http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/mllib/clustering.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/clustering.html b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/clustering.html index 8aab284..eef793a 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/clustering.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/clustering.html @@ -112,7 +112,7 @@ <span class="sd"> """</span> <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">java_model</span><span class="p">):</span> - <span class="nb">super</span><span class="p">(</span><span class="n">BisectingKMeansModel</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="n">java_model</span><span class="p">)</span> + <span class="nb">super</span><span class="p">(</span><span class="n">BisectingKMeansModel</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">java_model</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">centers</span> <span class="o">=</span> <span class="p">[</span><span class="n">c</span><span class="o">.</span><span class="n">toArray</span><span class="p">()</span> <span class="k">for</span> <span class="n">c</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">call</span><span class="p">(</span><span class="s2">"clusterCenters"</span><span class="p">)]</span> <span class="nd">@property</span> @@ -338,7 +338,7 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s1">'1.4.0'</span><span class="p">)</span> -<div class="viewcode-block" id="KMeansModel.load"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.KMeansModel.load">[docs]</a> <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">):</span> +<div class="viewcode-block" id="KMeansModel.load"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.KMeansModel.load">[docs]</a> <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Load a model from the given path.</span> <span class="sd"> """</span> @@ -353,8 +353,8 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s1">'0.9.0'</span><span class="p">)</span> -<div class="viewcode-block" id="KMeans.train"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.KMeans.train">[docs]</a> <span class="k">def</span> <span class="nf">train</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">rdd</span><span class="p">,</span> <span class="n">k</span><span class="p">,</span> <span class="n">maxIterations</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">runs</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">initializationMode</span><span class="o">=</span><span class="s2">"k-means||"</span><span class="p">,</span> - <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">initializationSteps</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">epsilon</span><span class="o">=</span><span class="mi">1</span><span class="n">e</span><span class="o">-</span><span class="mi">4</span><span class="p">,</span> <span class="n">initialModel</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> +<div class="viewcode-block" id="KMeans.train"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.KMeans.train">[docs]</a> <span class="k">def</span> <span class="nf">train</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">rdd</span><span class="p">,</span> <span class="n">k</span><span class="p">,</span> <span class="n">maxIterations</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">runs</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">initializationMode</span><span class="o">=</span><span class="s2">"k-means||"</span><span class="p">,</span> + <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">initializationSteps</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">epsilon</span><span class="o">=</span><span class="mf">1e-4</span><span class="p">,</span> <span class="n">initialModel</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Train a k-means clustering model.</span> @@ -540,7 +540,7 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s1">'1.5.0'</span><span class="p">)</span> -<div class="viewcode-block" id="GaussianMixtureModel.load"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.GaussianMixtureModel.load">[docs]</a> <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">):</span> +<div class="viewcode-block" id="GaussianMixtureModel.load"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.GaussianMixtureModel.load">[docs]</a> <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">):</span> <span class="sd">"""Load the GaussianMixtureModel from disk.</span> <span class="sd"> :param sc:</span> @@ -548,9 +548,9 @@ <span class="sd"> :param path:</span> <span class="sd"> Path to where the model is stored.</span> <span class="sd"> """</span> - <span class="n">model</span> <span class="o">=</span> <span class="n">cls</span><span class="o">.</span><span class="n">_load_java</span><span class="p">(</span><span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">)</span> + <span class="n">model</span> <span class="o">=</span> <span class="bp">cls</span><span class="o">.</span><span class="n">_load_java</span><span class="p">(</span><span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">)</span> <span class="n">wrapper</span> <span class="o">=</span> <span class="n">sc</span><span class="o">.</span><span class="n">_jvm</span><span class="o">.</span><span class="n">org</span><span class="o">.</span><span class="n">apache</span><span class="o">.</span><span class="n">spark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">python</span><span class="o">.</span><span class="n">GaussianMixtureModelWrapper</span><span class="p">(</span><span class="n">model</span><span class="p">)</span> - <span class="k">return</span> <span class="n">cls</span><span class="p">(</span><span class="n">wrapper</span><span class="p">)</span></div></div> + <span class="k">return</span> <span class="bp">cls</span><span class="p">(</span><span class="n">wrapper</span><span class="p">)</span></div></div> <div class="viewcode-block" id="GaussianMixture"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.GaussianMixture">[docs]</a><span class="k">class</span> <span class="nc">GaussianMixture</span><span class="p">(</span><span class="nb">object</span><span class="p">):</span> @@ -561,7 +561,7 @@ <span class="sd"> """</span> <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s1">'1.3.0'</span><span class="p">)</span> -<div class="viewcode-block" id="GaussianMixture.train"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.GaussianMixture.train">[docs]</a> <span class="k">def</span> <span class="nf">train</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">rdd</span><span class="p">,</span> <span class="n">k</span><span class="p">,</span> <span class="n">convergenceTol</span><span class="o">=</span><span class="mi">1</span><span class="n">e</span><span class="o">-</span><span class="mi">3</span><span class="p">,</span> <span class="n">maxIterations</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">initialModel</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> +<div class="viewcode-block" id="GaussianMixture.train"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.GaussianMixture.train">[docs]</a> <span class="k">def</span> <span class="nf">train</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">rdd</span><span class="p">,</span> <span class="n">k</span><span class="p">,</span> <span class="n">convergenceTol</span><span class="o">=</span><span class="mf">1e-3</span><span class="p">,</span> <span class="n">maxIterations</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">initialModel</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Train a Gaussian Mixture clustering model.</span> @@ -671,11 +671,11 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s1">'1.5.0'</span><span class="p">)</span> -<div class="viewcode-block" id="PowerIterationClusteringModel.load"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.PowerIterationClusteringModel.load">[docs]</a> <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">):</span> +<div class="viewcode-block" id="PowerIterationClusteringModel.load"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.PowerIterationClusteringModel.load">[docs]</a> <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Load a model from the given path.</span> <span class="sd"> """</span> - <span class="n">model</span> <span class="o">=</span> <span class="n">cls</span><span class="o">.</span><span class="n">_load_java</span><span class="p">(</span><span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">)</span> + <span class="n">model</span> <span class="o">=</span> <span class="bp">cls</span><span class="o">.</span><span class="n">_load_java</span><span class="p">(</span><span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">)</span> <span class="n">wrapper</span> <span class="o">=</span>\ <span class="n">sc</span><span class="o">.</span><span class="n">_jvm</span><span class="o">.</span><span class="n">org</span><span class="o">.</span><span class="n">apache</span><span class="o">.</span><span class="n">spark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">python</span><span class="o">.</span><span class="n">PowerIterationClusteringModelWrapper</span><span class="p">(</span><span class="n">model</span><span class="p">)</span> <span class="k">return</span> <span class="n">PowerIterationClusteringModel</span><span class="p">(</span><span class="n">wrapper</span><span class="p">)</span></div></div> @@ -694,7 +694,7 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s1">'1.5.0'</span><span class="p">)</span> -<div class="viewcode-block" id="PowerIterationClustering.train"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.PowerIterationClustering.train">[docs]</a> <span class="k">def</span> <span class="nf">train</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">rdd</span><span class="p">,</span> <span class="n">k</span><span class="p">,</span> <span class="n">maxIterations</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">initMode</span><span class="o">=</span><span class="s2">"random"</span><span class="p">):</span> +<div class="viewcode-block" id="PowerIterationClustering.train"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.PowerIterationClustering.train">[docs]</a> <span class="k">def</span> <span class="nf">train</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">rdd</span><span class="p">,</span> <span class="n">k</span><span class="p">,</span> <span class="n">maxIterations</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">initMode</span><span class="o">=</span><span class="s2">"random"</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> :param rdd:</span> <span class="sd"> An RDD of (i, j, s\ :sub:`ij`\) tuples representing the</span> @@ -787,7 +787,7 @@ <span class="sd"> .. versionadded:: 1.5.0</span> <span class="sd"> """</span> <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">clusterCenters</span><span class="p">,</span> <span class="n">clusterWeights</span><span class="p">):</span> - <span class="nb">super</span><span class="p">(</span><span class="n">StreamingKMeansModel</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="n">centers</span><span class="o">=</span><span class="n">clusterCenters</span><span class="p">)</span> + <span class="nb">super</span><span class="p">(</span><span class="n">StreamingKMeansModel</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">centers</span><span class="o">=</span><span class="n">clusterCenters</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">_clusterWeights</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="n">clusterWeights</span><span class="p">)</span> <span class="nd">@property</span> @@ -1022,7 +1022,7 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s1">'1.5.0'</span><span class="p">)</span> -<div class="viewcode-block" id="LDAModel.load"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.LDAModel.load">[docs]</a> <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">):</span> +<div class="viewcode-block" id="LDAModel.load"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.LDAModel.load">[docs]</a> <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">):</span> <span class="sd">"""Load the LDAModel from disk.</span> <span class="sd"> :param sc:</span> @@ -1045,7 +1045,7 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s1">'1.5.0'</span><span class="p">)</span> -<div class="viewcode-block" id="LDA.train"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.LDA.train">[docs]</a> <span class="k">def</span> <span class="nf">train</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">rdd</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="mi">10</span><span class="p">,</span> <span class="n">maxIterations</span><span class="o">=</span><span class="mi">20</span><span class="p">,</span> <span class="n">docConcentration</span><span class="o">=-</span><span class="mf">1.0</span><span class="p">,</span> +<div class="viewcode-block" id="LDA.train"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.clustering.LDA.train">[docs]</a> <span class="k">def</span> <span class="nf">train</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">rdd</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="mi">10</span><span class="p">,</span> <span class="n">maxIterations</span><span class="o">=</span><span class="mi">20</span><span class="p">,</span> <span class="n">docConcentration</span><span class="o">=-</span><span class="mf">1.0</span><span class="p">,</span> <span class="n">topicConcentration</span><span class="o">=-</span><span class="mf">1.0</span><span class="p">,</span> <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">checkpointInterval</span><span class="o">=</span><span class="mi">10</span><span class="p">,</span> <span class="n">optimizer</span><span class="o">=</span><span class="s2">"em"</span><span class="p">):</span> <span class="sd">"""Train a LDA model.</span> @@ -1091,7 +1091,7 @@ <span class="k">def</span> <span class="nf">_test</span><span class="p">():</span> <span class="kn">import</span> <span class="nn">doctest</span> <span class="kn">import</span> <span class="nn">pyspark.mllib.clustering</span> - <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">clustering</span><span class="o">.</span><span class="n">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> + <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">clustering</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> <span class="n">globs</span><span class="p">[</span><span class="s1">'sc'</span><span class="p">]</span> <span class="o">=</span> <span class="n">SparkContext</span><span class="p">(</span><span class="s1">'local[4]'</span><span class="p">,</span> <span class="s1">'PythonTest'</span><span class="p">,</span> <span class="n">batchSize</span><span class="o">=</span><span class="mi">2</span><span class="p">)</span> <span class="p">(</span><span class="n">failure_count</span><span class="p">,</span> <span class="n">test_count</span><span class="p">)</span> <span class="o">=</span> <span class="n">doctest</span><span class="o">.</span><span class="n">testmod</span><span class="p">(</span><span class="n">globs</span><span class="o">=</span><span class="n">globs</span><span class="p">,</span> <span class="n">optionflags</span><span class="o">=</span><span class="n">doctest</span><span class="o">.</span><span class="n">ELLIPSIS</span><span class="p">)</span> <span class="n">globs</span><span class="p">[</span><span class="s1">'sc'</span><span class="p">]</span><span class="o">.</span><span class="n">stop</span><span class="p">()</span> @@ -1099,7 +1099,7 @@ <span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="n">_test</span><span class="p">()</span> </pre></div>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/mllib/common.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/common.html b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/common.html index 4e761b0..2f015d3 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/common.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/common.html @@ -194,21 +194,21 @@ <span class="k">return</span> <span class="n">callJavaFunc</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_sc</span><span class="p">,</span> <span class="nb">getattr</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_java_model</span><span class="p">,</span> <span class="n">name</span><span class="p">),</span> <span class="o">*</span><span class="n">a</span><span class="p">)</span> -<span class="k">def</span> <span class="nf">inherit_doc</span><span class="p">(</span><span class="n">cls</span><span class="p">):</span> +<span class="k">def</span> <span class="nf">inherit_doc</span><span class="p">(</span><span class="bp">cls</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> A decorator that makes a class inherit documentation from its parents.</span> <span class="sd"> """</span> - <span class="k">for</span> <span class="n">name</span><span class="p">,</span> <span class="n">func</span> <span class="ow">in</span> <span class="nb">vars</span><span class="p">(</span><span class="n">cls</span><span class="p">)</span><span class="o">.</span><span class="n">items</span><span class="p">():</span> + <span class="k">for</span> <span class="n">name</span><span class="p">,</span> <span class="n">func</span> <span class="ow">in</span> <span class="nb">vars</span><span class="p">(</span><span class="bp">cls</span><span class="p">)</span><span class="o">.</span><span class="n">items</span><span class="p">():</span> <span class="c1"># only inherit docstring for public functions</span> <span class="k">if</span> <span class="n">name</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">"_"</span><span class="p">):</span> <span class="k">continue</span> - <span class="k">if</span> <span class="ow">not</span> <span class="n">func</span><span class="o">.</span><span class="n">__doc__</span><span class="p">:</span> - <span class="k">for</span> <span class="n">parent</span> <span class="ow">in</span> <span class="n">cls</span><span class="o">.</span><span class="n">__bases__</span><span class="p">:</span> + <span class="k">if</span> <span class="ow">not</span> <span class="n">func</span><span class="o">.</span><span class="vm">__doc__</span><span class="p">:</span> + <span class="k">for</span> <span class="n">parent</span> <span class="ow">in</span> <span class="bp">cls</span><span class="o">.</span><span class="vm">__bases__</span><span class="p">:</span> <span class="n">parent_func</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">parent</span><span class="p">,</span> <span class="n">name</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span> <span class="k">if</span> <span class="n">parent_func</span> <span class="ow">and</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">parent_func</span><span class="p">,</span> <span class="s2">"__doc__"</span><span class="p">,</span> <span class="kc">None</span><span class="p">):</span> - <span class="n">func</span><span class="o">.</span><span class="n">__doc__</span> <span class="o">=</span> <span class="n">parent_func</span><span class="o">.</span><span class="n">__doc__</span> + <span class="n">func</span><span class="o">.</span><span class="vm">__doc__</span> <span class="o">=</span> <span class="n">parent_func</span><span class="o">.</span><span class="vm">__doc__</span> <span class="k">break</span> - <span class="k">return</span> <span class="n">cls</span> + <span class="k">return</span> <span class="bp">cls</span> </pre></div> </div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/mllib/evaluation.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/evaluation.html b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/evaluation.html index caec83b..28f6b38 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/evaluation.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/evaluation.html @@ -100,7 +100,7 @@ <span class="n">StructField</span><span class="p">(</span><span class="s2">"label"</span><span class="p">,</span> <span class="n">DoubleType</span><span class="p">(),</span> <span class="n">nullable</span><span class="o">=</span><span class="kc">False</span><span class="p">)]))</span> <span class="n">java_class</span> <span class="o">=</span> <span class="n">sc</span><span class="o">.</span><span class="n">_jvm</span><span class="o">.</span><span class="n">org</span><span class="o">.</span><span class="n">apache</span><span class="o">.</span><span class="n">spark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">evaluation</span><span class="o">.</span><span class="n">BinaryClassificationMetrics</span> <span class="n">java_model</span> <span class="o">=</span> <span class="n">java_class</span><span class="p">(</span><span class="n">df</span><span class="o">.</span><span class="n">_jdf</span><span class="p">)</span> - <span class="nb">super</span><span class="p">(</span><span class="n">BinaryClassificationMetrics</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="n">java_model</span><span class="p">)</span> + <span class="nb">super</span><span class="p">(</span><span class="n">BinaryClassificationMetrics</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">java_model</span><span class="p">)</span> <span class="nd">@property</span> <span class="nd">@since</span><span class="p">(</span><span class="s1">'1.4.0'</span><span class="p">)</span> @@ -159,7 +159,7 @@ <span class="n">StructField</span><span class="p">(</span><span class="s2">"observation"</span><span class="p">,</span> <span class="n">DoubleType</span><span class="p">(),</span> <span class="n">nullable</span><span class="o">=</span><span class="kc">False</span><span class="p">)]))</span> <span class="n">java_class</span> <span class="o">=</span> <span class="n">sc</span><span class="o">.</span><span class="n">_jvm</span><span class="o">.</span><span class="n">org</span><span class="o">.</span><span class="n">apache</span><span class="o">.</span><span class="n">spark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">evaluation</span><span class="o">.</span><span class="n">RegressionMetrics</span> <span class="n">java_model</span> <span class="o">=</span> <span class="n">java_class</span><span class="p">(</span><span class="n">df</span><span class="o">.</span><span class="n">_jdf</span><span class="p">)</span> - <span class="nb">super</span><span class="p">(</span><span class="n">RegressionMetrics</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="n">java_model</span><span class="p">)</span> + <span class="nb">super</span><span class="p">(</span><span class="n">RegressionMetrics</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">java_model</span><span class="p">)</span> <span class="nd">@property</span> <span class="nd">@since</span><span class="p">(</span><span class="s1">'1.4.0'</span><span class="p">)</span> @@ -251,7 +251,7 @@ <span class="n">StructField</span><span class="p">(</span><span class="s2">"label"</span><span class="p">,</span> <span class="n">DoubleType</span><span class="p">(),</span> <span class="n">nullable</span><span class="o">=</span><span class="kc">False</span><span class="p">)]))</span> <span class="n">java_class</span> <span class="o">=</span> <span class="n">sc</span><span class="o">.</span><span class="n">_jvm</span><span class="o">.</span><span class="n">org</span><span class="o">.</span><span class="n">apache</span><span class="o">.</span><span class="n">spark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">evaluation</span><span class="o">.</span><span class="n">MulticlassMetrics</span> <span class="n">java_model</span> <span class="o">=</span> <span class="n">java_class</span><span class="p">(</span><span class="n">df</span><span class="o">.</span><span class="n">_jdf</span><span class="p">)</span> - <span class="nb">super</span><span class="p">(</span><span class="n">MulticlassMetrics</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="n">java_model</span><span class="p">)</span> + <span class="nb">super</span><span class="p">(</span><span class="n">MulticlassMetrics</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">java_model</span><span class="p">)</span> <span class="nd">@since</span><span class="p">(</span><span class="s1">'1.4.0'</span><span class="p">)</span> <div class="viewcode-block" id="MulticlassMetrics.confusionMatrix"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.evaluation.MulticlassMetrics.confusionMatrix">[docs]</a> <span class="k">def</span> <span class="nf">confusionMatrix</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> @@ -405,7 +405,7 @@ <span class="n">df</span> <span class="o">=</span> <span class="n">sql_ctx</span><span class="o">.</span><span class="n">createDataFrame</span><span class="p">(</span><span class="n">predictionAndLabels</span><span class="p">,</span> <span class="n">schema</span><span class="o">=</span><span class="n">sql_ctx</span><span class="o">.</span><span class="n">_inferSchema</span><span class="p">(</span><span class="n">predictionAndLabels</span><span class="p">))</span> <span class="n">java_model</span> <span class="o">=</span> <span class="n">callMLlibFunc</span><span class="p">(</span><span class="s2">"newRankingMetrics"</span><span class="p">,</span> <span class="n">df</span><span class="o">.</span><span class="n">_jdf</span><span class="p">)</span> - <span class="nb">super</span><span class="p">(</span><span class="n">RankingMetrics</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="n">java_model</span><span class="p">)</span> + <span class="nb">super</span><span class="p">(</span><span class="n">RankingMetrics</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">java_model</span><span class="p">)</span> <span class="nd">@since</span><span class="p">(</span><span class="s1">'1.4.0'</span><span class="p">)</span> <div class="viewcode-block" id="RankingMetrics.precisionAt"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.evaluation.RankingMetrics.precisionAt">[docs]</a> <span class="k">def</span> <span class="nf">precisionAt</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">k</span><span class="p">):</span> @@ -492,7 +492,7 @@ <span class="n">schema</span><span class="o">=</span><span class="n">sql_ctx</span><span class="o">.</span><span class="n">_inferSchema</span><span class="p">(</span><span class="n">predictionAndLabels</span><span class="p">))</span> <span class="n">java_class</span> <span class="o">=</span> <span class="n">sc</span><span class="o">.</span><span class="n">_jvm</span><span class="o">.</span><span class="n">org</span><span class="o">.</span><span class="n">apache</span><span class="o">.</span><span class="n">spark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">evaluation</span><span class="o">.</span><span class="n">MultilabelMetrics</span> <span class="n">java_model</span> <span class="o">=</span> <span class="n">java_class</span><span class="p">(</span><span class="n">df</span><span class="o">.</span><span class="n">_jdf</span><span class="p">)</span> - <span class="nb">super</span><span class="p">(</span><span class="n">MultilabelMetrics</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="n">java_model</span><span class="p">)</span> + <span class="nb">super</span><span class="p">(</span><span class="n">MultilabelMetrics</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">java_model</span><span class="p">)</span> <span class="nd">@since</span><span class="p">(</span><span class="s1">'1.4.0'</span><span class="p">)</span> <span class="k">def</span> <span class="nf">precision</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">label</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> @@ -581,7 +581,7 @@ <span class="kn">import</span> <span class="nn">doctest</span> <span class="kn">from</span> <span class="nn">pyspark.sql</span> <span class="k">import</span> <span class="n">SparkSession</span> <span class="kn">import</span> <span class="nn">pyspark.mllib.evaluation</span> - <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">evaluation</span><span class="o">.</span><span class="n">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> + <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">evaluation</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> <span class="n">spark</span> <span class="o">=</span> <span class="n">SparkSession</span><span class="o">.</span><span class="n">builder</span>\ <span class="o">.</span><span class="n">master</span><span class="p">(</span><span class="s2">"local[4]"</span><span class="p">)</span>\ <span class="o">.</span><span class="n">appName</span><span class="p">(</span><span class="s2">"mllib.evaluation tests"</span><span class="p">)</span>\ @@ -593,7 +593,7 @@ <span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="n">_test</span><span class="p">()</span> </pre></div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/mllib/feature.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/feature.html b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/feature.html index 9f02b2f..1f24be8 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/feature.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/feature.html @@ -634,7 +634,7 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s1">'1.5.0'</span><span class="p">)</span> -<div class="viewcode-block" id="Word2VecModel.load"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.feature.Word2VecModel.load">[docs]</a> <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">):</span> +<div class="viewcode-block" id="Word2VecModel.load"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.feature.Word2VecModel.load">[docs]</a> <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Load a model from the given path.</span> <span class="sd"> """</span> @@ -835,7 +835,7 @@ <span class="k">if</span> <span class="n">failure_count</span><span class="p">:</span> <span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="n">sys</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span> <span class="n">_test</span><span class="p">()</span> </pre></div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/mllib/fpm.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/fpm.html b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/fpm.html index 6fce6b1..0283937 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/fpm.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/fpm.html @@ -105,11 +105,11 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s2">"2.0.0"</span><span class="p">)</span> -<div class="viewcode-block" id="FPGrowthModel.load"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.fpm.FPGrowthModel.load">[docs]</a> <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">):</span> +<div class="viewcode-block" id="FPGrowthModel.load"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.fpm.FPGrowthModel.load">[docs]</a> <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Load a model from the given path.</span> <span class="sd"> """</span> - <span class="n">model</span> <span class="o">=</span> <span class="n">cls</span><span class="o">.</span><span class="n">_load_java</span><span class="p">(</span><span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">)</span> + <span class="n">model</span> <span class="o">=</span> <span class="bp">cls</span><span class="o">.</span><span class="n">_load_java</span><span class="p">(</span><span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">)</span> <span class="n">wrapper</span> <span class="o">=</span> <span class="n">sc</span><span class="o">.</span><span class="n">_jvm</span><span class="o">.</span><span class="n">org</span><span class="o">.</span><span class="n">apache</span><span class="o">.</span><span class="n">spark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">python</span><span class="o">.</span><span class="n">FPGrowthModelWrapper</span><span class="p">(</span><span class="n">model</span><span class="p">)</span> <span class="k">return</span> <span class="n">FPGrowthModel</span><span class="p">(</span><span class="n">wrapper</span><span class="p">)</span></div></div> @@ -123,7 +123,7 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s2">"1.4.0"</span><span class="p">)</span> -<div class="viewcode-block" id="FPGrowth.train"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.fpm.FPGrowth.train">[docs]</a> <span class="k">def</span> <span class="nf">train</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">data</span><span class="p">,</span> <span class="n">minSupport</span><span class="o">=</span><span class="mf">0.3</span><span class="p">,</span> <span class="n">numPartitions</span><span class="o">=-</span><span class="mi">1</span><span class="p">):</span> +<div class="viewcode-block" id="FPGrowth.train"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.fpm.FPGrowth.train">[docs]</a> <span class="k">def</span> <span class="nf">train</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">data</span><span class="p">,</span> <span class="n">minSupport</span><span class="o">=</span><span class="mf">0.3</span><span class="p">,</span> <span class="n">numPartitions</span><span class="o">=-</span><span class="mi">1</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Computes an FP-Growth model that contains frequent itemsets.</span> @@ -185,7 +185,7 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s2">"1.6.0"</span><span class="p">)</span> -<div class="viewcode-block" id="PrefixSpan.train"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.fpm.PrefixSpan.train">[docs]</a> <span class="k">def</span> <span class="nf">train</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">data</span><span class="p">,</span> <span class="n">minSupport</span><span class="o">=</span><span class="mf">0.1</span><span class="p">,</span> <span class="n">maxPatternLength</span><span class="o">=</span><span class="mi">10</span><span class="p">,</span> <span class="n">maxLocalProjDBSize</span><span class="o">=</span><span class="mi">32000000</span><span class="p">):</span> +<div class="viewcode-block" id="PrefixSpan.train"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.fpm.PrefixSpan.train">[docs]</a> <span class="k">def</span> <span class="nf">train</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">data</span><span class="p">,</span> <span class="n">minSupport</span><span class="o">=</span><span class="mf">0.1</span><span class="p">,</span> <span class="n">maxPatternLength</span><span class="o">=</span><span class="mi">10</span><span class="p">,</span> <span class="n">maxLocalProjDBSize</span><span class="o">=</span><span class="mi">32000000</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Finds the complete set of frequent sequential patterns in the</span> <span class="sd"> input sequences of itemsets.</span> @@ -225,7 +225,7 @@ <span class="kn">import</span> <span class="nn">doctest</span> <span class="kn">from</span> <span class="nn">pyspark.sql</span> <span class="k">import</span> <span class="n">SparkSession</span> <span class="kn">import</span> <span class="nn">pyspark.mllib.fpm</span> - <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">fpm</span><span class="o">.</span><span class="n">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> + <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">fpm</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> <span class="n">spark</span> <span class="o">=</span> <span class="n">SparkSession</span><span class="o">.</span><span class="n">builder</span>\ <span class="o">.</span><span class="n">master</span><span class="p">(</span><span class="s2">"local[4]"</span><span class="p">)</span>\ <span class="o">.</span><span class="n">appName</span><span class="p">(</span><span class="s2">"mllib.fpm tests"</span><span class="p">)</span>\ @@ -248,7 +248,7 @@ <span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="n">_test</span><span class="p">()</span> </pre></div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/mllib/linalg.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/linalg.html b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/linalg.html index d5c7355..23db8c7 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/linalg.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/linalg.html @@ -190,7 +190,7 @@ <span class="sd"> """</span> <span class="nd">@classmethod</span> - <span class="k">def</span> <span class="nf">sqlType</span><span class="p">(</span><span class="n">cls</span><span class="p">):</span> + <span class="k">def</span> <span class="nf">sqlType</span><span class="p">(</span><span class="bp">cls</span><span class="p">):</span> <span class="k">return</span> <span class="n">StructType</span><span class="p">([</span> <span class="n">StructField</span><span class="p">(</span><span class="s2">"type"</span><span class="p">,</span> <span class="n">ByteType</span><span class="p">(),</span> <span class="kc">False</span><span class="p">),</span> <span class="n">StructField</span><span class="p">(</span><span class="s2">"size"</span><span class="p">,</span> <span class="n">IntegerType</span><span class="p">(),</span> <span class="kc">True</span><span class="p">),</span> @@ -198,11 +198,11 @@ <span class="n">StructField</span><span class="p">(</span><span class="s2">"values"</span><span class="p">,</span> <span class="n">ArrayType</span><span class="p">(</span><span class="n">DoubleType</span><span class="p">(),</span> <span class="kc">False</span><span class="p">),</span> <span class="kc">True</span><span class="p">)])</span> <span class="nd">@classmethod</span> - <span class="k">def</span> <span class="nf">module</span><span class="p">(</span><span class="n">cls</span><span class="p">):</span> + <span class="k">def</span> <span class="nf">module</span><span class="p">(</span><span class="bp">cls</span><span class="p">):</span> <span class="k">return</span> <span class="s2">"pyspark.mllib.linalg"</span> <span class="nd">@classmethod</span> - <span class="k">def</span> <span class="nf">scalaUDT</span><span class="p">(</span><span class="n">cls</span><span class="p">):</span> + <span class="k">def</span> <span class="nf">scalaUDT</span><span class="p">(</span><span class="bp">cls</span><span class="p">):</span> <span class="k">return</span> <span class="s2">"org.apache.spark.mllib.linalg.VectorUDT"</span> <span class="k">def</span> <span class="nf">serialize</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">obj</span><span class="p">):</span> @@ -237,7 +237,7 @@ <span class="sd"> """</span> <span class="nd">@classmethod</span> - <span class="k">def</span> <span class="nf">sqlType</span><span class="p">(</span><span class="n">cls</span><span class="p">):</span> + <span class="k">def</span> <span class="nf">sqlType</span><span class="p">(</span><span class="bp">cls</span><span class="p">):</span> <span class="k">return</span> <span class="n">StructType</span><span class="p">([</span> <span class="n">StructField</span><span class="p">(</span><span class="s2">"type"</span><span class="p">,</span> <span class="n">ByteType</span><span class="p">(),</span> <span class="kc">False</span><span class="p">),</span> <span class="n">StructField</span><span class="p">(</span><span class="s2">"numRows"</span><span class="p">,</span> <span class="n">IntegerType</span><span class="p">(),</span> <span class="kc">False</span><span class="p">),</span> @@ -248,11 +248,11 @@ <span class="n">StructField</span><span class="p">(</span><span class="s2">"isTransposed"</span><span class="p">,</span> <span class="n">BooleanType</span><span class="p">(),</span> <span class="kc">False</span><span class="p">)])</span> <span class="nd">@classmethod</span> - <span class="k">def</span> <span class="nf">module</span><span class="p">(</span><span class="n">cls</span><span class="p">):</span> + <span class="k">def</span> <span class="nf">module</span><span class="p">(</span><span class="bp">cls</span><span class="p">):</span> <span class="k">return</span> <span class="s2">"pyspark.mllib.linalg"</span> <span class="nd">@classmethod</span> - <span class="k">def</span> <span class="nf">scalaUDT</span><span class="p">(</span><span class="n">cls</span><span class="p">):</span> + <span class="k">def</span> <span class="nf">scalaUDT</span><span class="p">(</span><span class="bp">cls</span><span class="p">):</span> <span class="k">return</span> <span class="s2">"org.apache.spark.mllib.linalg.MatrixUDT"</span> <span class="k">def</span> <span class="nf">serialize</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">obj</span><span class="p">):</span> @@ -535,19 +535,19 @@ <span class="k">return</span> <span class="n">DenseVector</span><span class="p">(</span><span class="nb">getattr</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">array</span><span class="p">,</span> <span class="n">op</span><span class="p">)(</span><span class="n">other</span><span class="p">))</span> <span class="k">return</span> <span class="n">func</span> - <span class="n">__neg__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__neg__"</span><span class="p">)</span> - <span class="n">__add__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__add__"</span><span class="p">)</span> - <span class="n">__sub__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__sub__"</span><span class="p">)</span> - <span class="n">__mul__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__mul__"</span><span class="p">)</span> + <span class="fm">__neg__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__neg__"</span><span class="p">)</span> + <span class="fm">__add__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__add__"</span><span class="p">)</span> + <span class="fm">__sub__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__sub__"</span><span class="p">)</span> + <span class="fm">__mul__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__mul__"</span><span class="p">)</span> <span class="n">__div__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__div__"</span><span class="p">)</span> - <span class="n">__truediv__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__truediv__"</span><span class="p">)</span> - <span class="n">__mod__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__mod__"</span><span class="p">)</span> - <span class="n">__radd__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__radd__"</span><span class="p">)</span> - <span class="n">__rsub__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__rsub__"</span><span class="p">)</span> - <span class="n">__rmul__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__rmul__"</span><span class="p">)</span> + <span class="fm">__truediv__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__truediv__"</span><span class="p">)</span> + <span class="fm">__mod__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__mod__"</span><span class="p">)</span> + <span class="fm">__radd__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__radd__"</span><span class="p">)</span> + <span class="fm">__rsub__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__rsub__"</span><span class="p">)</span> + <span class="fm">__rmul__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__rmul__"</span><span class="p">)</span> <span class="n">__rdiv__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__rdiv__"</span><span class="p">)</span> - <span class="n">__rtruediv__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__rtruediv__"</span><span class="p">)</span> - <span class="n">__rmod__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__rmod__"</span><span class="p">)</span></div> + <span class="fm">__rtruediv__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__rtruediv__"</span><span class="p">)</span> + <span class="fm">__rmod__</span> <span class="o">=</span> <span class="n">_delegate</span><span class="p">(</span><span class="s2">"__rmod__"</span><span class="p">)</span></div> <div class="viewcode-block" id="SparseVector"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.linalg.SparseVector">[docs]</a><span class="k">class</span> <span class="nc">SparseVector</span><span class="p">(</span><span class="n">Vector</span><span class="p">):</span> @@ -867,7 +867,7 @@ <span class="k">return</span> <span class="mf">0.</span> <span class="k">def</span> <span class="nf">__ne__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">):</span> - <span class="k">return</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">__eq__</span><span class="p">(</span><span class="n">other</span><span class="p">)</span> + <span class="k">return</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="fm">__eq__</span><span class="p">(</span><span class="n">other</span><span class="p">)</span> <span class="k">def</span> <span class="nf">__hash__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> <span class="n">result</span> <span class="o">=</span> <span class="mi">31</span> <span class="o">+</span> <span class="bp">self</span><span class="o">.</span><span class="n">size</span> @@ -1069,7 +1069,7 @@ <span class="sd"> Column-major dense matrix.</span> <span class="sd"> """</span> <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">numRows</span><span class="p">,</span> <span class="n">numCols</span><span class="p">,</span> <span class="n">values</span><span class="p">,</span> <span class="n">isTransposed</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span> - <span class="n">Matrix</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">numRows</span><span class="p">,</span> <span class="n">numCols</span><span class="p">,</span> <span class="n">isTransposed</span><span class="p">)</span> + <span class="n">Matrix</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">numRows</span><span class="p">,</span> <span class="n">numCols</span><span class="p">,</span> <span class="n">isTransposed</span><span class="p">)</span> <span class="n">values</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_to_array</span><span class="p">(</span><span class="n">values</span><span class="p">,</span> <span class="n">np</span><span class="o">.</span><span class="n">float64</span><span class="p">)</span> <span class="k">assert</span> <span class="nb">len</span><span class="p">(</span><span class="n">values</span><span class="p">)</span> <span class="o">==</span> <span class="n">numRows</span> <span class="o">*</span> <span class="n">numCols</span> <span class="bp">self</span><span class="o">.</span><span class="n">values</span> <span class="o">=</span> <span class="n">values</span> @@ -1193,7 +1193,7 @@ <span class="sd">"""Sparse Matrix stored in CSC format."""</span> <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">numRows</span><span class="p">,</span> <span class="n">numCols</span><span class="p">,</span> <span class="n">colPtrs</span><span class="p">,</span> <span class="n">rowIndices</span><span class="p">,</span> <span class="n">values</span><span class="p">,</span> <span class="n">isTransposed</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span> - <span class="n">Matrix</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">numRows</span><span class="p">,</span> <span class="n">numCols</span><span class="p">,</span> <span class="n">isTransposed</span><span class="p">)</span> + <span class="n">Matrix</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">numRows</span><span class="p">,</span> <span class="n">numCols</span><span class="p">,</span> <span class="n">isTransposed</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">colPtrs</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_to_array</span><span class="p">(</span><span class="n">colPtrs</span><span class="p">,</span> <span class="n">np</span><span class="o">.</span><span class="n">int32</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">rowIndices</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_to_array</span><span class="p">(</span><span class="n">rowIndices</span><span class="p">,</span> <span class="n">np</span><span class="o">.</span><span class="n">int32</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">values</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_to_array</span><span class="p">(</span><span class="n">values</span><span class="p">,</span> <span class="n">np</span><span class="o">.</span><span class="n">float64</span><span class="p">)</span> @@ -1420,7 +1420,7 @@ <span class="k">if</span> <span class="n">failure_count</span><span class="p">:</span> <span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="n">_test</span><span class="p">()</span> </pre></div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/mllib/linalg/distributed.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/linalg/distributed.html b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/linalg/distributed.html index db4a288..7b935ad 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/linalg/distributed.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/linalg/distributed.html @@ -1225,7 +1225,7 @@ <span class="kn">from</span> <span class="nn">pyspark.sql</span> <span class="k">import</span> <span class="n">SparkSession</span> <span class="kn">from</span> <span class="nn">pyspark.mllib.linalg</span> <span class="k">import</span> <span class="n">Matrices</span> <span class="kn">import</span> <span class="nn">pyspark.mllib.linalg.distributed</span> - <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">linalg</span><span class="o">.</span><span class="n">distributed</span><span class="o">.</span><span class="n">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> + <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">linalg</span><span class="o">.</span><span class="n">distributed</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> <span class="n">spark</span> <span class="o">=</span> <span class="n">SparkSession</span><span class="o">.</span><span class="n">builder</span>\ <span class="o">.</span><span class="n">master</span><span class="p">(</span><span class="s2">"local[2]"</span><span class="p">)</span>\ <span class="o">.</span><span class="n">appName</span><span class="p">(</span><span class="s2">"mllib.linalg.distributed tests"</span><span class="p">)</span>\ @@ -1237,7 +1237,7 @@ <span class="k">if</span> <span class="n">failure_count</span><span class="p">:</span> <span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="n">_test</span><span class="p">()</span> </pre></div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/mllib/random.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/random.html b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/random.html index 99f1fea..c8ba6f3 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/random.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/random.html @@ -472,7 +472,7 @@ <span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="n">_test</span><span class="p">()</span> </pre></div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/mllib/recommendation.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/recommendation.html b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/recommendation.html index 8478220..5660ecf 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/mllib/recommendation.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/mllib/recommendation.html @@ -252,9 +252,9 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s2">"1.3.1"</span><span class="p">)</span> -<div class="viewcode-block" id="MatrixFactorizationModel.load"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.recommendation.MatrixFactorizationModel.load">[docs]</a> <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">):</span> +<div class="viewcode-block" id="MatrixFactorizationModel.load"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.recommendation.MatrixFactorizationModel.load">[docs]</a> <span class="k">def</span> <span class="nf">load</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">):</span> <span class="sd">"""Load a model from the given path"""</span> - <span class="n">model</span> <span class="o">=</span> <span class="n">cls</span><span class="o">.</span><span class="n">_load_java</span><span class="p">(</span><span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">)</span> + <span class="n">model</span> <span class="o">=</span> <span class="bp">cls</span><span class="o">.</span><span class="n">_load_java</span><span class="p">(</span><span class="n">sc</span><span class="p">,</span> <span class="n">path</span><span class="p">)</span> <span class="n">wrapper</span> <span class="o">=</span> <span class="n">sc</span><span class="o">.</span><span class="n">_jvm</span><span class="o">.</span><span class="n">org</span><span class="o">.</span><span class="n">apache</span><span class="o">.</span><span class="n">spark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">python</span><span class="o">.</span><span class="n">MatrixFactorizationModelWrapper</span><span class="p">(</span><span class="n">model</span><span class="p">)</span> <span class="k">return</span> <span class="n">MatrixFactorizationModel</span><span class="p">(</span><span class="n">wrapper</span><span class="p">)</span></div></div> @@ -266,7 +266,7 @@ <span class="sd"> """</span> <span class="nd">@classmethod</span> - <span class="k">def</span> <span class="nf">_prepare</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">ratings</span><span class="p">):</span> + <span class="k">def</span> <span class="nf">_prepare</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">ratings</span><span class="p">):</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">ratings</span><span class="p">,</span> <span class="n">RDD</span><span class="p">):</span> <span class="k">pass</span> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">ratings</span><span class="p">,</span> <span class="n">DataFrame</span><span class="p">):</span> @@ -285,7 +285,7 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s2">"0.9.0"</span><span class="p">)</span> -<div class="viewcode-block" id="ALS.train"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.recommendation.ALS.train">[docs]</a> <span class="k">def</span> <span class="nf">train</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">ratings</span><span class="p">,</span> <span class="n">rank</span><span class="p">,</span> <span class="n">iterations</span><span class="o">=</span><span class="mi">5</span><span class="p">,</span> <span class="n">lambda_</span><span class="o">=</span><span class="mf">0.01</span><span class="p">,</span> <span class="n">blocks</span><span class="o">=-</span><span class="mi">1</span><span class="p">,</span> <span class="n">nonnegative</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> +<div class="viewcode-block" id="ALS.train"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.recommendation.ALS.train">[docs]</a> <span class="k">def</span> <span class="nf">train</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">ratings</span><span class="p">,</span> <span class="n">rank</span><span class="p">,</span> <span class="n">iterations</span><span class="o">=</span><span class="mi">5</span><span class="p">,</span> <span class="n">lambda_</span><span class="o">=</span><span class="mf">0.01</span><span class="p">,</span> <span class="n">blocks</span><span class="o">=-</span><span class="mi">1</span><span class="p">,</span> <span class="n">nonnegative</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Train a matrix factorization model given an RDD of ratings by users</span> @@ -317,13 +317,13 @@ <span class="sd"> of None will use system time as the seed.</span> <span class="sd"> (default: None)</span> <span class="sd"> """</span> - <span class="n">model</span> <span class="o">=</span> <span class="n">callMLlibFunc</span><span class="p">(</span><span class="s2">"trainALSModel"</span><span class="p">,</span> <span class="n">cls</span><span class="o">.</span><span class="n">_prepare</span><span class="p">(</span><span class="n">ratings</span><span class="p">),</span> <span class="n">rank</span><span class="p">,</span> <span class="n">iterations</span><span class="p">,</span> + <span class="n">model</span> <span class="o">=</span> <span class="n">callMLlibFunc</span><span class="p">(</span><span class="s2">"trainALSModel"</span><span class="p">,</span> <span class="bp">cls</span><span class="o">.</span><span class="n">_prepare</span><span class="p">(</span><span class="n">ratings</span><span class="p">),</span> <span class="n">rank</span><span class="p">,</span> <span class="n">iterations</span><span class="p">,</span> <span class="n">lambda_</span><span class="p">,</span> <span class="n">blocks</span><span class="p">,</span> <span class="n">nonnegative</span><span class="p">,</span> <span class="n">seed</span><span class="p">)</span> <span class="k">return</span> <span class="n">MatrixFactorizationModel</span><span class="p">(</span><span class="n">model</span><span class="p">)</span></div> <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s2">"0.9.0"</span><span class="p">)</span> -<div class="viewcode-block" id="ALS.trainImplicit"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.recommendation.ALS.trainImplicit">[docs]</a> <span class="k">def</span> <span class="nf">trainImplicit</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">ratings</span><span class="p">,</span> <span class="n">rank</span><span class="p">,</span> <span class="n">iterations</span><span class="o">=</span><span class="mi">5</span><span class="p">,</span> <span class="n">lambda_</span><span class="o">=</span><span class="mf">0.01</span><span class="p">,</span> <span class="n">blocks</span><span class="o">=-</span><span class="mi">1</span><span class="p">,</span> <span class="n">alpha</span><span class="o">=</span><span class="mf">0.01</span><span class="p">,</span> +<div class="viewcode-block" id="ALS.trainImplicit"><a class="viewcode-back" href="../../../pyspark.mllib.html#pyspark.mllib.recommendation.ALS.trainImplicit">[docs]</a> <span class="k">def</span> <span class="nf">trainImplicit</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">ratings</span><span class="p">,</span> <span class="n">rank</span><span class="p">,</span> <span class="n">iterations</span><span class="o">=</span><span class="mi">5</span><span class="p">,</span> <span class="n">lambda_</span><span class="o">=</span><span class="mf">0.01</span><span class="p">,</span> <span class="n">blocks</span><span class="o">=-</span><span class="mi">1</span><span class="p">,</span> <span class="n">alpha</span><span class="o">=</span><span class="mf">0.01</span><span class="p">,</span> <span class="n">nonnegative</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Train a matrix factorization model given an RDD of 'implicit</span> @@ -358,7 +358,7 @@ <span class="sd"> of None will use system time as the seed.</span> <span class="sd"> (default: None)</span> <span class="sd"> """</span> - <span class="n">model</span> <span class="o">=</span> <span class="n">callMLlibFunc</span><span class="p">(</span><span class="s2">"trainImplicitALSModel"</span><span class="p">,</span> <span class="n">cls</span><span class="o">.</span><span class="n">_prepare</span><span class="p">(</span><span class="n">ratings</span><span class="p">),</span> <span class="n">rank</span><span class="p">,</span> + <span class="n">model</span> <span class="o">=</span> <span class="n">callMLlibFunc</span><span class="p">(</span><span class="s2">"trainImplicitALSModel"</span><span class="p">,</span> <span class="bp">cls</span><span class="o">.</span><span class="n">_prepare</span><span class="p">(</span><span class="n">ratings</span><span class="p">),</span> <span class="n">rank</span><span class="p">,</span> <span class="n">iterations</span><span class="p">,</span> <span class="n">lambda_</span><span class="p">,</span> <span class="n">blocks</span><span class="p">,</span> <span class="n">alpha</span><span class="p">,</span> <span class="n">nonnegative</span><span class="p">,</span> <span class="n">seed</span><span class="p">)</span> <span class="k">return</span> <span class="n">MatrixFactorizationModel</span><span class="p">(</span><span class="n">model</span><span class="p">)</span></div></div> @@ -367,7 +367,7 @@ <span class="kn">import</span> <span class="nn">doctest</span> <span class="kn">import</span> <span class="nn">pyspark.mllib.recommendation</span> <span class="kn">from</span> <span class="nn">pyspark.sql</span> <span class="k">import</span> <span class="n">SQLContext</span> - <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">recommendation</span><span class="o">.</span><span class="n">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> + <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">mllib</span><span class="o">.</span><span class="n">recommendation</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> <span class="n">sc</span> <span class="o">=</span> <span class="n">SparkContext</span><span class="p">(</span><span class="s1">'local[4]'</span><span class="p">,</span> <span class="s1">'PythonTest'</span><span class="p">)</span> <span class="n">globs</span><span class="p">[</span><span class="s1">'sc'</span><span class="p">]</span> <span class="o">=</span> <span class="n">sc</span> <span class="n">globs</span><span class="p">[</span><span class="s1">'sqlContext'</span><span class="p">]</span> <span class="o">=</span> <span class="n">SQLContext</span><span class="p">(</span><span class="n">sc</span><span class="p">)</span> @@ -377,7 +377,7 @@ <span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="n">_test</span><span class="p">()</span> </pre></div> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org
