Fix signature description broken in PySpark API documentation in 2.1.2
Project: http://git-wip-us.apache.org/repos/asf/spark-website/repo Commit: http://git-wip-us.apache.org/repos/asf/spark-website/commit/6bbac496 Tree: http://git-wip-us.apache.org/repos/asf/spark-website/tree/6bbac496 Diff: http://git-wip-us.apache.org/repos/asf/spark-website/diff/6bbac496 Branch: refs/heads/asf-site Commit: 6bbac4966e79156af1e57d6c1da013ee9e828ea6 Parents: 7751277 Author: hyukjinkwon <gurwls...@apache.org> Authored: Tue Jul 3 01:32:55 2018 +0800 Committer: hyukjinkwon <gurwls...@apache.org> Committed: Tue Jul 3 01:32:55 2018 +0800 ---------------------------------------------------------------------- .../python/_modules/pyspark/accumulators.html | 2 +- .../api/python/_modules/pyspark/broadcast.html | 6 +- .../2.1.2/api/python/_modules/pyspark/conf.html | 4 +- .../api/python/_modules/pyspark/context.html | 8 +- .../api/python/_modules/pyspark/files.html | 10 +- .../_modules/pyspark/ml/classification.html | 54 ++-- .../python/_modules/pyspark/ml/clustering.html | 24 +- .../python/_modules/pyspark/ml/evaluation.html | 10 +- .../api/python/_modules/pyspark/ml/feature.html | 60 ++--- .../api/python/_modules/pyspark/ml/linalg.html | 42 +-- .../api/python/_modules/pyspark/ml/param.html | 8 +- .../_modules/pyspark/ml/param/shared.html | 52 ++-- .../python/_modules/pyspark/ml/pipeline.html | 28 +- .../_modules/pyspark/ml/recommendation.html | 6 +- .../python/_modules/pyspark/ml/regression.html | 46 ++-- .../api/python/_modules/pyspark/ml/tuning.html | 12 +- .../api/python/_modules/pyspark/ml/util.html | 30 +-- .../api/python/_modules/pyspark/ml/wrapper.html | 8 +- .../_modules/pyspark/mllib/classification.html | 28 +- .../_modules/pyspark/mllib/clustering.html | 32 +-- .../python/_modules/pyspark/mllib/common.html | 12 +- .../_modules/pyspark/mllib/evaluation.html | 14 +- .../python/_modules/pyspark/mllib/feature.html | 4 +- .../api/python/_modules/pyspark/mllib/fpm.html | 12 +- .../python/_modules/pyspark/mllib/linalg.html | 42 +-- .../pyspark/mllib/linalg/distributed.html | 4 +- .../python/_modules/pyspark/mllib/random.html | 2 +- .../_modules/pyspark/mllib/recommendation.html | 18 +- .../_modules/pyspark/mllib/regression.html | 22 +- .../api/python/_modules/pyspark/mllib/tree.html | 40 +-- .../api/python/_modules/pyspark/mllib/util.html | 20 +- .../api/python/_modules/pyspark/profiler.html | 4 +- .../2.1.2/api/python/_modules/pyspark/rdd.html | 16 +- .../python/_modules/pyspark/serializers.html | 70 ++--- .../api/python/_modules/pyspark/sql/column.html | 68 ++--- .../python/_modules/pyspark/sql/context.html | 22 +- .../python/_modules/pyspark/sql/dataframe.html | 26 +- .../python/_modules/pyspark/sql/functions.html | 18 +- .../api/python/_modules/pyspark/sql/group.html | 16 +- .../python/_modules/pyspark/sql/readwriter.html | 4 +- .../python/_modules/pyspark/sql/session.html | 6 +- .../python/_modules/pyspark/sql/streaming.html | 4 +- .../api/python/_modules/pyspark/sql/types.html | 74 ++--- .../api/python/_modules/pyspark/sql/window.html | 2 +- .../_modules/pyspark/streaming/context.html | 28 +- .../_modules/pyspark/streaming/dstream.html | 10 +- .../_modules/pyspark/streaming/kafka.html | 24 +- site/docs/2.1.2/api/python/_static/pygments.css | 4 + site/docs/2.1.2/api/python/pyspark.html | 47 ++-- site/docs/2.1.2/api/python/pyspark.ml.html | 150 +++++------ site/docs/2.1.2/api/python/pyspark.mllib.html | 63 ++--- site/docs/2.1.2/api/python/pyspark.sql.html | 267 +++++++++---------- .../2.1.2/api/python/pyspark.streaming.html | 3 +- site/docs/2.1.2/api/python/searchindex.js | 2 +- 54 files changed, 788 insertions(+), 800 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/accumulators.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/accumulators.html b/site/docs/2.1.2/api/python/_modules/pyspark/accumulators.html index b440fa0..5b1c432 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/accumulators.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/accumulators.html @@ -310,7 +310,7 @@ <span class="n">thread</span><span class="o">.</span><span class="n">start</span><span class="p">()</span> <span class="k">return</span> <span class="n">server</span> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="kn">import</span> <span class="nn">doctest</span> <span class="p">(</span><span class="n">failure_count</span><span class="p">,</span> <span class="n">test_count</span><span class="p">)</span> <span class="o">=</span> <span class="n">doctest</span><span class="o">.</span><span class="n">testmod</span><span class="p">()</span> <span class="k">if</span> <span class="n">failure_count</span><span class="p">:</span> http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/broadcast.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/broadcast.html b/site/docs/2.1.2/api/python/_modules/pyspark/broadcast.html index fa67a7b..477d268 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/broadcast.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/broadcast.html @@ -131,7 +131,7 @@ <span class="k">except</span> <span class="n">pickle</span><span class="o">.</span><span class="n">PickleError</span><span class="p">:</span> <span class="k">raise</span> <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> - <span class="n">msg</span> <span class="o">=</span> <span class="s2">"Could not serialize broadcast: "</span> <span class="o">+</span> <span class="n">e</span><span class="o">.</span><span class="n">__class__</span><span class="o">.</span><span class="n">__name__</span> <span class="o">+</span> <span class="s2">": "</span> <span class="o">+</span> <span class="n">e</span><span class="o">.</span><span class="n">message</span> + <span class="n">msg</span> <span class="o">=</span> <span class="s2">"Could not serialize broadcast: "</span> <span class="o">+</span> <span class="n">e</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span> <span class="o">+</span> <span class="s2">": "</span> <span class="o">+</span> <span class="n">e</span><span class="o">.</span><span class="n">message</span> <span class="n">print_exec</span><span class="p">(</span><span class="n">sys</span><span class="o">.</span><span class="n">stderr</span><span class="p">)</span> <span class="k">raise</span> <span class="n">pickle</span><span class="o">.</span><span class="n">PicklingError</span><span class="p">(</span><span class="n">msg</span><span class="p">)</span> <span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span> @@ -191,7 +191,7 @@ <span class="sd"> """</span> <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> - <span class="bp">self</span><span class="o">.</span><span class="n">__dict__</span><span class="o">.</span><span class="n">setdefault</span><span class="p">(</span><span class="s2">"_registry"</span><span class="p">,</span> <span class="nb">set</span><span class="p">())</span> + <span class="bp">self</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">setdefault</span><span class="p">(</span><span class="s2">"_registry"</span><span class="p">,</span> <span class="nb">set</span><span class="p">())</span> <span class="k">def</span> <span class="nf">__iter__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> <span class="k">for</span> <span class="n">bcast</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_registry</span><span class="p">:</span> @@ -204,7 +204,7 @@ <span class="bp">self</span><span class="o">.</span><span class="n">_registry</span><span class="o">.</span><span class="n">clear</span><span class="p">()</span> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="kn">import</span> <span class="nn">doctest</span> <span class="p">(</span><span class="n">failure_count</span><span class="p">,</span> <span class="n">test_count</span><span class="p">)</span> <span class="o">=</span> <span class="n">doctest</span><span class="o">.</span><span class="n">testmod</span><span class="p">()</span> <span class="k">if</span> <span class="n">failure_count</span><span class="p">:</span> http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/conf.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/conf.html b/site/docs/2.1.2/api/python/_modules/pyspark/conf.html index 4fb090b..b470d58 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/conf.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/conf.html @@ -117,7 +117,7 @@ <span class="k">if</span> <span class="n">sys</span><span class="o">.</span><span class="n">version</span> <span class="o">></span> <span class="s1">'3'</span><span class="p">:</span> <span class="n">unicode</span> <span class="o">=</span> <span class="nb">str</span> - <span class="n">__doc__</span> <span class="o">=</span> <span class="n">re</span><span class="o">.</span><span class="n">sub</span><span class="p">(</span><span class="s2">r"(\W|^)[uU](['])"</span><span class="p">,</span> <span class="s1">r'\1\2'</span><span class="p">,</span> <span class="n">__doc__</span><span class="p">)</span> + <span class="vm">__doc__</span> <span class="o">=</span> <span class="n">re</span><span class="o">.</span><span class="n">sub</span><span class="p">(</span><span class="sa">r</span><span class="s2">"(\W|^)[uU](['])"</span><span class="p">,</span> <span class="sa">r</span><span class="s1">'\1\2'</span><span class="p">,</span> <span class="vm">__doc__</span><span class="p">)</span> <div class="viewcode-block" id="SparkConf"><a class="viewcode-back" href="../../pyspark.html#pyspark.SparkConf">[docs]</a><span class="k">class</span> <span class="nc">SparkConf</span><span class="p">(</span><span class="nb">object</span><span class="p">):</span> @@ -268,7 +268,7 @@ <span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="n">_test</span><span class="p">()</span> </pre></div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/context.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/context.html b/site/docs/2.1.2/api/python/_modules/pyspark/context.html index 529ef29..e3516be 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/context.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/context.html @@ -297,7 +297,7 @@ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_jvm</span><span class="o">.</span><span class="n">JavaSparkContext</span><span class="p">(</span><span class="n">jconf</span><span class="p">)</span> <span class="nd">@classmethod</span> - <span class="k">def</span> <span class="nf">_ensure_initialized</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">instance</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">gateway</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">conf</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> + <span class="k">def</span> <span class="nf">_ensure_initialized</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">instance</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">gateway</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">conf</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Checks whether a SparkContext is initialized or not.</span> <span class="sd"> Throws error if a SparkContext is already running.</span> @@ -347,7 +347,7 @@ <span class="bp">self</span><span class="o">.</span><span class="n">stop</span><span class="p">()</span> <span class="nd">@classmethod</span> -<div class="viewcode-block" id="SparkContext.getOrCreate"><a class="viewcode-back" href="../../pyspark.html#pyspark.SparkContext.getOrCreate">[docs]</a> <span class="k">def</span> <span class="nf">getOrCreate</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">conf</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> +<div class="viewcode-block" id="SparkContext.getOrCreate"><a class="viewcode-back" href="../../pyspark.html#pyspark.SparkContext.getOrCreate">[docs]</a> <span class="k">def</span> <span class="nf">getOrCreate</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">conf</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Get or instantiate a SparkContext and register it as a singleton object.</span> @@ -366,7 +366,7 @@ <span class="bp">self</span><span class="o">.</span><span class="n">_jsc</span><span class="o">.</span><span class="n">setLogLevel</span><span class="p">(</span><span class="n">logLevel</span><span class="p">)</span></div> <span class="nd">@classmethod</span> -<div class="viewcode-block" id="SparkContext.setSystemProperty"><a class="viewcode-back" href="../../pyspark.html#pyspark.SparkContext.setSystemProperty">[docs]</a> <span class="k">def</span> <span class="nf">setSystemProperty</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span><span class="p">):</span> +<div class="viewcode-block" id="SparkContext.setSystemProperty"><a class="viewcode-back" href="../../pyspark.html#pyspark.SparkContext.setSystemProperty">[docs]</a> <span class="k">def</span> <span class="nf">setSystemProperty</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Set a Java system property, such as spark.executor.memory. This must</span> <span class="sd"> must be invoked before instantiating SparkContext.</span> @@ -1053,7 +1053,7 @@ <span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="n">_test</span><span class="p">()</span> </pre></div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/files.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/files.html b/site/docs/2.1.2/api/python/_modules/pyspark/files.html index 25f4f0a..f983621 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/files.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/files.html @@ -87,7 +87,7 @@ <span class="k">raise</span> <span class="ne">NotImplementedError</span><span class="p">(</span><span class="s2">"Do not construct SparkFiles objects"</span><span class="p">)</span> <span class="nd">@classmethod</span> -<div class="viewcode-block" id="SparkFiles.get"><a class="viewcode-back" href="../../pyspark.html#pyspark.SparkFiles.get">[docs]</a> <span class="k">def</span> <span class="nf">get</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">filename</span><span class="p">):</span> +<div class="viewcode-block" id="SparkFiles.get"><a class="viewcode-back" href="../../pyspark.html#pyspark.SparkFiles.get">[docs]</a> <span class="k">def</span> <span class="nf">get</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">filename</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Get the absolute path of a file added through C{SparkContext.addFile()}.</span> <span class="sd"> """</span> @@ -95,16 +95,16 @@ <span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">abspath</span><span class="p">(</span><span class="n">path</span><span class="p">)</span></div> <span class="nd">@classmethod</span> -<div class="viewcode-block" id="SparkFiles.getRootDirectory"><a class="viewcode-back" href="../../pyspark.html#pyspark.SparkFiles.getRootDirectory">[docs]</a> <span class="k">def</span> <span class="nf">getRootDirectory</span><span class="p">(</span><span class="n">cls</span><span class="p">):</span> +<div class="viewcode-block" id="SparkFiles.getRootDirectory"><a class="viewcode-back" href="../../pyspark.html#pyspark.SparkFiles.getRootDirectory">[docs]</a> <span class="k">def</span> <span class="nf">getRootDirectory</span><span class="p">(</span><span class="bp">cls</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Get the root directory that contains files added through</span> <span class="sd"> C{SparkContext.addFile()}.</span> <span class="sd"> """</span> - <span class="k">if</span> <span class="n">cls</span><span class="o">.</span><span class="n">_is_running_on_worker</span><span class="p">:</span> - <span class="k">return</span> <span class="n">cls</span><span class="o">.</span><span class="n">_root_directory</span> + <span class="k">if</span> <span class="bp">cls</span><span class="o">.</span><span class="n">_is_running_on_worker</span><span class="p">:</span> + <span class="k">return</span> <span class="bp">cls</span><span class="o">.</span><span class="n">_root_directory</span> <span class="k">else</span><span class="p">:</span> <span class="c1"># This will have to change if we support multiple SparkContexts:</span> - <span class="k">return</span> <span class="n">cls</span><span class="o">.</span><span class="n">_sc</span><span class="o">.</span><span class="n">_jvm</span><span class="o">.</span><span class="n">org</span><span class="o">.</span><span class="n">apache</span><span class="o">.</span><span class="n">spark</span><span class="o">.</span><span class="n">SparkFiles</span><span class="o">.</span><span class="n">getRootDirectory</span><span class="p">()</span></div></div> + <span class="k">return</span> <span class="bp">cls</span><span class="o">.</span><span class="n">_sc</span><span class="o">.</span><span class="n">_jvm</span><span class="o">.</span><span class="n">org</span><span class="o">.</span><span class="n">apache</span><span class="o">.</span><span class="n">spark</span><span class="o">.</span><span class="n">SparkFiles</span><span class="o">.</span><span class="n">getRootDirectory</span><span class="p">()</span></div></div> </pre></div> </div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/ml/classification.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/ml/classification.html b/site/docs/2.1.2/api/python/_modules/pyspark/ml/classification.html index ab909b8..1ed4a57 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/ml/classification.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/ml/classification.html @@ -184,7 +184,7 @@ <span class="nd">@keyword_only</span> <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">featuresCol</span><span class="o">=</span><span class="s2">"features"</span><span class="p">,</span> <span class="n">labelCol</span><span class="o">=</span><span class="s2">"label"</span><span class="p">,</span> <span class="n">predictionCol</span><span class="o">=</span><span class="s2">"prediction"</span><span class="p">,</span> - <span class="n">maxIter</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">regParam</span><span class="o">=</span><span class="mf">0.0</span><span class="p">,</span> <span class="n">elasticNetParam</span><span class="o">=</span><span class="mf">0.0</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mi">1</span><span class="n">e</span><span class="o">-</span><span class="mi">6</span><span class="p">,</span> <span class="n">fitIntercept</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> + <span class="n">maxIter</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">regParam</span><span class="o">=</span><span class="mf">0.0</span><span class="p">,</span> <span class="n">elasticNetParam</span><span class="o">=</span><span class="mf">0.0</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mf">1e-6</span><span class="p">,</span> <span class="n">fitIntercept</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">threshold</span><span class="o">=</span><span class="mf">0.5</span><span class="p">,</span> <span class="n">thresholds</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">probabilityCol</span><span class="o">=</span><span class="s2">"probability"</span><span class="p">,</span> <span class="n">rawPredictionCol</span><span class="o">=</span><span class="s2">"rawPrediction"</span><span class="p">,</span> <span class="n">standardization</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">weightCol</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">aggregationDepth</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">family</span><span class="o">=</span><span class="s2">"auto"</span><span class="p">):</span> @@ -196,10 +196,10 @@ <span class="sd"> aggregationDepth=2, family="auto")</span> <span class="sd"> If the threshold and thresholds Params are both set, they must be equivalent.</span> <span class="sd"> """</span> - <span class="nb">super</span><span class="p">(</span><span class="n">LogisticRegression</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">LogisticRegression</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="bp">self</span><span class="o">.</span><span class="n">_java_obj</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_new_java_obj</span><span class="p">(</span> <span class="s2">"org.apache.spark.ml.classification.LogisticRegression"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">uid</span><span class="p">)</span> - <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">maxIter</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">regParam</span><span class="o">=</span><span class="mf">0.0</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mi">1</span><span class="n">E</span><span class="o">-</span><span class="mi">6</span><span class="p">,</span> <span class="n">threshold</span><span class="o">=</span><span class="mf">0.5</span><span class="p">,</span> <span class="n">family</span><span class="o">=</span><span class="s2">"auto"</span><span class="p">)</span> + <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">maxIter</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">regParam</span><span class="o">=</span><span class="mf">0.0</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mf">1E-6</span><span class="p">,</span> <span class="n">threshold</span><span class="o">=</span><span class="mf">0.5</span><span class="p">,</span> <span class="n">family</span><span class="o">=</span><span class="s2">"auto"</span><span class="p">)</span> <span class="n">kwargs</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_input_kwargs</span> <span class="bp">self</span><span class="o">.</span><span class="n">setParams</span><span class="p">(</span><span class="o">**</span><span class="n">kwargs</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">_checkThresholdConsistency</span><span class="p">()</span> @@ -207,7 +207,7 @@ <span class="nd">@keyword_only</span> <span class="nd">@since</span><span class="p">(</span><span class="s2">"1.3.0"</span><span class="p">)</span> <div class="viewcode-block" id="LogisticRegression.setParams"><a class="viewcode-back" href="../../../pyspark.ml.html#pyspark.ml.classification.LogisticRegression.setParams">[docs]</a> <span class="k">def</span> <span class="nf">setParams</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">featuresCol</span><span class="o">=</span><span class="s2">"features"</span><span class="p">,</span> <span class="n">labelCol</span><span class="o">=</span><span class="s2">"label"</span><span class="p">,</span> <span class="n">predictionCol</span><span class="o">=</span><span class="s2">"prediction"</span><span class="p">,</span> - <span class="n">maxIter</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">regParam</span><span class="o">=</span><span class="mf">0.0</span><span class="p">,</span> <span class="n">elasticNetParam</span><span class="o">=</span><span class="mf">0.0</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mi">1</span><span class="n">e</span><span class="o">-</span><span class="mi">6</span><span class="p">,</span> <span class="n">fitIntercept</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> + <span class="n">maxIter</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">regParam</span><span class="o">=</span><span class="mf">0.0</span><span class="p">,</span> <span class="n">elasticNetParam</span><span class="o">=</span><span class="mf">0.0</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mf">1e-6</span><span class="p">,</span> <span class="n">fitIntercept</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">threshold</span><span class="o">=</span><span class="mf">0.5</span><span class="p">,</span> <span class="n">thresholds</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">probabilityCol</span><span class="o">=</span><span class="s2">"probability"</span><span class="p">,</span> <span class="n">rawPredictionCol</span><span class="o">=</span><span class="s2">"rawPrediction"</span><span class="p">,</span> <span class="n">standardization</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">weightCol</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">aggregationDepth</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">family</span><span class="o">=</span><span class="s2">"auto"</span><span class="p">):</span> @@ -293,7 +293,7 @@ <span class="s2">" thresholds: </span><span class="si">{0}</span><span class="s2">"</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="n">ts</span><span class="p">)))</span> <span class="n">t</span> <span class="o">=</span> <span class="mf">1.0</span><span class="o">/</span><span class="p">(</span><span class="mf">1.0</span> <span class="o">+</span> <span class="n">ts</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">/</span><span class="n">ts</span><span class="p">[</span><span class="mi">1</span><span class="p">])</span> <span class="n">t2</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">getOrDefault</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">threshold</span><span class="p">)</span> - <span class="k">if</span> <span class="nb">abs</span><span class="p">(</span><span class="n">t2</span> <span class="o">-</span> <span class="n">t</span><span class="p">)</span> <span class="o">>=</span> <span class="mi">1</span><span class="n">E</span><span class="o">-</span><span class="mi">5</span><span class="p">:</span> + <span class="k">if</span> <span class="nb">abs</span><span class="p">(</span><span class="n">t2</span> <span class="o">-</span> <span class="n">t</span><span class="p">)</span> <span class="o">>=</span> <span class="mf">1E-5</span><span class="p">:</span> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">"Logistic Regression getThreshold found inconsistent values for"</span> <span class="o">+</span> <span class="s2">" threshold (</span><span class="si">%g</span><span class="s2">) and thresholds (equivalent to </span><span class="si">%g</span><span class="s2">)"</span> <span class="o">%</span> <span class="p">(</span><span class="n">t2</span><span class="p">,</span> <span class="n">t</span><span class="p">))</span> @@ -366,7 +366,7 @@ <span class="k">return</span> <span class="n">BinaryLogisticRegressionTrainingSummary</span><span class="p">(</span><span class="n">java_blrt_summary</span><span class="p">)</span> <span class="k">else</span><span class="p">:</span> <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">"No training summary available for this </span><span class="si">%s</span><span class="s2">"</span> <span class="o">%</span> - <span class="bp">self</span><span class="o">.</span><span class="n">__class__</span><span class="o">.</span><span class="n">__name__</span><span class="p">)</span> + <span class="bp">self</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="p">)</span> <span class="nd">@property</span> <span class="nd">@since</span><span class="p">(</span><span class="s2">"2.0.0"</span><span class="p">)</span> @@ -590,7 +590,7 @@ <span class="s2">", "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">supportedImpurities</span><span class="p">),</span> <span class="n">typeConverter</span><span class="o">=</span><span class="n">TypeConverters</span><span class="o">.</span><span class="n">toString</span><span class="p">)</span> <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> - <span class="nb">super</span><span class="p">(</span><span class="n">TreeClassifierParams</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">TreeClassifierParams</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="nd">@since</span><span class="p">(</span><span class="s2">"1.6.0"</span><span class="p">)</span> <span class="k">def</span> <span class="nf">setImpurity</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">value</span><span class="p">):</span> @@ -688,7 +688,7 @@ <span class="sd"> maxMemoryInMB=256, cacheNodeIds=False, checkpointInterval=10, impurity="gini", \</span> <span class="sd"> seed=None)</span> <span class="sd"> """</span> - <span class="nb">super</span><span class="p">(</span><span class="n">DecisionTreeClassifier</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">DecisionTreeClassifier</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="bp">self</span><span class="o">.</span><span class="n">_java_obj</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_new_java_obj</span><span class="p">(</span> <span class="s2">"org.apache.spark.ml.classification.DecisionTreeClassifier"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">uid</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">maxDepth</span><span class="o">=</span><span class="mi">5</span><span class="p">,</span> <span class="n">maxBins</span><span class="o">=</span><span class="mi">32</span><span class="p">,</span> <span class="n">minInstancesPerNode</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">minInfoGain</span><span class="o">=</span><span class="mf">0.0</span><span class="p">,</span> @@ -817,7 +817,7 @@ <span class="sd"> maxMemoryInMB=256, cacheNodeIds=False, checkpointInterval=10, impurity="gini", \</span> <span class="sd"> numTrees=20, featureSubsetStrategy="auto", seed=None, subsamplingRate=1.0)</span> <span class="sd"> """</span> - <span class="nb">super</span><span class="p">(</span><span class="n">RandomForestClassifier</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">RandomForestClassifier</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="bp">self</span><span class="o">.</span><span class="n">_java_obj</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_new_java_obj</span><span class="p">(</span> <span class="s2">"org.apache.spark.ml.classification.RandomForestClassifier"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">uid</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">maxDepth</span><span class="o">=</span><span class="mi">5</span><span class="p">,</span> <span class="n">maxBins</span><span class="o">=</span><span class="mi">32</span><span class="p">,</span> <span class="n">minInstancesPerNode</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">minInfoGain</span><span class="o">=</span><span class="mf">0.0</span><span class="p">,</span> @@ -959,7 +959,7 @@ <span class="sd"> maxMemoryInMB=256, cacheNodeIds=False, checkpointInterval=10, \</span> <span class="sd"> lossType="logistic", maxIter=20, stepSize=0.1, seed=None, subsamplingRate=1.0)</span> <span class="sd"> """</span> - <span class="nb">super</span><span class="p">(</span><span class="n">GBTClassifier</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">GBTClassifier</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="bp">self</span><span class="o">.</span><span class="n">_java_obj</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_new_java_obj</span><span class="p">(</span> <span class="s2">"org.apache.spark.ml.classification.GBTClassifier"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">uid</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">maxDepth</span><span class="o">=</span><span class="mi">5</span><span class="p">,</span> <span class="n">maxBins</span><span class="o">=</span><span class="mi">32</span><span class="p">,</span> <span class="n">minInstancesPerNode</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">minInfoGain</span><span class="o">=</span><span class="mf">0.0</span><span class="p">,</span> @@ -1104,7 +1104,7 @@ <span class="sd"> probabilityCol="probability", rawPredictionCol="rawPrediction", smoothing=1.0, \</span> <span class="sd"> modelType="multinomial", thresholds=None, weightCol=None)</span> <span class="sd"> """</span> - <span class="nb">super</span><span class="p">(</span><span class="n">NaiveBayes</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">NaiveBayes</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="bp">self</span><span class="o">.</span><span class="n">_java_obj</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_new_java_obj</span><span class="p">(</span> <span class="s2">"org.apache.spark.ml.classification.NaiveBayes"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">uid</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">smoothing</span><span class="o">=</span><span class="mf">1.0</span><span class="p">,</span> <span class="n">modelType</span><span class="o">=</span><span class="s2">"multinomial"</span><span class="p">)</span> @@ -1252,24 +1252,24 @@ <span class="nd">@keyword_only</span> <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">featuresCol</span><span class="o">=</span><span class="s2">"features"</span><span class="p">,</span> <span class="n">labelCol</span><span class="o">=</span><span class="s2">"label"</span><span class="p">,</span> <span class="n">predictionCol</span><span class="o">=</span><span class="s2">"prediction"</span><span class="p">,</span> - <span class="n">maxIter</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mi">1</span><span class="n">e</span><span class="o">-</span><span class="mi">6</span><span class="p">,</span> <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">layers</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">blockSize</span><span class="o">=</span><span class="mi">128</span><span class="p">,</span> <span class="n">stepSize</span><span class="o">=</span><span class="mf">0.03</span><span class="p">,</span> + <span class="n">maxIter</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mf">1e-6</span><span class="p">,</span> <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">layers</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">blockSize</span><span class="o">=</span><span class="mi">128</span><span class="p">,</span> <span class="n">stepSize</span><span class="o">=</span><span class="mf">0.03</span><span class="p">,</span> <span class="n">solver</span><span class="o">=</span><span class="s2">"l-bfgs"</span><span class="p">,</span> <span class="n">initialWeights</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> __init__(self, featuresCol="features", labelCol="label", predictionCol="prediction", \</span> <span class="sd"> maxIter=100, tol=1e-6, seed=None, layers=None, blockSize=128, stepSize=0.03, \</span> <span class="sd"> solver="l-bfgs", initialWeights=None)</span> <span class="sd"> """</span> - <span class="nb">super</span><span class="p">(</span><span class="n">MultilayerPerceptronClassifier</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">MultilayerPerceptronClassifier</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="bp">self</span><span class="o">.</span><span class="n">_java_obj</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_new_java_obj</span><span class="p">(</span> <span class="s2">"org.apache.spark.ml.classification.MultilayerPerceptronClassifier"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">uid</span><span class="p">)</span> - <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">maxIter</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mi">1</span><span class="n">E</span><span class="o">-</span><span class="mi">4</span><span class="p">,</span> <span class="n">blockSize</span><span class="o">=</span><span class="mi">128</span><span class="p">,</span> <span class="n">stepSize</span><span class="o">=</span><span class="mf">0.03</span><span class="p">,</span> <span class="n">solver</span><span class="o">=</span><span class="s2">"l-bfgs"</span><span class="p">)</span> + <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">maxIter</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mf">1E-4</span><span class="p">,</span> <span class="n">blockSize</span><span class="o">=</span><span class="mi">128</span><span class="p">,</span> <span class="n">stepSize</span><span class="o">=</span><span class="mf">0.03</span><span class="p">,</span> <span class="n">solver</span><span class="o">=</span><span class="s2">"l-bfgs"</span><span class="p">)</span> <span class="n">kwargs</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_input_kwargs</span> <span class="bp">self</span><span class="o">.</span><span class="n">setParams</span><span class="p">(</span><span class="o">**</span><span class="n">kwargs</span><span class="p">)</span> <span class="nd">@keyword_only</span> <span class="nd">@since</span><span class="p">(</span><span class="s2">"1.6.0"</span><span class="p">)</span> <div class="viewcode-block" id="MultilayerPerceptronClassifier.setParams"><a class="viewcode-back" href="../../../pyspark.ml.html#pyspark.ml.classification.MultilayerPerceptronClassifier.setParams">[docs]</a> <span class="k">def</span> <span class="nf">setParams</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">featuresCol</span><span class="o">=</span><span class="s2">"features"</span><span class="p">,</span> <span class="n">labelCol</span><span class="o">=</span><span class="s2">"label"</span><span class="p">,</span> <span class="n">predictionCol</span><span class="o">=</span><span class="s2">"prediction"</span><span class="p">,</span> - <span class="n">maxIter</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mi">1</span><span class="n">e</span><span class="o">-</span><span class="mi">6</span><span class="p">,</span> <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">layers</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">blockSize</span><span class="o">=</span><span class="mi">128</span><span class="p">,</span> <span class="n">stepSize</span><span class="o">=</span><span class="mf">0.03</span><span class="p">,</span> + <span class="n">maxIter</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mf">1e-6</span><span class="p">,</span> <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">layers</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">blockSize</span><span class="o">=</span><span class="mi">128</span><span class="p">,</span> <span class="n">stepSize</span><span class="o">=</span><span class="mf">0.03</span><span class="p">,</span> <span class="n">solver</span><span class="o">=</span><span class="s2">"l-bfgs"</span><span class="p">,</span> <span class="n">initialWeights</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> setParams(self, featuresCol="features", labelCol="label", predictionCol="prediction", \</span> @@ -1447,7 +1447,7 @@ <span class="sd"> __init__(self, featuresCol="features", labelCol="label", predictionCol="prediction", \</span> <span class="sd"> classifier=None, weightCol=None)</span> <span class="sd"> """</span> - <span class="nb">super</span><span class="p">(</span><span class="n">OneVsRest</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">OneVsRest</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="n">kwargs</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_input_kwargs</span> <span class="bp">self</span><span class="o">.</span><span class="n">_set</span><span class="p">(</span><span class="o">**</span><span class="n">kwargs</span><span class="p">)</span> @@ -1541,12 +1541,12 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s2">"2.0.0"</span><span class="p">)</span> -<div class="viewcode-block" id="OneVsRest.read"><a class="viewcode-back" href="../../../pyspark.ml.html#pyspark.ml.classification.OneVsRest.read">[docs]</a> <span class="k">def</span> <span class="nf">read</span><span class="p">(</span><span class="n">cls</span><span class="p">):</span> +<div class="viewcode-block" id="OneVsRest.read"><a class="viewcode-back" href="../../../pyspark.ml.html#pyspark.ml.classification.OneVsRest.read">[docs]</a> <span class="k">def</span> <span class="nf">read</span><span class="p">(</span><span class="bp">cls</span><span class="p">):</span> <span class="sd">"""Returns an MLReader instance for this class."""</span> - <span class="k">return</span> <span class="n">JavaMLReader</span><span class="p">(</span><span class="n">cls</span><span class="p">)</span></div> + <span class="k">return</span> <span class="n">JavaMLReader</span><span class="p">(</span><span class="bp">cls</span><span class="p">)</span></div> <span class="nd">@classmethod</span> - <span class="k">def</span> <span class="nf">_from_java</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">java_stage</span><span class="p">):</span> + <span class="k">def</span> <span class="nf">_from_java</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">java_stage</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Given a Java OneVsRest, create and return a Python wrapper of it.</span> <span class="sd"> Used for ML persistence.</span> @@ -1555,7 +1555,7 @@ <span class="n">labelCol</span> <span class="o">=</span> <span class="n">java_stage</span><span class="o">.</span><span class="n">getLabelCol</span><span class="p">()</span> <span class="n">predictionCol</span> <span class="o">=</span> <span class="n">java_stage</span><span class="o">.</span><span class="n">getPredictionCol</span><span class="p">()</span> <span class="n">classifier</span> <span class="o">=</span> <span class="n">JavaParams</span><span class="o">.</span><span class="n">_from_java</span><span class="p">(</span><span class="n">java_stage</span><span class="o">.</span><span class="n">getClassifier</span><span class="p">())</span> - <span class="n">py_stage</span> <span class="o">=</span> <span class="n">cls</span><span class="p">(</span><span class="n">featuresCol</span><span class="o">=</span><span class="n">featuresCol</span><span class="p">,</span> <span class="n">labelCol</span><span class="o">=</span><span class="n">labelCol</span><span class="p">,</span> <span class="n">predictionCol</span><span class="o">=</span><span class="n">predictionCol</span><span class="p">,</span> + <span class="n">py_stage</span> <span class="o">=</span> <span class="bp">cls</span><span class="p">(</span><span class="n">featuresCol</span><span class="o">=</span><span class="n">featuresCol</span><span class="p">,</span> <span class="n">labelCol</span><span class="o">=</span><span class="n">labelCol</span><span class="p">,</span> <span class="n">predictionCol</span><span class="o">=</span><span class="n">predictionCol</span><span class="p">,</span> <span class="n">classifier</span><span class="o">=</span><span class="n">classifier</span><span class="p">)</span> <span class="n">py_stage</span><span class="o">.</span><span class="n">_resetUid</span><span class="p">(</span><span class="n">java_stage</span><span class="o">.</span><span class="n">uid</span><span class="p">())</span> <span class="k">return</span> <span class="n">py_stage</span> @@ -1588,7 +1588,7 @@ <span class="sd"> """</span> <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">models</span><span class="p">):</span> - <span class="nb">super</span><span class="p">(</span><span class="n">OneVsRestModel</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">OneVsRestModel</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="bp">self</span><span class="o">.</span><span class="n">models</span> <span class="o">=</span> <span class="n">models</span> <span class="k">def</span> <span class="nf">_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">dataset</span><span class="p">):</span> @@ -1667,12 +1667,12 @@ <span class="nd">@classmethod</span> <span class="nd">@since</span><span class="p">(</span><span class="s2">"2.0.0"</span><span class="p">)</span> -<div class="viewcode-block" id="OneVsRestModel.read"><a class="viewcode-back" href="../../../pyspark.ml.html#pyspark.ml.classification.OneVsRestModel.read">[docs]</a> <span class="k">def</span> <span class="nf">read</span><span class="p">(</span><span class="n">cls</span><span class="p">):</span> +<div class="viewcode-block" id="OneVsRestModel.read"><a class="viewcode-back" href="../../../pyspark.ml.html#pyspark.ml.classification.OneVsRestModel.read">[docs]</a> <span class="k">def</span> <span class="nf">read</span><span class="p">(</span><span class="bp">cls</span><span class="p">):</span> <span class="sd">"""Returns an MLReader instance for this class."""</span> - <span class="k">return</span> <span class="n">JavaMLReader</span><span class="p">(</span><span class="n">cls</span><span class="p">)</span></div> + <span class="k">return</span> <span class="n">JavaMLReader</span><span class="p">(</span><span class="bp">cls</span><span class="p">)</span></div> <span class="nd">@classmethod</span> - <span class="k">def</span> <span class="nf">_from_java</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">java_stage</span><span class="p">):</span> + <span class="k">def</span> <span class="nf">_from_java</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">java_stage</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> Given a Java OneVsRestModel, create and return a Python wrapper of it.</span> <span class="sd"> Used for ML persistence.</span> @@ -1682,7 +1682,7 @@ <span class="n">predictionCol</span> <span class="o">=</span> <span class="n">java_stage</span><span class="o">.</span><span class="n">getPredictionCol</span><span class="p">()</span> <span class="n">classifier</span> <span class="o">=</span> <span class="n">JavaParams</span><span class="o">.</span><span class="n">_from_java</span><span class="p">(</span><span class="n">java_stage</span><span class="o">.</span><span class="n">getClassifier</span><span class="p">())</span> <span class="n">models</span> <span class="o">=</span> <span class="p">[</span><span class="n">JavaParams</span><span class="o">.</span><span class="n">_from_java</span><span class="p">(</span><span class="n">model</span><span class="p">)</span> <span class="k">for</span> <span class="n">model</span> <span class="ow">in</span> <span class="n">java_stage</span><span class="o">.</span><span class="n">models</span><span class="p">()]</span> - <span class="n">py_stage</span> <span class="o">=</span> <span class="n">cls</span><span class="p">(</span><span class="n">models</span><span class="o">=</span><span class="n">models</span><span class="p">)</span><span class="o">.</span><span class="n">setPredictionCol</span><span class="p">(</span><span class="n">predictionCol</span><span class="p">)</span><span class="o">.</span><span class="n">setLabelCol</span><span class="p">(</span><span class="n">labelCol</span><span class="p">)</span>\ + <span class="n">py_stage</span> <span class="o">=</span> <span class="bp">cls</span><span class="p">(</span><span class="n">models</span><span class="o">=</span><span class="n">models</span><span class="p">)</span><span class="o">.</span><span class="n">setPredictionCol</span><span class="p">(</span><span class="n">predictionCol</span><span class="p">)</span><span class="o">.</span><span class="n">setLabelCol</span><span class="p">(</span><span class="n">labelCol</span><span class="p">)</span>\ <span class="o">.</span><span class="n">setFeaturesCol</span><span class="p">(</span><span class="n">featuresCol</span><span class="p">)</span><span class="o">.</span><span class="n">setClassifier</span><span class="p">(</span><span class="n">classifier</span><span class="p">)</span> <span class="n">py_stage</span><span class="o">.</span><span class="n">_resetUid</span><span class="p">(</span><span class="n">java_stage</span><span class="o">.</span><span class="n">uid</span><span class="p">())</span> <span class="k">return</span> <span class="n">py_stage</span> @@ -1703,11 +1703,11 @@ <span class="k">return</span> <span class="n">_java_obj</span></div> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="kn">import</span> <span class="nn">doctest</span> <span class="kn">import</span> <span class="nn">pyspark.ml.classification</span> <span class="kn">from</span> <span class="nn">pyspark.sql</span> <span class="k">import</span> <span class="n">SparkSession</span> - <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">ml</span><span class="o">.</span><span class="n">classification</span><span class="o">.</span><span class="n">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> + <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">ml</span><span class="o">.</span><span class="n">classification</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> <span class="c1"># The small batch size here ensures that we see multiple batches,</span> <span class="c1"># even in these small test examples:</span> <span class="n">spark</span> <span class="o">=</span> <span class="n">SparkSession</span><span class="o">.</span><span class="n">builder</span>\ http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/ml/clustering.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/ml/clustering.html b/site/docs/2.1.2/api/python/_modules/pyspark/ml/clustering.html index 016d76e..e3cb508 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/ml/clustering.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/ml/clustering.html @@ -180,7 +180,7 @@ <span class="k">return</span> <span class="n">GaussianMixtureSummary</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_call_java</span><span class="p">(</span><span class="s2">"summary"</span><span class="p">))</span> <span class="k">else</span><span class="p">:</span> <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">"No training summary available for this </span><span class="si">%s</span><span class="s2">"</span> <span class="o">%</span> - <span class="bp">self</span><span class="o">.</span><span class="n">__class__</span><span class="o">.</span><span class="n">__name__</span><span class="p">)</span></div> + <span class="bp">self</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="p">)</span></div> <span class="nd">@inherit_doc</span> @@ -276,7 +276,7 @@ <span class="sd"> __init__(self, featuresCol="features", predictionCol="prediction", k=2, \</span> <span class="sd"> probabilityCol="probability", tol=0.01, maxIter=100, seed=None)</span> <span class="sd"> """</span> - <span class="nb">super</span><span class="p">(</span><span class="n">GaussianMixture</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">GaussianMixture</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="bp">self</span><span class="o">.</span><span class="n">_java_obj</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_new_java_obj</span><span class="p">(</span><span class="s2">"org.apache.spark.ml.clustering.GaussianMixture"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">uid</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">k</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mf">0.01</span><span class="p">,</span> <span class="n">maxIter</span><span class="o">=</span><span class="mi">100</span><span class="p">)</span> @@ -390,7 +390,7 @@ <span class="k">return</span> <span class="n">KMeansSummary</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_call_java</span><span class="p">(</span><span class="s2">"summary"</span><span class="p">))</span> <span class="k">else</span><span class="p">:</span> <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">"No training summary available for this </span><span class="si">%s</span><span class="s2">"</span> <span class="o">%</span> - <span class="bp">self</span><span class="o">.</span><span class="n">__class__</span><span class="o">.</span><span class="n">__name__</span><span class="p">)</span></div> + <span class="bp">self</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="p">)</span></div> <span class="nd">@inherit_doc</span> @@ -454,14 +454,14 @@ <span class="nd">@keyword_only</span> <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">featuresCol</span><span class="o">=</span><span class="s2">"features"</span><span class="p">,</span> <span class="n">predictionCol</span><span class="o">=</span><span class="s2">"prediction"</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> - <span class="n">initMode</span><span class="o">=</span><span class="s2">"k-means||"</span><span class="p">,</span> <span class="n">initSteps</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mi">1</span><span class="n">e</span><span class="o">-</span><span class="mi">4</span><span class="p">,</span> <span class="n">maxIter</span><span class="o">=</span><span class="mi">20</span><span class="p">,</span> <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> + <span class="n">initMode</span><span class="o">=</span><span class="s2">"k-means||"</span><span class="p">,</span> <span class="n">initSteps</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mf">1e-4</span><span class="p">,</span> <span class="n">maxIter</span><span class="o">=</span><span class="mi">20</span><span class="p">,</span> <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> __init__(self, featuresCol="features", predictionCol="prediction", k=2, \</span> <span class="sd"> initMode="k-means||", initSteps=2, tol=1e-4, maxIter=20, seed=None)</span> <span class="sd"> """</span> - <span class="nb">super</span><span class="p">(</span><span class="n">KMeans</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">KMeans</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="bp">self</span><span class="o">.</span><span class="n">_java_obj</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_new_java_obj</span><span class="p">(</span><span class="s2">"org.apache.spark.ml.clustering.KMeans"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">uid</span><span class="p">)</span> - <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">k</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">initMode</span><span class="o">=</span><span class="s2">"k-means||"</span><span class="p">,</span> <span class="n">initSteps</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mi">1</span><span class="n">e</span><span class="o">-</span><span class="mi">4</span><span class="p">,</span> <span class="n">maxIter</span><span class="o">=</span><span class="mi">20</span><span class="p">)</span> + <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">k</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">initMode</span><span class="o">=</span><span class="s2">"k-means||"</span><span class="p">,</span> <span class="n">initSteps</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mf">1e-4</span><span class="p">,</span> <span class="n">maxIter</span><span class="o">=</span><span class="mi">20</span><span class="p">)</span> <span class="n">kwargs</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_input_kwargs</span> <span class="bp">self</span><span class="o">.</span><span class="n">setParams</span><span class="p">(</span><span class="o">**</span><span class="n">kwargs</span><span class="p">)</span> @@ -471,7 +471,7 @@ <span class="nd">@keyword_only</span> <span class="nd">@since</span><span class="p">(</span><span class="s2">"1.5.0"</span><span class="p">)</span> <div class="viewcode-block" id="KMeans.setParams"><a class="viewcode-back" href="../../../pyspark.ml.html#pyspark.ml.clustering.KMeans.setParams">[docs]</a> <span class="k">def</span> <span class="nf">setParams</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">featuresCol</span><span class="o">=</span><span class="s2">"features"</span><span class="p">,</span> <span class="n">predictionCol</span><span class="o">=</span><span class="s2">"prediction"</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> - <span class="n">initMode</span><span class="o">=</span><span class="s2">"k-means||"</span><span class="p">,</span> <span class="n">initSteps</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mi">1</span><span class="n">e</span><span class="o">-</span><span class="mi">4</span><span class="p">,</span> <span class="n">maxIter</span><span class="o">=</span><span class="mi">20</span><span class="p">,</span> <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> + <span class="n">initMode</span><span class="o">=</span><span class="s2">"k-means||"</span><span class="p">,</span> <span class="n">initSteps</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">tol</span><span class="o">=</span><span class="mf">1e-4</span><span class="p">,</span> <span class="n">maxIter</span><span class="o">=</span><span class="mi">20</span><span class="p">,</span> <span class="n">seed</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span> <span class="sd">"""</span> <span class="sd"> setParams(self, featuresCol="features", predictionCol="prediction", k=2, \</span> <span class="sd"> initMode="k-means||", initSteps=2, tol=1e-4, maxIter=20, seed=None)</span> @@ -563,7 +563,7 @@ <span class="k">return</span> <span class="n">BisectingKMeansSummary</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_call_java</span><span class="p">(</span><span class="s2">"summary"</span><span class="p">))</span> <span class="k">else</span><span class="p">:</span> <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">"No training summary available for this </span><span class="si">%s</span><span class="s2">"</span> <span class="o">%</span> - <span class="bp">self</span><span class="o">.</span><span class="n">__class__</span><span class="o">.</span><span class="n">__name__</span><span class="p">)</span></div> + <span class="bp">self</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="p">)</span></div> <span class="nd">@inherit_doc</span> @@ -635,7 +635,7 @@ <span class="sd"> __init__(self, featuresCol="features", predictionCol="prediction", maxIter=20, \</span> <span class="sd"> seed=None, k=4, minDivisibleClusterSize=1.0)</span> <span class="sd"> """</span> - <span class="nb">super</span><span class="p">(</span><span class="n">BisectingKMeans</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">BisectingKMeans</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="bp">self</span><span class="o">.</span><span class="n">_java_obj</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_new_java_obj</span><span class="p">(</span><span class="s2">"org.apache.spark.ml.clustering.BisectingKMeans"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">uid</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">maxIter</span><span class="o">=</span><span class="mi">20</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="mi">4</span><span class="p">,</span> <span class="n">minDivisibleClusterSize</span><span class="o">=</span><span class="mf">1.0</span><span class="p">)</span> @@ -958,7 +958,7 @@ <span class="sd"> docConcentration=None, topicConcentration=None,\</span> <span class="sd"> topicDistributionCol="topicDistribution", keepLastCheckpoint=True):</span> <span class="sd"> """</span> - <span class="nb">super</span><span class="p">(</span><span class="n">LDA</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">LDA</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="bp">self</span><span class="o">.</span><span class="n">_java_obj</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_new_java_obj</span><span class="p">(</span><span class="s2">"org.apache.spark.ml.clustering.LDA"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">uid</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">maxIter</span><span class="o">=</span><span class="mi">20</span><span class="p">,</span> <span class="n">checkpointInterval</span><span class="o">=</span><span class="mi">10</span><span class="p">,</span> <span class="n">k</span><span class="o">=</span><span class="mi">10</span><span class="p">,</span> <span class="n">optimizer</span><span class="o">=</span><span class="s2">"online"</span><span class="p">,</span> <span class="n">learningOffset</span><span class="o">=</span><span class="mf">1024.0</span><span class="p">,</span> <span class="n">learningDecay</span><span class="o">=</span><span class="mf">0.51</span><span class="p">,</span> @@ -1174,11 +1174,11 @@ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">getOrDefault</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">keepLastCheckpoint</span><span class="p">)</span></div></div> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="kn">import</span> <span class="nn">doctest</span> <span class="kn">import</span> <span class="nn">pyspark.ml.clustering</span> <span class="kn">from</span> <span class="nn">pyspark.sql</span> <span class="k">import</span> <span class="n">SparkSession</span> - <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">ml</span><span class="o">.</span><span class="n">clustering</span><span class="o">.</span><span class="n">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> + <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">ml</span><span class="o">.</span><span class="n">clustering</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> <span class="c1"># The small batch size here ensures that we see multiple batches,</span> <span class="c1"># even in these small test examples:</span> <span class="n">spark</span> <span class="o">=</span> <span class="n">SparkSession</span><span class="o">.</span><span class="n">builder</span>\ http://git-wip-us.apache.org/repos/asf/spark-website/blob/6bbac496/site/docs/2.1.2/api/python/_modules/pyspark/ml/evaluation.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.2/api/python/_modules/pyspark/ml/evaluation.html b/site/docs/2.1.2/api/python/_modules/pyspark/ml/evaluation.html index 4fbdf54..ddaf4cb 100644 --- a/site/docs/2.1.2/api/python/_modules/pyspark/ml/evaluation.html +++ b/site/docs/2.1.2/api/python/_modules/pyspark/ml/evaluation.html @@ -191,7 +191,7 @@ <span class="sd"> __init__(self, rawPredictionCol="rawPrediction", labelCol="label", \</span> <span class="sd"> metricName="areaUnderROC")</span> <span class="sd"> """</span> - <span class="nb">super</span><span class="p">(</span><span class="n">BinaryClassificationEvaluator</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">BinaryClassificationEvaluator</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="bp">self</span><span class="o">.</span><span class="n">_java_obj</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_new_java_obj</span><span class="p">(</span> <span class="s2">"org.apache.spark.ml.evaluation.BinaryClassificationEvaluator"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">uid</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">rawPredictionCol</span><span class="o">=</span><span class="s2">"rawPrediction"</span><span class="p">,</span> <span class="n">labelCol</span><span class="o">=</span><span class="s2">"label"</span><span class="p">,</span> @@ -269,7 +269,7 @@ <span class="sd"> __init__(self, predictionCol="prediction", labelCol="label", \</span> <span class="sd"> metricName="rmse")</span> <span class="sd"> """</span> - <span class="nb">super</span><span class="p">(</span><span class="n">RegressionEvaluator</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">RegressionEvaluator</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="bp">self</span><span class="o">.</span><span class="n">_java_obj</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_new_java_obj</span><span class="p">(</span> <span class="s2">"org.apache.spark.ml.evaluation.RegressionEvaluator"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">uid</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">predictionCol</span><span class="o">=</span><span class="s2">"prediction"</span><span class="p">,</span> <span class="n">labelCol</span><span class="o">=</span><span class="s2">"label"</span><span class="p">,</span> @@ -342,7 +342,7 @@ <span class="sd"> __init__(self, predictionCol="prediction", labelCol="label", \</span> <span class="sd"> metricName="f1")</span> <span class="sd"> """</span> - <span class="nb">super</span><span class="p">(</span><span class="n">MulticlassClassificationEvaluator</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">()</span> + <span class="nb">super</span><span class="p">(</span><span class="n">MulticlassClassificationEvaluator</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> <span class="bp">self</span><span class="o">.</span><span class="n">_java_obj</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_new_java_obj</span><span class="p">(</span> <span class="s2">"org.apache.spark.ml.evaluation.MulticlassClassificationEvaluator"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">uid</span><span class="p">)</span> <span class="bp">self</span><span class="o">.</span><span class="n">_setDefault</span><span class="p">(</span><span class="n">predictionCol</span><span class="o">=</span><span class="s2">"prediction"</span><span class="p">,</span> <span class="n">labelCol</span><span class="o">=</span><span class="s2">"label"</span><span class="p">,</span> @@ -376,12 +376,12 @@ <span class="n">kwargs</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_input_kwargs</span> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_set</span><span class="p">(</span><span class="o">**</span><span class="n">kwargs</span><span class="p">)</span></div></div> -<span class="k">if</span> <span class="n">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> +<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> <span class="kn">import</span> <span class="nn">doctest</span> <span class="kn">import</span> <span class="nn">tempfile</span> <span class="kn">import</span> <span class="nn">pyspark.ml.evaluation</span> <span class="kn">from</span> <span class="nn">pyspark.sql</span> <span class="k">import</span> <span class="n">SparkSession</span> - <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">ml</span><span class="o">.</span><span class="n">evaluation</span><span class="o">.</span><span class="n">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> + <span class="n">globs</span> <span class="o">=</span> <span class="n">pyspark</span><span class="o">.</span><span class="n">ml</span><span class="o">.</span><span class="n">evaluation</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> <span class="c1"># The small batch size here ensures that we see multiple batches,</span> <span class="c1"># even in these small test examples:</span> <span class="n">spark</span> <span class="o">=</span> <span class="n">SparkSession</span><span class="o">.</span><span class="n">builder</span>\ --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org
