Repository: spark-website Updated Branches: refs/heads/asf-site ca64fac2e -> 470b7ed51
Fix last update to Java pi example Project: http://git-wip-us.apache.org/repos/asf/spark-website/repo Commit: http://git-wip-us.apache.org/repos/asf/spark-website/commit/470b7ed5 Tree: http://git-wip-us.apache.org/repos/asf/spark-website/tree/470b7ed5 Diff: http://git-wip-us.apache.org/repos/asf/spark-website/diff/470b7ed5 Branch: refs/heads/asf-site Commit: 470b7ed51a112cdefd2ec6ee3a342b3956e05189 Parents: ca64fac Author: Sean Owen <so...@cloudera.com> Authored: Wed Feb 22 05:10:01 2017 -0800 Committer: Sean Owen <so...@cloudera.com> Committed: Wed Feb 22 05:52:43 2017 -0800 ---------------------------------------------------------------------- examples.md | 7 ++++--- site/examples.html | 7 ++++--- 2 files changed, 8 insertions(+), 6 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/spark-website/blob/470b7ed5/examples.md ---------------------------------------------------------------------- diff --git a/examples.md b/examples.md index 4a87331..2d1dbaa 100644 --- a/examples.md +++ b/examples.md @@ -61,9 +61,10 @@ counts.saveAsTextFile("hdfs://...") <div class="code code-tab"> {% highlight java %} JavaRDD<String> textFile = sc.textFile("hdfs://..."); -JavaRDD<String> words = textFile.flatMap(s -> Arrays.asList(s.split(" ")).iterator()) - .mapToPair(word -> new Tuple2<>(word, 1)) - .reduceByKey((a, b) -> a + b); +JavaPairRDD<String, Integer> counts = textFile + .flatMap(s -> Arrays.asList(s.split(" ")).iterator()) + .mapToPair(word -> new Tuple2<>(word, 1)) + .reduceByKey((a, b) -> a + b); counts.saveAsTextFile("hdfs://..."); {% endhighlight %} </div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/470b7ed5/site/examples.html ---------------------------------------------------------------------- diff --git a/site/examples.html b/site/examples.html index 05ec479..a19e263 100644 --- a/site/examples.html +++ b/site/examples.html @@ -247,9 +247,10 @@ In this page, we will show examples using RDD API as well as examples using high <div class="code code-tab"> <figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">JavaRDD</span><span class="o"><</span><span class="n">String</span><span class="o">></span> <span class="n">textFile</span> <span class="o">=</span> <span class="n">sc</span><span class="o">.</span><span class="na">textFile</span><span class="o">(</span><span class="s">"hdfs://..."</span><span class="o">);</span> -<span class="n">JavaRDD</span><span class="o"><</span><span class="n">String</span><span class="o">></span> <span class="n">words</span> <span class="o">=</span> <span class="n">textFile</span><span class="o">.</span><span class="na">flatMap</span><span class="o">(</span><span class="n">s</span> <span class="o">-></span> <span class="n">Arrays</span><span class="o">.</span><span class="na">asList</span><span class="o">(</span><span class="n">s</span><span class="o">.</span><span class="na">split</span><span class="o">(</span><span class="s">" "</span><span class="o">)).</span><span class="na">iterator</span><span class="o">())</span> - <span class="o">.</span><span class="na">mapToPair</span><span class="o">(</span><span class="n">word</span> <span class="o">-></span> <span class="k">new</span> <span class="n">Tuple2</span><span class="o"><>(</span><span class="n">word</span><span class="o">,</span> <span class="mi">1</span><span class="o">))</span> - <span class="o">.</span><span class="na">reduceByKey</span><span class="o">((</span><span class="n">a</span><span class="o">,</span> <span class="n">b</span><span class="o">)</span> <span class="o">-></span> <span class="n">a</span> <span class="o">+</span> <span class="n">b</span><span class="o">);</span> +<span class="n">JavaPairRDD</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Integer</span><span class="o">></span> <span class="n">counts</span> <span class="o">=</span> <span class="n">textFile</span> + <span class="o">.</span><span class="na">flatMap</span><span class="o">(</span><span class="n">s</span> <span class="o">-></span> <span class="n">Arrays</span><span class="o">.</span><span class="na">asList</span><span class="o">(</span><span class="n">s</span><span class="o">.</span><span class="na">split</span><span class="o">(</span><span class="s">" "</span><span class="o">)).</span><span class="na">iterator</span><span class="o">())</span> + <span class="o">.</span><span class="na">mapToPair</span><span class="o">(</span><span class="n">word</span> <span class="o">-></span> <span class="k">new</span> <span class="n">Tuple2</span><span class="o"><>(</span><span class="n">word</span><span class="o">,</span> <span class="mi">1</span><span class="o">))</span> + <span class="o">.</span><span class="na">reduceByKey</span><span class="o">((</span><span class="n">a</span><span class="o">,</span> <span class="n">b</span><span class="o">)</span> <span class="o">-></span> <span class="n">a</span> <span class="o">+</span> <span class="n">b</span><span class="o">);</span> <span class="n">counts</span><span class="o">.</span><span class="na">saveAsTextFile</span><span class="o">(</span><span class="s">"hdfs://..."</span><span class="o">);</span></code></pre></figure> </div> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org