You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by sr...@apache.org on 2017/02/22 13:53:11 UTC
spark-website git commit: Fix last update to Java pi example
Repository: spark-website
Updated Branches:
refs/heads/asf-site ca64fac2e -> 470b7ed51
Fix last update to Java pi example
Project: http://git-wip-us.apache.org/repos/asf/spark-website/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark-website/commit/470b7ed5
Tree: http://git-wip-us.apache.org/repos/asf/spark-website/tree/470b7ed5
Diff: http://git-wip-us.apache.org/repos/asf/spark-website/diff/470b7ed5
Branch: refs/heads/asf-site
Commit: 470b7ed51a112cdefd2ec6ee3a342b3956e05189
Parents: ca64fac
Author: Sean Owen <so...@cloudera.com>
Authored: Wed Feb 22 05:10:01 2017 -0800
Committer: Sean Owen <so...@cloudera.com>
Committed: Wed Feb 22 05:52:43 2017 -0800
----------------------------------------------------------------------
examples.md | 7 ++++---
site/examples.html | 7 ++++---
2 files changed, 8 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark-website/blob/470b7ed5/examples.md
----------------------------------------------------------------------
diff --git a/examples.md b/examples.md
index 4a87331..2d1dbaa 100644
--- a/examples.md
+++ b/examples.md
@@ -61,9 +61,10 @@ counts.saveAsTextFile("hdfs://...")
<div class="code code-tab">
{% highlight java %}
JavaRDD<String> textFile = sc.textFile("hdfs://...");
-JavaRDD<String> words = textFile.flatMap(s -> Arrays.asList(s.split(" ")).iterator())
- .mapToPair(word -> new Tuple2<>(word, 1))
- .reduceByKey((a, b) -> a + b);
+JavaPairRDD<String, Integer> counts = textFile
+ .flatMap(s -> Arrays.asList(s.split(" ")).iterator())
+ .mapToPair(word -> new Tuple2<>(word, 1))
+ .reduceByKey((a, b) -> a + b);
counts.saveAsTextFile("hdfs://...");
{% endhighlight %}
</div>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/470b7ed5/site/examples.html
----------------------------------------------------------------------
diff --git a/site/examples.html b/site/examples.html
index 05ec479..a19e263 100644
--- a/site/examples.html
+++ b/site/examples.html
@@ -247,9 +247,10 @@ In this page, we will show examples using RDD API as well as examples using high
<div class="code code-tab">
<figure class="highlight"><pre><code class="language-java" data-lang="java"><span></span><span class="n">JavaRDD</span><span class="o"><</span><span class="n">String</span><span class="o">></span> <span class="n">textFile</span> <span class="o">=</span> <span class="n">sc</span><span class="o">.</span><span class="na">textFile</span><span class="o">(</span><span class="s">"hdfs://..."</span><span class="o">);</span>
-<span class="n">JavaRDD</span><span class="o"><</span><span class="n">String</span><span class="o">></span> <span class="n">words</span> <span class="o">=</span> <span class="n">textFile</span><span class="o">.</span><span class="na">flatMap</span><span class="o">(</span><span class="n">s</span> <span class="o">-></span> <span class="n">Arrays</span><span class="o">.</span><span class="na">asList</span><span class="o">(</span><span class="n">s</span><span class="o">.</span><span class="na">split</span><span class="o">(</span><span class="s">" "</span><span class="o">)).</span><span class="na">iterator</span><span class="o">())</span>
- <span class="o">.</span><span class="na">mapToPair</span><span class="o">(</span><span class="n">word</span> <span class="o">-></span> <span class="k">new</span> <span class="n">Tuple2</span><span class="o"><>(</span><span class="n">word</span><span class="o">,</span> <span class="mi">1</span><span class="o">))</span>
- <span class="o">.</span><span class="na">reduceByKey</span><span class="o">((</span><span class="n">a</span><span class="o">,</span> <span class="n">b</span><span class="o">)</span> <span class="o">-></span> <span class="n">a</span> <span class="o">+</span> <span class="n">b</span><span class="o">);</span>
+<span class="n">JavaPairRDD</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Integer</span><span class="o">></span> <span class="n">counts</span> <span class="o">=</span> <span class="n">textFile</span>
+ <span class="o">.</span><span class="na">flatMap</span><span class="o">(</span><span class="n">s</span> <span class="o">-></span> <span class="n">Arrays</span><span class="o">.</span><span class="na">asList</span><span class="o">(</span><span class="n">s</span><span class="o">.</span><span class="na">split</span><span class="o">(</span><span class="s">" "</span><span class="o">)).</span><span class="na">iterator</span><span class="o">())</span>
+ <span class="o">.</span><span class="na">mapToPair</span><span class="o">(</span><span class="n">word</span> <span class="o">-></span> <span class="k">new</span> <span class="n">Tuple2</span><span class="o"><>(</span><span class="n">word</span><span class="o">,</span> <span class="mi">1</span><span class="o">))</span>
+ <span class="o">.</span><span class="na">reduceByKey</span><span class="o">((</span><span class="n">a</span><span class="o">,</span> <span class="n">b</span><span class="o">)</span> <span class="o">-></span> <span class="n">a</span> <span class="o">+</span> <span class="n">b</span><span class="o">);</span>
<span class="n">counts</span><span class="o">.</span><span class="na">saveAsTextFile</span><span class="o">(</span><span class="s">"hdfs://..."</span><span class="o">);</span></code></pre></figure>
</div>
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org