You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by da...@apache.org on 2016/12/09 22:44:51 UTC
[1/3] incubator-beam-site git commit: Rename PTransform apply to
expand throughout
Repository: incubator-beam-site
Updated Branches:
refs/heads/asf-site eb5397b83 -> 37adeb9ba
Rename PTransform apply to expand throughout
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/commit/b68b6805
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/tree/b68b6805
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/diff/b68b6805
Branch: refs/heads/asf-site
Commit: b68b6805960b8c852a6551256827be33054598b9
Parents: eb5397b
Author: Kenneth Knowles <kl...@google.com>
Authored: Fri Dec 9 14:29:44 2016 -0800
Committer: Kenneth Knowles <kl...@google.com>
Committed: Fri Dec 9 14:29:44 2016 -0800
----------------------------------------------------------------------
src/get-started/mobile-gaming-example.md | 8 ++++----
src/get-started/wordcount-example.md | 2 +-
2 files changed, 5 insertions(+), 5 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-beam-site/blob/b68b6805/src/get-started/mobile-gaming-example.md
----------------------------------------------------------------------
diff --git a/src/get-started/mobile-gaming-example.md b/src/get-started/mobile-gaming-example.md
index b51f81a..3aee213 100644
--- a/src/get-started/mobile-gaming-example.md
+++ b/src/get-started/mobile-gaming-example.md
@@ -77,7 +77,7 @@ public static class ExtractAndSumScore
}
@Override
- public PCollection<KV<String, Integer>> apply(
+ public PCollection<KV<String, Integer>> expand(
PCollection<GameActionInfo> gameInfo) {
return gameInfo
@@ -320,7 +320,7 @@ static class CalculateUserScores
}
@Override
- public PCollection<KV<String, Integer>> apply(PCollection<GameActionInfo> input) {
+ public PCollection<KV<String, Integer>> expand(PCollection<GameActionInfo> input) {
return input.apply("LeaderboardUserGlobalWindow",
Window.<GameActionInfo>into(new GlobalWindows())
// Get periodic results every ten minutes.
@@ -374,7 +374,7 @@ static class CalculateTeamScores
}
@Override
- public PCollection<KV<String, Integer>> apply(PCollection<GameActionInfo> infos) {
+ public PCollection<KV<String, Integer>> expand(PCollection<GameActionInfo> infos) {
return infos.apply("LeaderboardTeamFixedWindows",
Window.<GameActionInfo>into(FixedWindows.of(teamWindowDuration))
// We will get early (speculative) results as well as cumulative
@@ -428,7 +428,7 @@ public static class CalculateSpammyUsers
private static final double SCORE_WEIGHT = 2.5;
@Override
- public PCollection<KV<String, Integer>> apply(PCollection<KV<String, Integer>> userScores) {
+ public PCollection<KV<String, Integer>> expand(PCollection<KV<String, Integer>> userScores) {
// Get the sum of scores for each user.
PCollection<KV<String, Integer>> sumScores = userScores
http://git-wip-us.apache.org/repos/asf/incubator-beam-site/blob/b68b6805/src/get-started/wordcount-example.md
----------------------------------------------------------------------
diff --git a/src/get-started/wordcount-example.md b/src/get-started/wordcount-example.md
index 9b02a2b..7c98a99 100644
--- a/src/get-started/wordcount-example.md
+++ b/src/get-started/wordcount-example.md
@@ -188,7 +188,7 @@ When `CountWords` is defined, we specify its ultimate input and output; the inpu
public static class CountWords extends PTransform<PCollection<String>,
PCollection<KV<String, Long>>> {
@Override
- public PCollection<KV<String, Long>> apply(PCollection<String> lines) {
+ public PCollection<KV<String, Long>> expand(PCollection<String> lines) {
// Convert lines of text into individual words.
PCollection<String> words = lines.apply(
[2/3] incubator-beam-site git commit: Regenerate website
Posted by da...@apache.org.
Regenerate website
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/commit/c5f8a46e
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/tree/c5f8a46e
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/diff/c5f8a46e
Branch: refs/heads/asf-site
Commit: c5f8a46e8298bd23565552ed4c1e5deed2e82d25
Parents: b68b680
Author: Davor Bonaci <da...@google.com>
Authored: Fri Dec 9 14:44:42 2016 -0800
Committer: Davor Bonaci <da...@google.com>
Committed: Fri Dec 9 14:44:42 2016 -0800
----------------------------------------------------------------------
content/get-started/mobile-gaming-example/index.html | 8 ++++----
content/get-started/wordcount-example/index.html | 2 +-
2 files changed, 5 insertions(+), 5 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-beam-site/blob/c5f8a46e/content/get-started/mobile-gaming-example/index.html
----------------------------------------------------------------------
diff --git a/content/get-started/mobile-gaming-example/index.html b/content/get-started/mobile-gaming-example/index.html
index ebd4b9f..ada7ce7 100644
--- a/content/get-started/mobile-gaming-example/index.html
+++ b/content/get-started/mobile-gaming-example/index.html
@@ -255,7 +255,7 @@
<span class="o">}</span>
<span class="nd">@Override</span>
- <span class="kd">public</span> <span class="n">PCollection</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Integer</span><span class="o">>></span> <span class="nf">apply</span><span class="o">(</span>
+ <span class="kd">public</span> <span class="n">PCollection</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Integer</span><span class="o">>></span> <span class="nf">expand</span><span class="o">(</span>
<span class="n">PCollection</span><span class="o"><</span><span class="n">GameActionInfo</span><span class="o">></span> <span class="n">gameInfo</span><span class="o">)</span> <span class="o">{</span>
<span class="k">return</span> <span class="n">gameInfo</span>
@@ -518,7 +518,7 @@
<span class="o">}</span>
<span class="nd">@Override</span>
- <span class="kd">public</span> <span class="n">PCollection</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Integer</span><span class="o">>></span> <span class="nf">apply</span><span class="o">(</span><span class="n">PCollection</span><span class="o"><</span><span class="n">GameActionInfo</span><span class="o">></span> <span class="n">input</span><span class="o">)</span> <span class="o">{</span>
+ <span class="kd">public</span> <span class="n">PCollection</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Integer</span><span class="o">>></span> <span class="nf">expand</span><span class="o">(</span><span class="n">PCollection</span><span class="o"><</span><span class="n">GameActionInfo</span><span class="o">></span> <span class="n">input</span><span class="o">)</span> <span class="o">{</span>
<span class="k">return</span> <span class="n">input</span><span class="o">.</span><span class="na">apply</span><span class="o">(</span><span class="s">"LeaderboardUserGlobalWindow"</span><span class="o">,</span>
<span class="n">Window</span><span class="o">.<</span><span class="n">GameActionInfo</span><span class="o">></span><span class="n">into</span><span class="o">(</span><span class="k">new</span> <span class="n">GlobalWindows</span><span class="o">())</span>
<span class="c1">// Get periodic results every ten minutes.</span>
@@ -570,7 +570,7 @@
<span class="o">}</span>
<span class="nd">@Override</span>
- <span class="kd">public</span> <span class="n">PCollection</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Integer</span><span class="o">>></span> <span class="nf">apply</span><span class="o">(</span><span class="n">PCollection</span><span class="o"><</span><span class="n">GameActionInfo</span><span class="o">></span> <span class="n">infos</span><span class="o">)</span> <span class="o">{</span>
+ <span class="kd">public</span> <span class="n">PCollection</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Integer</span><span class="o">>></span> <span class="nf">expand</span><span class="o">(</span><span class="n">PCollection</span><span class="o"><</span><span class="n">GameActionInfo</span><span class="o">></span> <span class="n">infos</span><span class="o">)</span> <span class="o">{</span>
<span class="k">return</span> <span class="n">infos</span><span class="o">.</span><span class="na">apply</span><span class="o">(</span><span class="s">"LeaderboardTeamFixedWindows"</span><span class="o">,</span>
<span class="n">Window</span><span class="o">.<</span><span class="n">GameActionInfo</span><span class="o">></span><span class="n">into</span><span class="o">(</span><span class="n">FixedWindows</span><span class="o">.</span><span class="na">of</span><span class="o">(</span><span class="n">teamWindowDuration</span><span class="o">))</span>
<span class="c1">// We will get early (speculative) results as well as cumulative</span>
@@ -628,7 +628,7 @@
<span class="kd">private</span> <span class="kd">static</span> <span class="kd">final</span> <span class="kt">double</span> <span class="n">SCORE_WEIGHT</span> <span class="o">=</span> <span class="mf">2.5</span><span class="o">;</span>
<span class="nd">@Override</span>
- <span class="kd">public</span> <span class="n">PCollection</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Integer</span><span class="o">>></span> <span class="nf">apply</span><span class="o">(</span><span class="n">PCollection</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Integer</span><span class="o">>></span> <span class="n">userScores</span><span class="o">)</span> <span class="o">{</span>
+ <span class="kd">public</span> <span class="n">PCollection</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Integer</span><span class="o">>></span> <span class="nf">expand</span><span class="o">(</span><span class="n">PCollection</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Integer</span><span class="o">>></span> <span class="n">userScores</span><span class="o">)</span> <span class="o">{</span>
<span class="c1">// Get the sum of scores for each user.</span>
<span class="n">PCollection</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Integer</span><span class="o">>></span> <span class="n">sumScores</span> <span class="o">=</span> <span class="n">userScores</span>
http://git-wip-us.apache.org/repos/asf/incubator-beam-site/blob/c5f8a46e/content/get-started/wordcount-example/index.html
----------------------------------------------------------------------
diff --git a/content/get-started/wordcount-example/index.html b/content/get-started/wordcount-example/index.html
index 5394081..5132240 100644
--- a/content/get-started/wordcount-example/index.html
+++ b/content/get-started/wordcount-example/index.html
@@ -373,7 +373,7 @@ Figure 1: The pipeline data flow.</p>
<div class="language-java highlighter-rouge"><pre class="highlight"><code><span class="kd">public</span> <span class="kd">static</span> <span class="kd">class</span> <span class="nc">CountWords</span> <span class="kd">extends</span> <span class="n">PTransform</span><span class="o"><</span><span class="n">PCollection</span><span class="o"><</span><span class="n">String</span><span class="o">>,</span>
<span class="n">PCollection</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Long</span><span class="o">>>></span> <span class="o">{</span>
<span class="nd">@Override</span>
- <span class="kd">public</span> <span class="n">PCollection</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Long</span><span class="o">>></span> <span class="nf">apply</span><span class="o">(</span><span class="n">PCollection</span><span class="o"><</span><span class="n">String</span><span class="o">></span> <span class="n">lines</span><span class="o">)</span> <span class="o">{</span>
+ <span class="kd">public</span> <span class="n">PCollection</span><span class="o"><</span><span class="n">KV</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Long</span><span class="o">>></span> <span class="nf">expand</span><span class="o">(</span><span class="n">PCollection</span><span class="o"><</span><span class="n">String</span><span class="o">></span> <span class="n">lines</span><span class="o">)</span> <span class="o">{</span>
<span class="c1">// Convert lines of text into individual words.</span>
<span class="n">PCollection</span><span class="o"><</span><span class="n">String</span><span class="o">></span> <span class="n">words</span> <span class="o">=</span> <span class="n">lines</span><span class="o">.</span><span class="na">apply</span><span class="o">(</span>
[3/3] incubator-beam-site git commit: This closes #104
Posted by da...@apache.org.
This closes #104
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/commit/37adeb9b
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/tree/37adeb9b
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam-site/diff/37adeb9b
Branch: refs/heads/asf-site
Commit: 37adeb9ba1110e0835e845fb07158b306202ff0c
Parents: eb5397b c5f8a46
Author: Davor Bonaci <da...@google.com>
Authored: Fri Dec 9 14:44:42 2016 -0800
Committer: Davor Bonaci <da...@google.com>
Committed: Fri Dec 9 14:44:42 2016 -0800
----------------------------------------------------------------------
content/get-started/mobile-gaming-example/index.html | 8 ++++----
content/get-started/wordcount-example/index.html | 2 +-
src/get-started/mobile-gaming-example.md | 8 ++++----
src/get-started/wordcount-example.md | 2 +-
4 files changed, 10 insertions(+), 10 deletions(-)
----------------------------------------------------------------------