You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by da...@apache.org on 2016/12/28 00:41:56 UTC
[4/6] beam-site git commit: Regenerate website
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/contribution-guide/index.html
----------------------------------------------------------------------
diff --git a/content/contribution-guide/index.html b/content/contribution-guide/index.html
index b48b19c..7fb39a9 100644
--- a/content/contribution-guide/index.html
+++ b/content/contribution-guide/index.html
@@ -2,9 +2,9 @@
<html lang="en-US">
<meta charset="utf-8">
<title>Redirecting\u2026</title>
-<link rel="canonical" href="http://beam.incubator.apache.org/contribute/contribution-guide/">
-<meta http-equiv="refresh" content="0; url=http://beam.incubator.apache.org/contribute/contribution-guide/">
+<link rel="canonical" href="http://beam.apache.org/contribute/contribution-guide/">
+<meta http-equiv="refresh" content="0; url=http://beam.apache.org/contribute/contribution-guide/">
<h1>Redirecting\u2026</h1>
-<a href="http://beam.incubator.apache.org/contribute/contribution-guide/">Click here if you are not redirected.</a>
-<script>location="http://beam.incubator.apache.org/contribute/contribution-guide/"</script>
+<a href="http://beam.apache.org/contribute/contribution-guide/">Click here if you are not redirected.</a>
+<script>location="http://beam.apache.org/contribute/contribution-guide/"</script>
</html>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/docs/contribute.html
----------------------------------------------------------------------
diff --git a/content/docs/contribute.html b/content/docs/contribute.html
index cfae54e..e6b605f 100644
--- a/content/docs/contribute.html
+++ b/content/docs/contribute.html
@@ -2,9 +2,9 @@
<html lang="en-US">
<meta charset="utf-8">
<title>Redirecting\u2026</title>
-<link rel="canonical" href="http://beam.incubator.apache.org/contribute/">
-<meta http-equiv="refresh" content="0; url=http://beam.incubator.apache.org/contribute/">
+<link rel="canonical" href="http://beam.apache.org/contribute/">
+<meta http-equiv="refresh" content="0; url=http://beam.apache.org/contribute/">
<h1>Redirecting\u2026</h1>
-<a href="http://beam.incubator.apache.org/contribute/">Click here if you are not redirected.</a>
-<script>location="http://beam.incubator.apache.org/contribute/"</script>
+<a href="http://beam.apache.org/contribute/">Click here if you are not redirected.</a>
+<script>location="http://beam.apache.org/contribute/"</script>
</html>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/docs/learn/index.html
----------------------------------------------------------------------
diff --git a/content/docs/learn/index.html b/content/docs/learn/index.html
index 922447a..2431768 100644
--- a/content/docs/learn/index.html
+++ b/content/docs/learn/index.html
@@ -2,9 +2,9 @@
<html lang="en-US">
<meta charset="utf-8">
<title>Redirecting\u2026</title>
-<link rel="canonical" href="http://beam.incubator.apache.org/documentation/">
-<meta http-equiv="refresh" content="0; url=http://beam.incubator.apache.org/documentation/">
+<link rel="canonical" href="http://beam.apache.org/documentation/">
+<meta http-equiv="refresh" content="0; url=http://beam.apache.org/documentation/">
<h1>Redirecting\u2026</h1>
-<a href="http://beam.incubator.apache.org/documentation/">Click here if you are not redirected.</a>
-<script>location="http://beam.incubator.apache.org/documentation/"</script>
+<a href="http://beam.apache.org/documentation/">Click here if you are not redirected.</a>
+<script>location="http://beam.apache.org/documentation/"</script>
</html>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/docs/learn/programming-guide/index.html
----------------------------------------------------------------------
diff --git a/content/docs/learn/programming-guide/index.html b/content/docs/learn/programming-guide/index.html
index 14bdce8..33aac66 100644
--- a/content/docs/learn/programming-guide/index.html
+++ b/content/docs/learn/programming-guide/index.html
@@ -2,9 +2,9 @@
<html lang="en-US">
<meta charset="utf-8">
<title>Redirecting\u2026</title>
-<link rel="canonical" href="http://beam.incubator.apache.org/documentation/programming-guide/">
-<meta http-equiv="refresh" content="0; url=http://beam.incubator.apache.org/documentation/programming-guide/">
+<link rel="canonical" href="http://beam.apache.org/documentation/programming-guide/">
+<meta http-equiv="refresh" content="0; url=http://beam.apache.org/documentation/programming-guide/">
<h1>Redirecting\u2026</h1>
-<a href="http://beam.incubator.apache.org/documentation/programming-guide/">Click here if you are not redirected.</a>
-<script>location="http://beam.incubator.apache.org/documentation/programming-guide/"</script>
+<a href="http://beam.apache.org/documentation/programming-guide/">Click here if you are not redirected.</a>
+<script>location="http://beam.apache.org/documentation/programming-guide/"</script>
</html>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/docs/use/beam-overview/index.html
----------------------------------------------------------------------
diff --git a/content/docs/use/beam-overview/index.html b/content/docs/use/beam-overview/index.html
index a6cca54..df2a24a 100644
--- a/content/docs/use/beam-overview/index.html
+++ b/content/docs/use/beam-overview/index.html
@@ -2,9 +2,9 @@
<html lang="en-US">
<meta charset="utf-8">
<title>Redirecting\u2026</title>
-<link rel="canonical" href="http://beam.incubator.apache.org/get-started/beam-overview/">
-<meta http-equiv="refresh" content="0; url=http://beam.incubator.apache.org/get-started/beam-overview/">
+<link rel="canonical" href="http://beam.apache.org/get-started/beam-overview/">
+<meta http-equiv="refresh" content="0; url=http://beam.apache.org/get-started/beam-overview/">
<h1>Redirecting\u2026</h1>
-<a href="http://beam.incubator.apache.org/get-started/beam-overview/">Click here if you are not redirected.</a>
-<script>location="http://beam.incubator.apache.org/get-started/beam-overview/"</script>
+<a href="http://beam.apache.org/get-started/beam-overview/">Click here if you are not redirected.</a>
+<script>location="http://beam.apache.org/get-started/beam-overview/"</script>
</html>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/docs/use/index.html
----------------------------------------------------------------------
diff --git a/content/docs/use/index.html b/content/docs/use/index.html
index 748b95e..6b1aa7d 100644
--- a/content/docs/use/index.html
+++ b/content/docs/use/index.html
@@ -2,9 +2,9 @@
<html lang="en-US">
<meta charset="utf-8">
<title>Redirecting\u2026</title>
-<link rel="canonical" href="http://beam.incubator.apache.org/get-started/">
-<meta http-equiv="refresh" content="0; url=http://beam.incubator.apache.org/get-started/">
+<link rel="canonical" href="http://beam.apache.org/get-started/">
+<meta http-equiv="refresh" content="0; url=http://beam.apache.org/get-started/">
<h1>Redirecting\u2026</h1>
-<a href="http://beam.incubator.apache.org/get-started/">Click here if you are not redirected.</a>
-<script>location="http://beam.incubator.apache.org/get-started/"</script>
+<a href="http://beam.apache.org/get-started/">Click here if you are not redirected.</a>
+<script>location="http://beam.apache.org/get-started/"</script>
</html>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/documentation/index.html
----------------------------------------------------------------------
diff --git a/content/documentation/index.html b/content/documentation/index.html
index 787cd44..1259a66 100644
--- a/content/documentation/index.html
+++ b/content/documentation/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/documentation/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/documentation/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/documentation/pipelines/create-your-pipeline/index.html
----------------------------------------------------------------------
diff --git a/content/documentation/pipelines/create-your-pipeline/index.html b/content/documentation/pipelines/create-your-pipeline/index.html
index c1b33ad..12ed2ae 100644
--- a/content/documentation/pipelines/create-your-pipeline/index.html
+++ b/content/documentation/pipelines/create-your-pipeline/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/documentation/pipelines/create-your-pipeline/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/documentation/pipelines/create-your-pipeline/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/documentation/pipelines/design-your-pipeline/index.html
----------------------------------------------------------------------
diff --git a/content/documentation/pipelines/design-your-pipeline/index.html b/content/documentation/pipelines/design-your-pipeline/index.html
index d4c516d..e4a2329 100644
--- a/content/documentation/pipelines/design-your-pipeline/index.html
+++ b/content/documentation/pipelines/design-your-pipeline/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/documentation/pipelines/design-your-pipeline/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/documentation/pipelines/design-your-pipeline/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/documentation/pipelines/test-your-pipeline/index.html
----------------------------------------------------------------------
diff --git a/content/documentation/pipelines/test-your-pipeline/index.html b/content/documentation/pipelines/test-your-pipeline/index.html
index d142efd..5682a87 100644
--- a/content/documentation/pipelines/test-your-pipeline/index.html
+++ b/content/documentation/pipelines/test-your-pipeline/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/documentation/pipelines/test-your-pipeline/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/documentation/pipelines/test-your-pipeline/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
@@ -185,13 +185,13 @@
<li>You can perform an end-to-end test for an entire pipeline.</li>
</ul>
-<p>To support unit testing, the Beam SDK for Java provides a number of test classes in the <a href="https://github.com/apache/incubator-beam/tree/master/sdks/java/core/src/test/java/org/apache/beam/sdk">testing package</a>. You can use these tests as references and guides.</p>
+<p>To support unit testing, the Beam SDK for Java provides a number of test classes in the <a href="https://github.com/apache/beam/tree/master/sdks/java/core/src/test/java/org/apache/beam/sdk">testing package</a>. You can use these tests as references and guides.</p>
<h2 id="testing-individual-dofn-objects">Testing Individual DoFn Objects</h2>
<p>The code in your pipeline\u2019s <code class="highlighter-rouge">DoFn</code> functions runs often, and often across multiple Compute Engine instances. Unit-testing your <code class="highlighter-rouge">DoFn</code> objects before running them using a runner service can save a great deal of debugging time and energy.</p>
-<p>The Beam SDK for Java provides a convenient way to test an individual <code class="highlighter-rouge">DoFn</code> called <a href="https://github.com/apache/incubator-beam/blob/master/sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/DoFnTesterTest.java">DoFnTester</a>, which is included in the SDK <code class="highlighter-rouge">Transforms</code> package.</p>
+<p>The Beam SDK for Java provides a convenient way to test an individual <code class="highlighter-rouge">DoFn</code> called <a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/DoFnTesterTest.java">DoFnTester</a>, which is included in the SDK <code class="highlighter-rouge">Transforms</code> package.</p>
<p><code class="highlighter-rouge">DoFnTester</code>uses the <a href="http://junit.org">JUnit</a> framework. To use <code class="highlighter-rouge">DoFnTester</code>, you\u2019ll need to do the following:</p>
@@ -298,7 +298,7 @@
<h3 id="testpipeline">TestPipeline</h3>
-<p><a href="https://github.com/apache/incubator-beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/testing/TestPipeline.java">TestPipeline</a> is a class included in the Beam Java SDK specifically for testing transforms. For tests, use <code class="highlighter-rouge">TestPipeline</code> in place of <code class="highlighter-rouge">Pipeline</code> when you create the pipeline object. Unlike <code class="highlighter-rouge">Pipeline.create</code>, <code class="highlighter-rouge">TestPipeline.create</code> handles setting <code class="highlighter-rouge">PipelineOptions</code> interally.</p>
+<p><a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/testing/TestPipeline.java">TestPipeline</a> is a class included in the Beam Java SDK specifically for testing transforms. For tests, use <code class="highlighter-rouge">TestPipeline</code> in place of <code class="highlighter-rouge">Pipeline</code> when you create the pipeline object. Unlike <code class="highlighter-rouge">Pipeline.create</code>, <code class="highlighter-rouge">TestPipeline.create</code> handles setting <code class="highlighter-rouge">PipelineOptions</code> interally.</p>
<p>You create a <code class="highlighter-rouge">TestPipeline</code> as follows:</p>
@@ -342,7 +342,7 @@
</code></pre>
</div>
-<p>For more information on how these classes work, see the <a href="http://beam.incubator.apache.org/documentation/sdks/javadoc/0.3.0-incubating/org/apache/beam/sdk/testing/package-summary.html">org.apache.beam.sdk.testing</a> package documentation.</p>
+<p>For more information on how these classes work, see the <a href="http://beam.apache.org/documentation/sdks/javadoc/0.3.0-incubating/org/apache/beam/sdk/testing/package-summary.html">org.apache.beam.sdk.testing</a> package documentation.</p>
<h3 id="an-example-test-for-a-composite-transform">An Example Test for a Composite Transform</h3>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/documentation/programming-guide/index.html
----------------------------------------------------------------------
diff --git a/content/documentation/programming-guide/index.html b/content/documentation/programming-guide/index.html
index aa97bb6..1781e53 100644
--- a/content/documentation/programming-guide/index.html
+++ b/content/documentation/programming-guide/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/documentation/programming-guide/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/documentation/programming-guide/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
@@ -219,13 +219,13 @@
<h2 id="a-namepipelineacreating-the-pipeline"><a name="pipeline"></a>Creating the Pipeline</h2>
-<p>The <code class="highlighter-rouge">Pipeline</code> abstraction encapsulates all the data and steps in your data processing task. Your Beam driver program typically starts by constructing a <a href="https://github.com/apache/incubator-beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/Pipeline.java">Pipeline</a> object, and then using that object as the basis for creating the pipeline\u2019s data sets as <code class="highlighter-rouge">PCollection</code>s and its operations as <code class="highlighter-rouge">Transform</code>s.</p>
+<p>The <code class="highlighter-rouge">Pipeline</code> abstraction encapsulates all the data and steps in your data processing task. Your Beam driver program typically starts by constructing a <a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/Pipeline.java">Pipeline</a> object, and then using that object as the basis for creating the pipeline\u2019s data sets as <code class="highlighter-rouge">PCollection</code>s and its operations as <code class="highlighter-rouge">Transform</code>s.</p>
<p>To use Beam, your driver program must first create an instance of the Beam SDK class <code class="highlighter-rouge">Pipeline</code> (typically in the <code class="highlighter-rouge">main()</code> function). When you create your <code class="highlighter-rouge">Pipeline</code>, you\u2019ll also need to set some <strong>configuration options</strong>. You can set your pipeline\u2019s configuration options programatically, but it\u2019s often easier to set the options ahead of time (or read them from the command line) and pass them to the <code class="highlighter-rouge">Pipeline</code> object when you create the object.</p>
<p>The pipeline configuration options determine, among other things, the <code class="highlighter-rouge">PipelineRunner</code> that determines where the pipeline gets executed: locally, or using a distributed back-end of your choice. Depending on where your pipeline gets executed and what your specifed Runner requires, the options can also help you specify other aspects of execution.</p>
-<p>To set your pipeline\u2019s configuration options and create the pipeline, create an object of type <a href="https://github.com/apache/incubator-beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/options/PipelineOptions.java">PipelineOptions</a> and pass it to <code class="highlighter-rouge">Pipeline.Create()</code>. The most common way to do this is by parsing arguments from the command-line:</p>
+<p>To set your pipeline\u2019s configuration options and create the pipeline, create an object of type <a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/options/PipelineOptions.java">PipelineOptions</a> and pass it to <code class="highlighter-rouge">Pipeline.Create()</code>. The most common way to do this is by parsing arguments from the command-line:</p>
<div class="language-java highlighter-rouge"><pre class="highlight"><code><span class="kd">public</span> <span class="kd">static</span> <span class="kt">void</span> <span class="nf">main</span><span class="o">(</span><span class="n">String</span><span class="o">[]</span> <span class="n">args</span><span class="o">)</span> <span class="o">{</span>
<span class="c1">// Will parse the arguments passed into the application and construct a PipelineOptions</span>
@@ -242,7 +242,7 @@
<h2 id="a-namepcollectionaworking-with-pcollections"><a name="pcollection"></a>Working with PCollections</h2>
-<p>The <a href="https://github.com/apache/incubator-beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/values/PCollection.java">PCollection</a> abstraction represents a potentially distributed, multi-element data set. You can think of a <code class="highlighter-rouge">PCollection</code> as \u201cpipeline\u201d data; Beam transforms use <code class="highlighter-rouge">PCollection</code> objects as inputs and outputs. As such, if you want to work with data in your pipeline, it must be in the form of a <code class="highlighter-rouge">PCollection</code>.</p>
+<p>The <a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/values/PCollection.java">PCollection</a> abstraction represents a potentially distributed, multi-element data set. You can think of a <code class="highlighter-rouge">PCollection</code> as \u201cpipeline\u201d data; Beam transforms use <code class="highlighter-rouge">PCollection</code> objects as inputs and outputs. As such, if you want to work with data in your pipeline, it must be in the form of a <code class="highlighter-rouge">PCollection</code>.</p>
<p>After you\u2019ve created your <code class="highlighter-rouge">Pipeline</code>, you\u2019ll need to begin by creating at least one <code class="highlighter-rouge">PCollection</code> in some form. The <code class="highlighter-rouge">PCollection</code> you create serves as the input for the first operation in your pipeline.</p>
@@ -553,7 +553,7 @@ tree, [2]
<h4 id="a-nametransforms-combineausing-combine"><a name="transforms-combine"></a>Using Combine</h4>
-<p><span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/sdk/transforms/Combine.html"><code class="highlighter-rouge">Combine</code></a></span><span class="language-python"><a href="https://github.com/apache/incubator-beam/blob/python-sdk/sdks/python/apache_beam/transforms/core.py"><code class="highlighter-rouge">Combine</code></a></span> is a Beam transform for combining collections of elements or values in your data. <code class="highlighter-rouge">Combine</code> has variants that work on entire <code class="highlighter-rouge">PCollection</code>s, and some that combine the values for each key in <code class="highlighter-rouge">PCollection</code>s of key/value pairs.</p>
+<p><span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/sdk/transforms/Combine.html"><code class="highlighter-rouge">Combine</code></a></span><span class="language-python"><a href="https://github.com/apache/beam/blob/python-sdk/sdks/python/apache_beam/transforms/core.py"><code class="highlighter-rouge">Combine</code></a></span> is a Beam transform for combining collections of elements or values in your data. <code class="highlighter-rouge">Combine</code> has variants that work on entire <code class="highlighter-rouge">PCollection</code>s, and some that combine the values for each key in <code class="highlighter-rouge">PCollection</code>s of key/value pairs.</p>
<p>When you apply a <code class="highlighter-rouge">Combine</code> transform, you must provide the function that contains the logic for combining the elements or values. The combining function should be commutative and associative, as the function is not necessarily invoked exactly once on all values with a given key. Because the input data (including the value collection) may be distributed across multiple workers, the combining function might be called multiple times to perform partial combining on subsets of the value collection. The Beam SDK also provides some pre-built combine functions for common numeric combination operations such as sum, min, and max.</p>
@@ -746,7 +746,7 @@ tree, [2]
<h4 id="a-nametransforms-flatten-partitionausing-flatten-and-partition"><a name="transforms-flatten-partition"></a>Using Flatten and Partition</h4>
-<p><span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/sdk/transforms/Flatten.html"><code class="highlighter-rouge">Flatten</code></a></span><span class="language-python"><a href="https://github.com/apache/incubator-beam/blob/python-sdk/sdks/python/apache_beam/transforms/core.py"><code class="highlighter-rouge">Flatten</code></a></span> and <span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/sdk/transforms/Partition.html"><code class="highlighter-rouge">Partition</code></a></span><span class="language-python"><a href="https://github.com/apache/incubator-beam/blob/python-sdk/sdks/python/apache_beam/transforms/core.py"><code class="highlighter-rouge">Partition</code></a></span> are Beam transforms for <code class="highlighter-rouge">PCollection</code> objects that store the same data type. <code class="highlighter-rouge">Flatten</code> merges multiple <code class="highligh
ter-rouge">PCollection</code> objects into a single logical <code class="highlighter-rouge">PCollection</code>, and <code class="highlighter-rouge">Partition</code> splits a single <code class="highlighter-rouge">PCollection</code> into a fixed number of smaller collections.</p>
+<p><span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/sdk/transforms/Flatten.html"><code class="highlighter-rouge">Flatten</code></a></span><span class="language-python"><a href="https://github.com/apache/beam/blob/python-sdk/sdks/python/apache_beam/transforms/core.py"><code class="highlighter-rouge">Flatten</code></a></span> and <span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/sdk/transforms/Partition.html"><code class="highlighter-rouge">Partition</code></a></span><span class="language-python"><a href="https://github.com/apache/beam/blob/python-sdk/sdks/python/apache_beam/transforms/core.py"><code class="highlighter-rouge">Partition</code></a></span> are Beam transforms for <code class="highlighter-rouge">PCollection</code> objects that store the same data type. <code class="highlighter-rouge">Flatten</code> merges multiple <code class="highlighter-rouge">PCollecti
on</code> objects into a single logical <code class="highlighter-rouge">PCollection</code>, and <code class="highlighter-rouge">Partition</code> splits a single <code class="highlighter-rouge">PCollection</code> into a fixed number of smaller collections.</p>
<h5 id="flatten"><strong>Flatten</strong></h5>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/documentation/resources/index.html
----------------------------------------------------------------------
diff --git a/content/documentation/resources/index.html b/content/documentation/resources/index.html
index 128f5cc..21a707f 100644
--- a/content/documentation/resources/index.html
+++ b/content/documentation/resources/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/documentation/resources/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/documentation/resources/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/documentation/runners/apex/index.html
----------------------------------------------------------------------
diff --git a/content/documentation/runners/apex/index.html b/content/documentation/runners/apex/index.html
index 68a5daa..9d94a8a 100644
--- a/content/documentation/runners/apex/index.html
+++ b/content/documentation/runners/apex/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/documentation/runners/apex/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/documentation/runners/apex/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/documentation/runners/capability-matrix/index.html
----------------------------------------------------------------------
diff --git a/content/documentation/runners/capability-matrix/index.html b/content/documentation/runners/capability-matrix/index.html
index c582f9e..e7917b6 100644
--- a/content/documentation/runners/capability-matrix/index.html
+++ b/content/documentation/runners/capability-matrix/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/documentation/runners/capability-matrix/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/documentation/runners/capability-matrix/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
@@ -145,7 +145,7 @@
<div class="row">
<h1 id="beam-capability-matrix">Beam Capability Matrix</h1>
-<p>Apache Beam (incubating) provides a portable API layer for building sophisticated data-parallel processing pipelines that may be executed across a diversity of execution engines, or <i>runners</i>. The core concepts of this layer are based upon the Beam Model (formerly referred to as the <a href="http://www.vldb.org/pvldb/vol8/p1792-Akidau.pdf">Dataflow Model</a>), and implemented to varying degrees in each Beam runner. To help clarify the capabilities of individual runners, we\u2019ve created the capability matrix below.</p>
+<p>Apache Beam provides a portable API layer for building sophisticated data-parallel processing pipelines that may be executed across a diversity of execution engines, or <i>runners</i>. The core concepts of this layer are based upon the Beam Model (formerly referred to as the <a href="http://www.vldb.org/pvldb/vol8/p1792-Akidau.pdf">Dataflow Model</a>), and implemented to varying degrees in each Beam runner. To help clarify the capabilities of individual runners, we\u2019ve created the capability matrix below.</p>
<p>Individual capabilities have been grouped by their corresponding <span class="wwwh-what-dark">What</span> / <span class="wwwh-where-dark">Where</span> / <span class="wwwh-when-dark">When</span> / <span class="wwwh-how-dark">How</span> question:</p>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/documentation/runners/dataflow/index.html
----------------------------------------------------------------------
diff --git a/content/documentation/runners/dataflow/index.html b/content/documentation/runners/dataflow/index.html
index 495a6e1..cc4e510 100644
--- a/content/documentation/runners/dataflow/index.html
+++ b/content/documentation/runners/dataflow/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/documentation/runners/dataflow/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/documentation/runners/dataflow/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
@@ -256,7 +256,7 @@
</tr>
</table>
-<p>See the reference documentation for the <span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/runners/dataflow/options/DataflowPipelineOptions.html">DataflowPipelineOptions</a></span><span class="language-python"><a href="https://github.com/apache/incubator-beam/blob/python-sdk/sdks/python/apache_beam/utils/options.py">PipelineOptions</a></span> interface (and its subinterfaces) for the complete list of pipeline configuration options.</p>
+<p>See the reference documentation for the <span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/runners/dataflow/options/DataflowPipelineOptions.html">DataflowPipelineOptions</a></span><span class="language-python"><a href="https://github.com/apache/beam/blob/python-sdk/sdks/python/apache_beam/utils/options.py">PipelineOptions</a></span> interface (and its subinterfaces) for the complete list of pipeline configuration options.</p>
<h2 id="additional-information-and-caveats">Additional information and caveats</h2>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/documentation/runners/direct/index.html
----------------------------------------------------------------------
diff --git a/content/documentation/runners/direct/index.html b/content/documentation/runners/direct/index.html
index b2f9d37..53d07db 100644
--- a/content/documentation/runners/direct/index.html
+++ b/content/documentation/runners/direct/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/documentation/runners/direct/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/documentation/runners/direct/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
@@ -180,11 +180,11 @@
<p>When executing your pipeline from the command-line, set <code class="highlighter-rouge">runner</code> to <code class="highlighter-rouge">direct</code>. The default values for the other pipeline options are generally sufficient.</p>
-<p>See the reference documentation for the <span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/runners/direct/DirectOptions.html"><code class="highlighter-rouge">DirectOptions</code></a></span><span class="language-python"><a href="https://github.com/apache/incubator-beam/blob/python-sdk/sdks/python/apache_beam/utils/options.py"><code class="highlighter-rouge">PipelineOptions</code></a></span> interface (and its subinterfaces) for defaults and the complete list of pipeline configuration options.</p>
+<p>See the reference documentation for the <span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/runners/direct/DirectOptions.html"><code class="highlighter-rouge">DirectOptions</code></a></span><span class="language-python"><a href="https://github.com/apache/beam/blob/python-sdk/sdks/python/apache_beam/utils/options.py"><code class="highlighter-rouge">PipelineOptions</code></a></span> interface (and its subinterfaces) for defaults and the complete list of pipeline configuration options.</p>
<h2 id="additional-information-and-caveats">Additional information and caveats</h2>
-<p>Local execution is limited by the memory available in your local environment. It is highly recommended that you run your pipeline with data sets small enough to fit in local memory. You can create a small in-memory data set using a <span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/sdk/transforms/Create.html"><code class="highlighter-rouge">Create</code></a></span><span class="language-python"><a href="https://github.com/apache/incubator-beam/blob/python-sdk/sdks/python/apache_beam/transforms/core.py"><code class="highlighter-rouge">Create</code></a></span> transform, or you can use a <span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/sdk/io/Read.html"><code class="highlighter-rouge">Read</code></a></span><span class="language-python"><a href="https://github.com/apache/incubator-beam/blob/python-sdk/sdks/python/apache_beam/io/iobase.py"><code class="highlighter-roug
e">Read</code></a></span> transform to work with small local or remote files.</p>
+<p>Local execution is limited by the memory available in your local environment. It is highly recommended that you run your pipeline with data sets small enough to fit in local memory. You can create a small in-memory data set using a <span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/sdk/transforms/Create.html"><code class="highlighter-rouge">Create</code></a></span><span class="language-python"><a href="https://github.com/apache/beam/blob/python-sdk/sdks/python/apache_beam/transforms/core.py"><code class="highlighter-rouge">Create</code></a></span> transform, or you can use a <span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/sdk/io/Read.html"><code class="highlighter-rouge">Read</code></a></span><span class="language-python"><a href="https://github.com/apache/beam/blob/python-sdk/sdks/python/apache_beam/io/iobase.py"><code class="highlighter-rouge">Read</code></a></
span> transform to work with small local or remote files.</p>
</div>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/documentation/runners/flink/index.html
----------------------------------------------------------------------
diff --git a/content/documentation/runners/flink/index.html b/content/documentation/runners/flink/index.html
index edd5bcd..d6fe0eb 100644
--- a/content/documentation/runners/flink/index.html
+++ b/content/documentation/runners/flink/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/documentation/runners/flink/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/documentation/runners/flink/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
@@ -271,7 +271,7 @@
</tr>
</table>
-<p>See the reference documentation for the <span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/runners/flink/FlinkPipelineOptions.html">FlinkPipelineOptions</a></span><span class="language-python"><a href="https://github.com/apache/incubator-beam/blob/python-sdk/sdks/python/apache_beam/utils/options.py">PipelineOptions</a></span> interface (and its subinterfaces) for the complete list of pipeline configuration options.</p>
+<p>See the reference documentation for the <span class="language-java"><a href="/documentation/sdks/javadoc/0.3.0-incubating/index.html?org/apache/beam/runners/flink/FlinkPipelineOptions.html">FlinkPipelineOptions</a></span><span class="language-python"><a href="https://github.com/apache/beam/blob/python-sdk/sdks/python/apache_beam/utils/options.py">PipelineOptions</a></span> interface (and its subinterfaces) for the complete list of pipeline configuration options.</p>
<h2 id="additional-information-and-caveats">Additional information and caveats</h2>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/documentation/runners/spark/index.html
----------------------------------------------------------------------
diff --git a/content/documentation/runners/spark/index.html b/content/documentation/runners/spark/index.html
index 23960e0..88df4f0 100644
--- a/content/documentation/runners/spark/index.html
+++ b/content/documentation/runners/spark/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/documentation/runners/spark/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/documentation/runners/spark/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/documentation/sdks/java/index.html
----------------------------------------------------------------------
diff --git a/content/documentation/sdks/java/index.html b/content/documentation/sdks/java/index.html
index 10801e8..3b3ead4 100644
--- a/content/documentation/sdks/java/index.html
+++ b/content/documentation/sdks/java/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/documentation/sdks/java/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/documentation/sdks/java/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/documentation/sdks/python/index.html
----------------------------------------------------------------------
diff --git a/content/documentation/sdks/python/index.html b/content/documentation/sdks/python/index.html
index aeb4d84..5c39a0d 100644
--- a/content/documentation/sdks/python/index.html
+++ b/content/documentation/sdks/python/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/documentation/sdks/python/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/documentation/sdks/python/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/feed.xml
----------------------------------------------------------------------
diff --git a/content/feed.xml b/content/feed.xml
index a91a76e..3bdc7b5 100644
--- a/content/feed.xml
+++ b/content/feed.xml
@@ -1,11 +1,11 @@
<?xml version="1.0" encoding="UTF-8"?>
<rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
<channel>
- <title>Apache Beam (incubating)</title>
+ <title>Apache Beam</title>
<description>Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes.
</description>
- <link>http://beam.incubator.apache.org/</link>
- <atom:link href="http://beam.incubator.apache.org/feed.xml" rel="self" type="application/rss+xml"/>
+ <link>http://beam.apache.org/</link>
+ <atom:link href="http://beam.apache.org/feed.xml" rel="self" type="application/rss+xml"/>
<generator>Jekyll v3.2.0</generator>
<item>
@@ -47,8 +47,8 @@ from the Mobile Gaming example series.</p>
<h2 id="leaderboard-and-the-mobile-gaming-example">LeaderBoard and the Mobile Gaming Example</h2>
-<p><a href="https://github.com/apache/incubator-beam/blob/master/examples/java8/src/main/java/org/apache/beam/examples/complete/game/LeaderBoard.java#L177">LeaderBoard</a>
-is part of the <a href="https://github.com/apache/incubator-beam/tree/master/examples/java8/src/main/java/org/apache/beam/examples/complete/game">Beam mobile gaming examples</a>
+<p><a href="https://github.com/apache/beam/blob/master/examples/java8/src/main/java/org/apache/beam/examples/complete/game/LeaderBoard.java#L177">LeaderBoard</a>
+is part of the <a href="https://github.com/apache/beam/tree/master/examples/java8/src/main/java/org/apache/beam/examples/complete/game">Beam mobile gaming examples</a>
(and <a href="/get-started/mobile-gaming-example/">walkthroughs</a>)
which produces a continuous accounting of user and team scores. User scores are
calculated over the lifetime of the program, while team scores are calculated
@@ -65,7 +65,7 @@ be controlled within a test.</p>
<a href="/documentation/sdks/javadoc/0.3.0-incubating/org/apache/beam/sdk/testing/PAssert.html">PAssert</a>
methods, which assert properties about the contents of a PCollection from within
a pipeline. We have expanded this infrastructure to include
-<a href="https://github.com/apache/incubator-beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/testing/TestStream.java">TestStream</a>,
+<a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/testing/TestStream.java">TestStream</a>,
which is a PTransform that performs a series of events, consisting of adding
additional elements to a pipeline, advancing the watermark of the TestStream,
and advancing the pipeline processing time clock. TestStream permits tests which
@@ -313,8 +313,8 @@ Java SDK. If you have questions or comments, we\u2019d love to hear them on the
<a href="/use/mailing-lists/">mailing lists</a>.</p>
</description>
<pubDate>Thu, 20 Oct 2016 11:00:00 -0700</pubDate>
- <link>http://beam.incubator.apache.org/blog/2016/10/20/test-stream.html</link>
- <guid isPermaLink="true">http://beam.incubator.apache.org/blog/2016/10/20/test-stream.html</guid>
+ <link>http://beam.apache.org/blog/2016/10/20/test-stream.html</link>
+ <guid isPermaLink="true">http://beam.apache.org/blog/2016/10/20/test-stream.html</guid>
<category>blog</category>
@@ -327,13 +327,13 @@ Java SDK. If you have questions or comments, we\u2019d love to hear them on the
<p><img src="/images/blog/IMG_20160927_170956.jpg" alt="Exercise time" /></p>
-<p>If you want to take a look at the tutorial materials, we\u2019ve put them up <a href="https://github.com/eljefe6a/beamexample">on GitHub</a>. This includes the <a href="https://github.com/eljefe6a/beamexample/blob/master/BeamTutorial/slides.pdf">actual slides</a> as well as the <a href="https://github.com/eljefe6a/beamexample/tree/master/BeamTutorial/src/main/java/org/apache/beam/examples/tutorial/game">exercises</a> that we covered. If you\u2019re looking to learn a little about Beam, this is a good way to start. The exercises are based on an imaginary mobile game where data needs processing and are based on code in the <a href="https://github.com/apache/incubator-beam/tree/master/examples/java8/src/main/java/org/apache/beam/examples/complete/game">Beam examples directory</a>. The code has TODOs for where you need to fill in code or there are full sample solutions to look over our code. You c
an run these examples on your own machine or on a cluster using a runner that Beam supports.</p>
+<p>If you want to take a look at the tutorial materials, we\u2019ve put them up <a href="https://github.com/eljefe6a/beamexample">on GitHub</a>. This includes the <a href="https://github.com/eljefe6a/beamexample/blob/master/BeamTutorial/slides.pdf">actual slides</a> as well as the <a href="https://github.com/eljefe6a/beamexample/tree/master/BeamTutorial/src/main/java/org/apache/beam/examples/tutorial/game">exercises</a> that we covered. If you\u2019re looking to learn a little about Beam, this is a good way to start. The exercises are based on an imaginary mobile game where data needs processing and are based on code in the <a href="https://github.com/apache/beam/tree/master/examples/java8/src/main/java/org/apache/beam/examples/complete/game">Beam examples directory</a>. The code has TODOs for where you need to fill in code or there are full sample solutions to look over our code. You can run the
se examples on your own machine or on a cluster using a runner that Beam supports.</p>
<p>I want to share some of takeaways I had about Beam during the conference.</p>
<p>The Data Engineers are looking to Beam as a way to <a href="https://www.oreilly.com/ideas/future-proof-and-scale-proof-your-code">future-proof</a>, meaning that code is portable between the various Big Data frameworks. In fact, many of the attendees were still on Hadoop MapReduce and looking to transition to a new framework. They\u2019re realizing that continually rewriting code isn\u2019t the most productive approach.</p>
-<p>Data Scientists are really interested in using Beam. They interested in having a single API for doing analysis instead of several different APIs. We talked about Beam\u2019s progress on the Python API. If you want to take a peek, it\u2019s being actively developed on a <a href="https://github.com/apache/incubator-beam/tree/python-sdk">feature branch</a>. As Beam matures, we\u2019re looking to add other supported languages.</p>
+<p>Data Scientists are really interested in using Beam. They interested in having a single API for doing analysis instead of several different APIs. We talked about Beam\u2019s progress on the Python API. If you want to take a peek, it\u2019s being actively developed on a <a href="https://github.com/apache/beam/tree/python-sdk">feature branch</a>. As Beam matures, we\u2019re looking to add other supported languages.</p>
<p>We heard <a href="https://twitter.com/jessetanderson/status/781124173108305920">loud and clear</a> from Beam users that great runner support is crucial to adoption. We have great Apache Flink support. During the conference we had some more volunteers offer their help on the Spark runner.</p>
@@ -347,8 +347,8 @@ Java SDK. If you have questions or comments, we\u2019d love to hear them on the
</description>
<pubDate>Tue, 11 Oct 2016 10:00:00 -0700</pubDate>
- <link>http://beam.incubator.apache.org/beam/update/2016/10/11/strata-hadoop-world-and-beam.html</link>
- <guid isPermaLink="true">http://beam.incubator.apache.org/beam/update/2016/10/11/strata-hadoop-world-and-beam.html</guid>
+ <link>http://beam.apache.org/beam/update/2016/10/11/strata-hadoop-world-and-beam.html</link>
+ <guid isPermaLink="true">http://beam.apache.org/beam/update/2016/10/11/strata-hadoop-world-and-beam.html</guid>
<category>beam</category>
@@ -400,8 +400,8 @@ Java SDK. If you have questions or comments, we\u2019d love to hear them on the
</description>
<pubDate>Wed, 03 Aug 2016 00:00:01 -0700</pubDate>
- <link>http://beam.incubator.apache.org/blog/2016/08/03/six-months.html</link>
- <guid isPermaLink="true">http://beam.incubator.apache.org/blog/2016/08/03/six-months.html</guid>
+ <link>http://beam.apache.org/blog/2016/08/03/six-months.html</link>
+ <guid isPermaLink="true">http://beam.apache.org/blog/2016/08/03/six-months.html</guid>
<category>blog</category>
@@ -441,8 +441,8 @@ to us via <a href="/use/mailing-lists/">user\u2019s mailing list<
<a href="https://issues.apache.org/jira/browse/BEAM/">Apache JIRA issue tracker</a>.</p>
</description>
<pubDate>Wed, 15 Jun 2016 00:00:01 -0700</pubDate>
- <link>http://beam.incubator.apache.org/beam/release/2016/06/15/first-release.html</link>
- <guid isPermaLink="true">http://beam.incubator.apache.org/beam/release/2016/06/15/first-release.html</guid>
+ <link>http://beam.apache.org/beam/release/2016/06/15/first-release.html</link>
+ <guid isPermaLink="true">http://beam.apache.org/beam/release/2016/06/15/first-release.html</guid>
<category>beam</category>
@@ -478,8 +478,8 @@ to us via <a href="/use/mailing-lists/">user\u2019s mailing list<
<p>We reached a major milestone in adding windowing support to the Flink Batch runner, thereby making it compatible with the Beam model. Because of the large suite of tests that can now be executed on the runner we are also confident about the correctness of the implementation and about it staying that way in the future.</p>
</description>
<pubDate>Mon, 13 Jun 2016 09:00:00 -0700</pubDate>
- <link>http://beam.incubator.apache.org/blog/2016/06/13/flink-batch-runner-milestone.html</link>
- <guid isPermaLink="true">http://beam.incubator.apache.org/blog/2016/06/13/flink-batch-runner-milestone.html</guid>
+ <link>http://beam.apache.org/blog/2016/06/13/flink-batch-runner-milestone.html</link>
+ <guid isPermaLink="true">http://beam.apache.org/blog/2016/06/13/flink-batch-runner-milestone.html</guid>
<category>blog</category>
@@ -570,8 +570,8 @@ PCollection&lt;O&gt; output = input
<p>Although it\u2019s tempting to add methods to PCollections, such an approach is not scalable, extensible, or sufficiently expressive. Putting a single apply method on PCollection and all the logic into the operation itself lets us have the best of both worlds, and avoids hard cliffs of complexity by having a single consistent style across simple and complex pipelines, and between predefined and user-defined operations.</p>
</description>
<pubDate>Fri, 27 May 2016 09:00:00 -0700</pubDate>
- <link>http://beam.incubator.apache.org/blog/2016/05/27/where-is-my-pcollection-dot-map.html</link>
- <guid isPermaLink="true">http://beam.incubator.apache.org/blog/2016/05/27/where-is-my-pcollection-dot-map.html</guid>
+ <link>http://beam.apache.org/blog/2016/05/27/where-is-my-pcollection-dot-map.html</link>
+ <guid isPermaLink="true">http://beam.apache.org/blog/2016/05/27/where-is-my-pcollection-dot-map.html</guid>
<category>blog</category>
@@ -586,11 +586,11 @@ PCollection&lt;O&gt; output = input
<p>In a large batch processing job with many tasks executing in parallel, some of the tasks \u2013 the stragglers \u2013 can take a much longer time to complete than others, perhaps due to imperfect splitting of the work into parallel chunks when issuing the job. Typically, waiting for stragglers means that the overall job completes later than it should, and may also reserve too many machines that may be underutilized at the end. Cloud Dataflow\u2019s dynamic work rebalancing can mitigate stragglers in most cases.</p>
-<p>What I\u2019d like to highlight for the Apache Beam (incubating) community is that Cloud Dataflow\u2019s dynamic work rebalancing is implemented using <em>runner-specific</em> control logic on top of Beam\u2019s <em>runner-independent</em> <a href="https://github.com/apache/incubator-beam/blob/9fa97fb2491bc784df53fb0f044409dbbc2af3d7/sdks/java/core/src/main/java/org/apache/beam/sdk/io/BoundedSource.java"><code class="highlighter-rouge">BoundedSource API</code></a>. Specifically, to steal work from a straggler, a runner need only call the reader\u2019s <a href="https://github.com/apache/incubator-beam/blob/3edae9b8b4d7afefb5c803c19bb0a1c21ebba89d/sdks/java/core/src/main/java/org/apache/beam/sdk/io/BoundedSource.java#L266"><code class="highlighter-rouge">splitAtFraction method</code></a>. This will generate a new source containing leftover work, and then the runner can pass tha
t source off to another idle worker. As Beam matures, I hope that other runners are interested in figuring out whether these APIs can help them improve performance, implementing dynamic work rebalancing, and collaborating on API changes that will help solve other pain points.</p>
+<p>What I\u2019d like to highlight for the Apache Beam (incubating) community is that Cloud Dataflow\u2019s dynamic work rebalancing is implemented using <em>runner-specific</em> control logic on top of Beam\u2019s <em>runner-independent</em> <a href="https://github.com/apache/beam/blob/9fa97fb2491bc784df53fb0f044409dbbc2af3d7/sdks/java/core/src/main/java/org/apache/beam/sdk/io/BoundedSource.java"><code class="highlighter-rouge">BoundedSource API</code></a>. Specifically, to steal work from a straggler, a runner need only call the reader\u2019s <a href="https://github.com/apache/beam/blob/3edae9b8b4d7afefb5c803c19bb0a1c21ebba89d/sdks/java/core/src/main/java/org/apache/beam/sdk/io/BoundedSource.java#L266"><code class="highlighter-rouge">splitAtFraction method</code></a>. This will generate a new source containing leftover work, and then the runner can pass that source off to anot
her idle worker. As Beam matures, I hope that other runners are interested in figuring out whether these APIs can help them improve performance, implementing dynamic work rebalancing, and collaborating on API changes that will help solve other pain points.</p>
</description>
<pubDate>Wed, 18 May 2016 11:00:00 -0700</pubDate>
- <link>http://beam.incubator.apache.org/blog/2016/05/18/splitAtFraction-method.html</link>
- <guid isPermaLink="true">http://beam.incubator.apache.org/blog/2016/05/18/splitAtFraction-method.html</guid>
+ <link>http://beam.apache.org/blog/2016/05/18/splitAtFraction-method.html</link>
+ <guid isPermaLink="true">http://beam.apache.org/blog/2016/05/18/splitAtFraction-method.html</guid>
<category>blog</category>
@@ -619,11 +619,11 @@ PCollection&lt;O&gt; output = input
</li>
</ul>
-<p>As Apache Beam grows, so will this repository of presentation materials. We are excited to add new materials as the Apache Beam ecosystem grows with new runners, SDKs, and so on. If you are interested in contributing content or have a request, please see the <a href="/learn/presentation-materials/">Apache Beam presentation materials</a> page or email the <a href="mailto:user@beam.incubator.apache.org"><code class="highlighter-rouge">user@beam.incubator.apache.org</code></a> mailing list with your ideas or questions.</p>
+<p>As Apache Beam grows, so will this repository of presentation materials. We are excited to add new materials as the Apache Beam ecosystem grows with new runners, SDKs, and so on. If you are interested in contributing content or have a request, please see the <a href="/learn/presentation-materials/">Apache Beam presentation materials</a> page or email the <a href="mailto:user@beam.apache.org"><code class="highlighter-rouge">user@beam.apache.org</code></a> mailing list with your ideas or questions.</p>
</description>
<pubDate>Sun, 03 Apr 2016 11:00:00 -0700</pubDate>
- <link>http://beam.incubator.apache.org/beam/capability/2016/04/03/presentation-materials.html</link>
- <guid isPermaLink="true">http://beam.incubator.apache.org/beam/capability/2016/04/03/presentation-materials.html</guid>
+ <link>http://beam.apache.org/beam/capability/2016/04/03/presentation-materials.html</link>
+ <guid isPermaLink="true">http://beam.apache.org/beam/capability/2016/04/03/presentation-materials.html</guid>
<category>beam</category>
@@ -634,7 +634,7 @@ PCollection&lt;O&gt; output = input
<item>
<title>Clarifying & Formalizing Runner Capabilities</title>
- <description><p>With initial code drops complete (<a href="https://github.com/apache/incubator-beam/pull/1">Dataflow SDK and Runner</a>, <a href="https://github.com/apache/incubator-beam/pull/12">Flink Runner</a>, <a href="https://github.com/apache/incubator-beam/pull/42">Spark Runner</a>) and expressed interest in runner implementations for <a href="https://issues.apache.org/jira/browse/BEAM-9">Storm</a>, <a href="https://issues.apache.org/jira/browse/BEAM-19">Hadoop</a>, and <a href="https://issues.apache.org/jira/browse/BEAM-79">Gearpump</a> (amongst others), we wanted to start addressing a big question in the Apache Beam (incubating) community: what capabilities will each runner be able to support?</p>
+ <description><p>With initial code drops complete (<a href="https://github.com/apache/beam/pull/1">Dataflow SDK and Runner</a>, <a href="https://github.com/apache/beam/pull/12">Flink Runner</a>, <a href="https://github.com/apache/beam/pull/42">Spark Runner</a>) and expressed interest in runner implementations for <a href="https://issues.apache.org/jira/browse/BEAM-9">Storm</a>, <a href="https://issues.apache.org/jira/browse/BEAM-19">Hadoop</a>, and <a href="https://issues.apache.org/jira/browse/BEAM-79">Gearpump</a> (amongst others), we wanted to start addressing a big question in the Apache Beam (incubating) community: what capabilities will each runner be able to support?</p>
<!--more-->
@@ -1419,8 +1419,8 @@ PCollection&lt;O&gt; output = input
</description>
<pubDate>Thu, 17 Mar 2016 11:00:00 -0700</pubDate>
- <link>http://beam.incubator.apache.org/beam/capability/2016/03/17/capability-matrix.html</link>
- <guid isPermaLink="true">http://beam.incubator.apache.org/beam/capability/2016/03/17/capability-matrix.html</guid>
+ <link>http://beam.apache.org/beam/capability/2016/03/17/capability-matrix.html</link>
+ <guid isPermaLink="true">http://beam.apache.org/beam/capability/2016/03/17/capability-matrix.html</guid>
<category>beam</category>
@@ -1445,8 +1445,8 @@ included the <a href="https://github.com/GoogleCloudPlatform/DataflowJav
<p>Apache Beam Team</p>
</description>
<pubDate>Thu, 25 Feb 2016 13:00:00 -0800</pubDate>
- <link>http://beam.incubator.apache.org/beam/python/sdk/2016/02/25/python-sdk-now-public.html</link>
- <guid isPermaLink="true">http://beam.incubator.apache.org/beam/python/sdk/2016/02/25/python-sdk-now-public.html</guid>
+ <link>http://beam.apache.org/beam/python/sdk/2016/02/25/python-sdk-now-public.html</link>
+ <guid isPermaLink="true">http://beam.apache.org/beam/python/sdk/2016/02/25/python-sdk-now-public.html</guid>
<category>beam</category>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/get-started/beam-overview/index.html
----------------------------------------------------------------------
diff --git a/content/get-started/beam-overview/index.html b/content/get-started/beam-overview/index.html
index ccb4980..a8670d9 100644
--- a/content/get-started/beam-overview/index.html
+++ b/content/get-started/beam-overview/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/get-started/beam-overview/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/get-started/beam-overview/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/get-started/downloads/index.html
----------------------------------------------------------------------
diff --git a/content/get-started/downloads/index.html b/content/get-started/downloads/index.html
index c8ba406..e157e0b 100644
--- a/content/get-started/downloads/index.html
+++ b/content/get-started/downloads/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/get-started/downloads/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/get-started/downloads/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/get-started/index.html
----------------------------------------------------------------------
diff --git a/content/get-started/index.html b/content/get-started/index.html
index 8ab34c0..65bcf75 100644
--- a/content/get-started/index.html
+++ b/content/get-started/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/get-started/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/get-started/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/get-started/mobile-gaming-example/index.html
----------------------------------------------------------------------
diff --git a/content/get-started/mobile-gaming-example/index.html b/content/get-started/mobile-gaming-example/index.html
index ada7ce7..ead7405 100644
--- a/content/get-started/mobile-gaming-example/index.html
+++ b/content/get-started/mobile-gaming-example/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/get-started/mobile-gaming-example/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/get-started/mobile-gaming-example/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
@@ -211,7 +211,7 @@
<p>The <code class="highlighter-rouge">UserScore</code> pipeline is the simplest example for processing mobile game data. <code class="highlighter-rouge">UserScore</code> determines the total score per user over a finite data set (for example, one day\u2019s worth of scores stored on the game server). Pipelines like <code class="highlighter-rouge">UserScore</code> are best run periodically after all relevant data has been gathered. For example, <code class="highlighter-rouge">UserScore</code> could run as a nightly job over data gathered during that day.</p>
<blockquote>
- <p><strong>Note:</strong> See <a href="https://github.com/apache/incubator-beam/blob/master/examples/java8/src/main/java/org/apache/beam/examples/complete/game/UserScore.java">UserScore on GitHub</a> for the complete example pipeline program.</p>
+ <p><strong>Note:</strong> See <a href="https://github.com/apache/beam/blob/master/examples/java8/src/main/java/org/apache/beam/examples/complete/game/UserScore.java">UserScore on GitHub</a> for the complete example pipeline program.</p>
</blockquote>
<h3 id="what-does-userscore-do">What Does UserScore Do?</h3>
@@ -331,7 +331,7 @@
<p>Like <code class="highlighter-rouge">UserScore</code>, <code class="highlighter-rouge">HourlyTeamScore</code> is best thought of as a job to be run periodically after all the relevant data has been gathered (such as once per day). The pipeline reads a fixed data set from a file, and writes the results to a Google Cloud BigQuery table, just like <code class="highlighter-rouge">UserScore</code>.</p>
<blockquote>
- <p><strong>Note:</strong> See <a href="https://github.com/apache/incubator-beam/blob/master/examples/java8/src/main/java/org/apache/beam/examples/complete/game/HourlyTeamScore.java">HourlyTeamScore on GitHub</a> for the complete example pipeline program.</p>
+ <p><strong>Note:</strong> See <a href="https://github.com/apache/beam/blob/master/examples/java8/src/main/java/org/apache/beam/examples/complete/game/HourlyTeamScore.java">HourlyTeamScore on GitHub</a> for the complete example pipeline program.</p>
</blockquote>
<h3 id="what-does-hourlyteamscore-do">What Does HourlyTeamScore Do?</h3>
@@ -368,7 +368,7 @@
<p>Beam\u2019s windowing feature uses the <a href="/documentation/programming-guide/#pctimestamps">intrinsic timestamp information</a> attached to each element of a <code class="highlighter-rouge">PCollection</code>. Because we want our pipeline to window based on <em>event time</em>, we <strong>must first extract the timestamp</strong> that\u2019s embedded in each data record apply it to the corresponding element in the <code class="highlighter-rouge">PCollection</code> of score data. Then, the pipeline can <strong>apply the windowing function</strong> to divide the <code class="highlighter-rouge">PCollection</code> into logical windows.</p>
-<p>Here\u2019s the code, which shows how <code class="highlighter-rouge">HourlyTeamScore</code> uses the <a href="https://github.com/apache/incubator-beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/WithTimestamps.java">WithTimestamps</a> and <a href="https://github.com/apache/incubator-beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/windowing/Window.java">Window</a> transforms to perform these operations:</p>
+<p>Here\u2019s the code, which shows how <code class="highlighter-rouge">HourlyTeamScore</code> uses the <a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/WithTimestamps.java">WithTimestamps</a> and <a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/windowing/Window.java">Window</a> transforms to perform these operations:</p>
<div class="language-java highlighter-rouge"><pre class="highlight"><code><span class="c1">// Add an element timestamp based on the event log, and apply fixed windowing.</span>
<span class="o">.</span><span class="na">apply</span><span class="o">(</span><span class="s">"AddEventTimestamps"</span><span class="o">,</span>
@@ -467,7 +467,7 @@
<p>Because the <code class="highlighter-rouge">LeaderBoard</code> pipeline reads the game data from an unbounded source as that data is generated, you can think of the pipeline as an ongoing job running concurrently with the game process. <code class="highlighter-rouge">LeaderBoard</code> can thus provide low-latency insights into how users are playing the game at any given moment\u2014useful if, for example, we want to provide a live web-based scoreboard so that users can track their progress against other users as they play.</p>
<blockquote>
- <p><strong>Note:</strong> See <a href="https://github.com/apache/incubator-beam/blob/master/examples/java8/src/main/java/org/apache/beam/examples/complete/game/LeaderBoard.java">LeaderBoard on GitHub</a> for the complete example pipeline program.</p>
+ <p><strong>Note:</strong> See <a href="https://github.com/apache/beam/blob/master/examples/java8/src/main/java/org/apache/beam/examples/complete/game/LeaderBoard.java">LeaderBoard on GitHub</a> for the complete example pipeline program.</p>
</blockquote>
<h3 id="what-does-leaderboard-do">What Does LeaderBoard Do?</h3>
@@ -598,7 +598,7 @@
<p>Like <code class="highlighter-rouge">LeaderBoard</code>, <code class="highlighter-rouge">GameStats</code> reads data from an unbounded source. It is best thought of as an ongoing job that provides insight into the game as users play.</p>
<blockquote>
- <p><strong>Note:</strong> See <a href="https://github.com/apache/incubator-beam/blob/master/examples/java8/src/main/java/org/apache/beam/examples/complete/game/GameStats.java">GameStats on GitHub</a> for the complete example pipeline program.</p>
+ <p><strong>Note:</strong> See <a href="https://github.com/apache/beam/blob/master/examples/java8/src/main/java/org/apache/beam/examples/complete/game/GameStats.java">GameStats on GitHub</a> for the complete example pipeline program.</p>
</blockquote>
<h3 id="what-does-gamestats-do">What Does GameStats Do?</h3>
@@ -692,7 +692,7 @@
<h4 id="analyzing-usage-patterns">Analyzing Usage Patterns</h4>
-<p>We can gain some insight on when users are playing our game, and for how long, by examining the event times for each game score and grouping scores with similar event times into <em>sessions</em>. <code class="highlighter-rouge">GameStats</code> uses Beam\u2019s built-in <a href="https://github.com/apache/incubator-beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/windowing/Sessions.java">session windowing</a> function to group user scores into sessions based on the time they occurred.</p>
+<p>We can gain some insight on when users are playing our game, and for how long, by examining the event times for each game score and grouping scores with similar event times into <em>sessions</em>. <code class="highlighter-rouge">GameStats</code> uses Beam\u2019s built-in <a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/windowing/Sessions.java">session windowing</a> function to group user scores into sessions based on the time they occurred.</p>
<p>When you set session windowing, you specify a <em>minimum gap duration</em> between events. All events whose arrival times are closer together than the minimum gap duration are grouped into the same window. Events where the difference in arrival time is greater than the gap are grouped into separate windows. Depending on how we set our minimum gap duration, we can safely assume that scores in the same session window are part of the same (relatively) uninterrupted stretch of play. Scores in a different window indicate that the user stopped playing the game for at least the minimum gap time before returning to it later.</p>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/get-started/quickstart/index.html
----------------------------------------------------------------------
diff --git a/content/get-started/quickstart/index.html b/content/get-started/quickstart/index.html
index 2e2fc6a..97c955b 100644
--- a/content/get-started/quickstart/index.html
+++ b/content/get-started/quickstart/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/get-started/quickstart/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/get-started/quickstart/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/get-started/releases/index.html
----------------------------------------------------------------------
diff --git a/content/get-started/releases/index.html b/content/get-started/releases/index.html
index 19ec996..1c4df7d 100644
--- a/content/get-started/releases/index.html
+++ b/content/get-started/releases/index.html
@@ -2,9 +2,9 @@
<html lang="en-US">
<meta charset="utf-8">
<title>Redirecting\u2026</title>
-<link rel="canonical" href="http://beam.incubator.apache.org/get-started/downloads/">
-<meta http-equiv="refresh" content="0; url=http://beam.incubator.apache.org/get-started/downloads/">
+<link rel="canonical" href="http://beam.apache.org/get-started/downloads/">
+<meta http-equiv="refresh" content="0; url=http://beam.apache.org/get-started/downloads/">
<h1>Redirecting\u2026</h1>
-<a href="http://beam.incubator.apache.org/get-started/downloads/">Click here if you are not redirected.</a>
-<script>location="http://beam.incubator.apache.org/get-started/downloads/"</script>
+<a href="http://beam.apache.org/get-started/downloads/">Click here if you are not redirected.</a>
+<script>location="http://beam.apache.org/get-started/downloads/"</script>
</html>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/1e4e170f/content/get-started/support/index.html
----------------------------------------------------------------------
diff --git a/content/get-started/support/index.html b/content/get-started/support/index.html
index bc6efa9..cb1b71f 100644
--- a/content/get-started/support/index.html
+++ b/content/get-started/support/index.html
@@ -15,8 +15,8 @@
<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
<script src="/js/bootstrap.min.js"></script>
<script src="/js/language-switch.js"></script>
- <link rel="canonical" href="http://beam.incubator.apache.org/get-started/support/" data-proofer-ignore>
- <link rel="alternate" type="application/rss+xml" title="Apache Beam (incubating)" href="http://beam.incubator.apache.org/feed.xml">
+ <link rel="canonical" href="http://beam.apache.org/get-started/support/" data-proofer-ignore>
+ <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="http://beam.apache.org/feed.xml">
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
@@ -167,25 +167,25 @@
<tr>
<th scope="row">user@</th>
<td>User support and questions</td>
- <td><a href="mailto:user-subscribe@beam.incubator.apache.org">Subscribe</a></td>
- <td><a href="mailto:user-unsubscribe@beam.incubator.apache.org">Unsubscribe</a></td>
- <td><a href="mailto:user@beam.incubator.apache.org">Post</a></td>
+ <td><a href="mailto:user-subscribe@beam.apache.org">Subscribe</a></td>
+ <td><a href="mailto:user-unsubscribe@beam.apache.org">Unsubscribe</a></td>
+ <td><a href="mailto:user@beam.apache.org">Post</a></td>
<td><a href="https://lists.apache.org/list.html?user@beam.apache.org">Archives</a></td>
</tr>
<tr>
<th scope="row">dev@</th>
<td>Development-related discussions</td>
- <td><a href="mailto:dev-subscribe@beam.incubator.apache.org">Subscribe</a></td>
- <td><a href="mailto:dev-unsubscribe@beam.incubator.apache.org">Unsubscribe</a></td>
- <td><a href="mailto:dev@beam.incubator.apache.org">Post</a></td>
+ <td><a href="mailto:dev-subscribe@beam.apache.org">Subscribe</a></td>
+ <td><a href="mailto:dev-unsubscribe@beam.apache.org">Unsubscribe</a></td>
+ <td><a href="mailto:dev@beam.apache.org">Post</a></td>
<td><a href="https://lists.apache.org/list.html?dev@beam.apache.org">Archives</a></td>
</tr>
<tr>
<th scope="row">commits@</th>
<td>JIRA updates, pull requests, etc.</td>
- <td><a href="mailto:commits-subscribe@beam.incubator.apache.org">Subscribe</a></td>
- <td><a href="mailto:commits-unsubscribe@beam.incubator.apache.org">Unsubscribe</a></td>
- <td><a href="mailto:commits@beam.incubator.apache.org">Post</a></td>
+ <td><a href="mailto:commits-subscribe@beam.apache.org">Subscribe</a></td>
+ <td><a href="mailto:commits-unsubscribe@beam.apache.org">Unsubscribe</a></td>
+ <td><a href="mailto:commits@beam.apache.org">Post</a></td>
<td><a href="https://lists.apache.org/list.html?commits@beam.apache.org">Archives</a></td>
</tr>
</tbody>