You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by dh...@apache.org on 2016/12/29 05:36:54 UTC
[1/8] beam git commit: Update Jenkins and Travis to remove incubation
references
Repository: beam
Updated Branches:
refs/heads/release-0.4.0 e77080a4d -> 2d59c62d0
Update Jenkins and Travis to remove incubation references
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/8c7a1378
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/8c7a1378
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/8c7a1378
Branch: refs/heads/release-0.4.0
Commit: 8c7a1378986717227db8777f5e3c39903cc19845
Parents: 5994480
Author: Davor Bonaci <da...@google.com>
Authored: Tue Dec 27 13:47:55 2016 -0800
Committer: Dan Halperin <dh...@google.com>
Committed: Wed Dec 28 21:36:44 2016 -0800
----------------------------------------------------------------------
.jenkins/common_job_properties.groovy | 6 +++---
.jenkins/job_beam_Release_NightlySnapshot.groovy | 2 +-
.jenkins/job_seed.groovy | 2 +-
.travis/README.md | 2 +-
4 files changed, 6 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/beam/blob/8c7a1378/.jenkins/common_job_properties.groovy
----------------------------------------------------------------------
diff --git a/.jenkins/common_job_properties.groovy b/.jenkins/common_job_properties.groovy
index f3a8a07..0c89181 100644
--- a/.jenkins/common_job_properties.groovy
+++ b/.jenkins/common_job_properties.groovy
@@ -26,7 +26,7 @@ class common_job_properties {
def default_timeout = 100) {
// GitHub project.
context.properties {
- githubProjectUrl('https://github.com/apache/incubator-beam/')
+ githubProjectUrl('https://github.com/apache/beam/')
}
// Set JDK version.
@@ -45,7 +45,7 @@ class common_job_properties {
context.scm {
git {
remote {
- url('https://github.com/apache/incubator-beam.git')
+ url('https://github.com/apache/beam.git')
refspec('+refs/heads/*:refs/remotes/origin/* ' +
'+refs/pull/*:refs/remotes/origin/pr/*')
}
@@ -149,7 +149,7 @@ class common_job_properties {
static def setPostCommit(def context,
def build_schedule = '0 */6 * * *',
def scm_schedule = '* * * * *',
- def notify_address = 'commits@beam.incubator.apache.org') {
+ def notify_address = 'commits@beam.apache.org') {
// Set build triggers
context.triggers {
// By default runs every 6 hours.
http://git-wip-us.apache.org/repos/asf/beam/blob/8c7a1378/.jenkins/job_beam_Release_NightlySnapshot.groovy
----------------------------------------------------------------------
diff --git a/.jenkins/job_beam_Release_NightlySnapshot.groovy b/.jenkins/job_beam_Release_NightlySnapshot.groovy
index 496a0c5..533b444 100644
--- a/.jenkins/job_beam_Release_NightlySnapshot.groovy
+++ b/.jenkins/job_beam_Release_NightlySnapshot.groovy
@@ -39,7 +39,7 @@ mavenJob('beam_Release_NightlySnapshot') {
delegate,
'0 7 * * *',
'0 5 31 2 *',
- 'dev@beam.incubator.apache.org')
+ 'dev@beam.apache.org')
// Maven goals for this job.
goals('-B -e clean deploy -P release,dataflow-runner -DskipITs=false -DintegrationTestPipelineOptions=\'[ "--project=apache-beam-testing", "--tempRoot=gs://temp-storage-for-end-to-end-tests", "--runner=org.apache.beam.runners.dataflow.testing.TestDataflowRunner" ]\'')
http://git-wip-us.apache.org/repos/asf/beam/blob/8c7a1378/.jenkins/job_seed.groovy
----------------------------------------------------------------------
diff --git a/.jenkins/job_seed.groovy b/.jenkins/job_seed.groovy
index e46e5a4..96277d1 100644
--- a/.jenkins/job_seed.groovy
+++ b/.jenkins/job_seed.groovy
@@ -33,7 +33,7 @@ job('beam_SeedJob_Main') {
delegate,
'0 6 * * *',
'0 5 31 2 *',
- 'dev@beam.incubator.apache.org')
+ 'dev@beam.apache.org')
steps {
dsl {
http://git-wip-us.apache.org/repos/asf/beam/blob/8c7a1378/.travis/README.md
----------------------------------------------------------------------
diff --git a/.travis/README.md b/.travis/README.md
index 536692d..526995a 100644
--- a/.travis/README.md
+++ b/.travis/README.md
@@ -19,5 +19,5 @@
# Travis Scripts
-This directory contains scripts used for [Travis CI](https://travis-ci.org/apache/incubator-beam/)
+This directory contains scripts used for [Travis CI](https://travis-ci.org/apache/beam/)
testing.
[8/8] beam git commit: This closes #1712
Posted by dh...@apache.org.
This closes #1712
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/2d59c62d
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/2d59c62d
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/2d59c62d
Branch: refs/heads/release-0.4.0
Commit: 2d59c62d027851b01e983e76bfd1d9f978e0436f
Parents: e77080a 8c7a137
Author: Dan Halperin <dh...@google.com>
Authored: Wed Dec 28 21:36:46 2016 -0800
Committer: Dan Halperin <dh...@google.com>
Committed: Wed Dec 28 21:36:46 2016 -0800
----------------------------------------------------------------------
.jenkins/common_job_properties.groovy | 6 +--
.../job_beam_Release_NightlySnapshot.groovy | 2 +-
.jenkins/job_seed.groovy | 2 +-
.travis/README.md | 2 +-
DISCLAIMER | 10 -----
NOTICE | 2 +-
README.md | 46 ++++++--------------
examples/java/README.md | 16 +++----
.../org/apache/beam/examples/WordCount.java | 4 +-
.../org/apache/beam/examples/complete/README.md | 14 +++---
.../org/apache/beam/examples/cookbook/README.md | 14 +++---
.../beam/examples/cookbook/TriggerExample.java | 4 +-
pom.xml | 30 ++++++-------
runners/apex/README.md | 4 +-
runners/flink/README.md | 6 +--
runners/spark/README.md | 8 ++--
.../beam/sdk/util/state/StateContexts.java | 4 +-
sdks/java/extensions/join-library/README.md | 10 -----
.../main/resources/archetype-resources/pom.xml | 2 +-
.../resources/projects/basic/reference/pom.xml | 2 +-
20 files changed, 74 insertions(+), 114 deletions(-)
----------------------------------------------------------------------
[5/8] beam git commit: Update component READMEs to remove graduation
information
Posted by dh...@apache.org.
Update component READMEs to remove graduation information
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/ae0055a3
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/ae0055a3
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/ae0055a3
Branch: refs/heads/release-0.4.0
Commit: ae0055a38543bd54e95bccac015083710c5235fb
Parents: e37eaef
Author: Davor Bonaci <da...@google.com>
Authored: Tue Dec 27 13:17:22 2016 -0800
Committer: Dan Halperin <dh...@google.com>
Committed: Wed Dec 28 21:36:44 2016 -0800
----------------------------------------------------------------------
runners/apex/README.md | 4 ++--
runners/flink/README.md | 6 +++---
runners/spark/README.md | 8 ++++----
sdks/java/extensions/join-library/README.md | 10 ----------
4 files changed, 9 insertions(+), 19 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/beam/blob/ae0055a3/runners/apex/README.md
----------------------------------------------------------------------
diff --git a/runners/apex/README.md b/runners/apex/README.md
index 7aa433e..9a82731 100644
--- a/runners/apex/README.md
+++ b/runners/apex/README.md
@@ -37,13 +37,13 @@ The following shows how to run the WordCount example that is provided with the s
To get the latest version of Beam with Apex-Runner, first clone the Beam repository:
```
-git clone https://github.com/apache/incubator\u2010beam
+git clone https://github.com/apache/beam
```
Then switch to the newly created directory and run Maven to build the Apache Beam:
```
-cd incubator\u2010beam
+cd beam
mvn clean install \u2010DskipTests
```
http://git-wip-us.apache.org/repos/asf/beam/blob/ae0055a3/runners/flink/README.md
----------------------------------------------------------------------
diff --git a/runners/flink/README.md b/runners/flink/README.md
index c0b3830..ceb44ea 100644
--- a/runners/flink/README.md
+++ b/runners/flink/README.md
@@ -94,11 +94,11 @@ To get started using the Flink Runner, we first need to install the latest versi
To retrieve the latest version of Flink-Runner, run the following command
- git clone https://github.com/apache/incubator-beam
+ git clone https://github.com/apache/beam
Then switch to the newly created directory and run Maven to build the Beam runner:
- cd incubator-beam
+ cd beam
mvn clean install -DskipTests
Flink-Runner is now installed in your local maven repository.
@@ -169,7 +169,7 @@ The contents of the root `pom.xml` should be slightly changed afterwards (explan
<dependency>
<groupId>org.apache.beam</groupId>
<artifactId>beam-runners-flink_2.10</artifactId>
- <version>0.2.0-incubating-SNAPSHOT</version>
+ <version>0.2.0-SNAPSHOT</version>
</dependency>
<!-- Uncomment, if you want to use Flink's Kafka connector -->
http://git-wip-us.apache.org/repos/asf/beam/blob/ae0055a3/runners/spark/README.md
----------------------------------------------------------------------
diff --git a/runners/spark/README.md b/runners/spark/README.md
index aad65b3..15f7081 100644
--- a/runners/spark/README.md
+++ b/runners/spark/README.md
@@ -56,7 +56,7 @@ The Spark runner provides full support for the Beam Model in batch processing vi
### Streaming
-Providing full support for the Beam Model in streaming pipelines is under development. To follow-up you can subscribe to our [mailing list](http://beam.incubator.apache.org/get-started/support/).
+Providing full support for the Beam Model in streaming pipelines is under development. To follow-up you can subscribe to our [mailing list](http://beam.apache.org/get-started/support/).
### issue tracking
@@ -67,12 +67,12 @@ See [Beam JIRA](https://issues.apache.org/jira/browse/BEAM) (runner-spark)
To get the latest version of the Spark Runner, first clone the Beam repository:
- git clone https://github.com/apache/incubator-beam
+ git clone https://github.com/apache/beam
Then switch to the newly created directory and run Maven to build the Apache Beam:
- cd incubator-beam
+ cd beam
mvn clean install -DskipTests
Now Apache Beam and the Spark Runner are installed in your local maven repository.
@@ -116,7 +116,7 @@ Check the output by running:
__Note: running examples using `mvn exec:exec` only works for Spark local mode at the
moment. See the next section for how to run on a cluster.__
-[wc]: https://github.com/apache/incubator-beam/blob/master/runners/spark/src/main/java/org/apache/beam/runners/spark/examples/WordCount.java
+[wc]: https://github.com/apache/beam/blob/master/runners/spark/src/main/java/org/apache/beam/runners/spark/examples/WordCount.java
## Running on a Cluster
Spark Beam pipelines can be run on a cluster using the `spark-submit` command.
http://git-wip-us.apache.org/repos/asf/beam/blob/ae0055a3/sdks/java/extensions/join-library/README.md
----------------------------------------------------------------------
diff --git a/sdks/java/extensions/join-library/README.md b/sdks/java/extensions/join-library/README.md
index fe8466a..feee64f 100644
--- a/sdks/java/extensions/join-library/README.md
+++ b/sdks/java/extensions/join-library/README.md
@@ -40,13 +40,3 @@ Example how to use join-library:
PCollection<KV<String, KV<String, Long>>> joinedPcollection =
Join.innerJoin(leftPcollection, rightPcollection);
-
-Join-library can be found on maven-central:
-
- <dependency>
- <groupId>org.apache.beam</groupId>
- <artifactId>join-library</artifactId>
- <version>0.1-incubating-SNAPSHOT</version>
- </dependency>
-
-Questions or comments: `M.Runesson [at] gmail [dot] com`
[7/8] beam git commit: Update top-level pom.xml to remove incubation
references
Posted by dh...@apache.org.
Update top-level pom.xml to remove incubation references
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/e37eaeff
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/e37eaeff
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/e37eaeff
Branch: refs/heads/release-0.4.0
Commit: e37eaeff0d788ed74c20d159c8492f2221ca828f
Parents: 9528943
Author: Davor Bonaci <da...@google.com>
Authored: Tue Dec 27 13:14:01 2016 -0800
Committer: Dan Halperin <dh...@google.com>
Committed: Wed Dec 28 21:36:44 2016 -0800
----------------------------------------------------------------------
pom.xml | 30 +++++++++++++++---------------
1 file changed, 15 insertions(+), 15 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/beam/blob/e37eaeff/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 78925c0..6e509ef 100644
--- a/pom.xml
+++ b/pom.xml
@@ -31,7 +31,7 @@
<description>Apache Beam provides a simple, Java-based interface
for processing virtually any size data. This artifact includes the parent POM
for other Beam artifacts.</description>
- <url>http://beam.incubator.apache.org</url>
+ <url>http://beam.apache.org/</url>
<inceptionYear>2016</inceptionYear>
<version>0.4.0-SNAPSHOT</version>
@@ -59,32 +59,32 @@
<mailingLists>
<mailingList>
<name>Beam Dev</name>
- <subscribe>dev-subscribe@beam.incubator.apache.org</subscribe>
- <unsubscribe>dev-unsubscribe@beam.incubator.apache.org</unsubscribe>
- <post>dev@beam.incubator.apache.org</post>
- <archive>http://www.mail-archive.com/dev%beam.incubator.apache.org</archive>
+ <subscribe>dev-subscribe@beam.apache.org</subscribe>
+ <unsubscribe>dev-unsubscribe@beam.apache.org</unsubscribe>
+ <post>dev@beam.apache.org</post>
+ <archive>http://www.mail-archive.com/dev%beam.apache.org</archive>
</mailingList>
<mailingList>
<name>Beam User</name>
- <subscribe>user-subscribe@beam.incubator.apache.org</subscribe>
- <unsubscribe>user-unsubscribe@beam.incubator.apache.org</unsubscribe>
- <post>user@beam.incubator.apache.org</post>
- <archive>http://www.mail-archive.com/user%beam.incubator.apache.org</archive>
+ <subscribe>user-subscribe@beam.apache.org</subscribe>
+ <unsubscribe>user-unsubscribe@beam.apache.org</unsubscribe>
+ <post>user@beam.apache.org</post>
+ <archive>http://www.mail-archive.com/user%beam.apache.org</archive>
</mailingList>
<mailingList>
<name>Beam Commits</name>
- <subscribe>commits-subscribe@beam.incubator.apache.org</subscribe>
- <unsubscribe>commits-unsubscribe@beam.incubator.apache.org</unsubscribe>
- <post>commits@beam.incubator.apache.org</post>
- <archive>http://www.mail-archive.com/commits%beam.incubator.apache.org</archive>
+ <subscribe>commits-subscribe@beam.apache.org</subscribe>
+ <unsubscribe>commits-unsubscribe@beam.apache.org</unsubscribe>
+ <post>commits@beam.apache.org</post>
+ <archive>http://www.mail-archive.com/commits%beam.apache.org</archive>
</mailingList>
</mailingLists>
<developers>
<developer>
<name>The Apache Beam Team</name>
- <email>dev@beam.incubator.apache.org</email>
- <url>http://beam.incubator.apache.org</url>
+ <email>dev@beam.apache.org</email>
+ <url>http://beam.apache.org</url>
<organization>Apache Software Foundation</organization>
<organizationUrl>http://www.apache.org</organizationUrl>
</developer>
[4/8] beam git commit: Remove incubating references from examples
Posted by dh...@apache.org.
Remove incubating references from examples
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/9528943a
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/9528943a
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/9528943a
Branch: refs/heads/release-0.4.0
Commit: 9528943ac6a4f288668529eaa16423a85a903311
Parents: f5c92f1
Author: Davor Bonaci <da...@google.com>
Authored: Tue Dec 27 13:11:41 2016 -0800
Committer: Dan Halperin <dh...@google.com>
Committed: Wed Dec 28 21:36:44 2016 -0800
----------------------------------------------------------------------
examples/java/README.md | 16 ++++++++--------
.../java/org/apache/beam/examples/WordCount.java | 4 ++--
.../org/apache/beam/examples/complete/README.md | 14 +++++++-------
.../org/apache/beam/examples/cookbook/README.md | 14 +++++++-------
.../beam/examples/cookbook/TriggerExample.java | 4 ++--
5 files changed, 26 insertions(+), 26 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/beam/blob/9528943a/examples/java/README.md
----------------------------------------------------------------------
diff --git a/examples/java/README.md b/examples/java/README.md
index 2b5edf5..b58153e 100644
--- a/examples/java/README.md
+++ b/examples/java/README.md
@@ -26,21 +26,21 @@ the development of more complex pipelines.
## Word Count
A good starting point for new users is our set of
-[word count](https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples) examples, which computes word frequencies. This series of four successively more detailed pipelines is described in detail in the accompanying [walkthrough](https://cloud.google.com/dataflow/examples/wordcount-example).
+[word count](https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples) examples, which computes word frequencies. This series of four successively more detailed pipelines is described in detail in the accompanying [walkthrough](https://cloud.google.com/dataflow/examples/wordcount-example).
-1. [`MinimalWordCount`](https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/MinimalWordCount.java) is the simplest word count pipeline and introduces basic concepts like [Pipelines](https://cloud.google.com/dataflow/model/pipelines),
+1. [`MinimalWordCount`](https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/MinimalWordCount.java) is the simplest word count pipeline and introduces basic concepts like [Pipelines](https://cloud.google.com/dataflow/model/pipelines),
[PCollections](https://cloud.google.com/dataflow/model/pcollection),
[ParDo](https://cloud.google.com/dataflow/model/par-do),
and [reading and writing data](https://cloud.google.com/dataflow/model/reading-and-writing-data) from external storage.
-1. [`WordCount`](https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/WordCount.java) introduces Dataflow best practices like [PipelineOptions](https://cloud.google.com/dataflow/pipelines/constructing-your-pipeline#Creating) and custom [PTransforms](https://cloud.google.com/dataflow/model/composite-transforms).
+1. [`WordCount`](https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/WordCount.java) introduces Dataflow best practices like [PipelineOptions](https://cloud.google.com/dataflow/pipelines/constructing-your-pipeline#Creating) and custom [PTransforms](https://cloud.google.com/dataflow/model/composite-transforms).
-1. [`DebuggingWordCount`](https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/DebuggingWordCount.java)
+1. [`DebuggingWordCount`](https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/DebuggingWordCount.java)
shows how to view live aggregators in the [Dataflow Monitoring Interface](https://cloud.google.com/dataflow/pipelines/dataflow-monitoring-intf), get the most out of
[Cloud Logging](https://cloud.google.com/dataflow/pipelines/logging) integration, and start writing
[good tests](https://cloud.google.com/dataflow/pipelines/testing-your-pipeline).
-1. [`WindowedWordCount`](https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/WindowedWordCount.java) shows how to run the same pipeline over either unbounded PCollections in streaming mode or bounded PCollections in batch mode.
+1. [`WindowedWordCount`](https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/WindowedWordCount.java) shows how to run the same pipeline over either unbounded PCollections in streaming mode or bounded PCollections in batch mode.
## Building and Running
@@ -99,14 +99,14 @@ example, input file pattern of `c:\*.txt` should be entered as `c:\\*.txt`.
## Beyond Word Count
-After you've finished running your first few word count pipelines, take a look at the [cookbook](https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/cookbook)
+After you've finished running your first few word count pipelines, take a look at the [cookbook](https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/cookbook)
directory for some common and useful patterns like joining, filtering, and combining.
-The [complete](https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/complete)
+The [complete](https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/complete)
directory contains a few realistic end-to-end pipelines.
See the
-[Java 8](https://github.com/apache/incubator-beam/tree/master/examples/java8/src/main/java/org/apache/beam/examples)
+[Java 8](https://github.com/apache/beam/tree/master/examples/java8/src/main/java/org/apache/beam/examples)
examples as well. This directory includes a Java 8 version of the
MinimalWordCount example, as well as series of examples in a simple 'mobile
gaming' domain. This series introduces some advanced concepts and provides
http://git-wip-us.apache.org/repos/asf/beam/blob/9528943a/examples/java/src/main/java/org/apache/beam/examples/WordCount.java
----------------------------------------------------------------------
diff --git a/examples/java/src/main/java/org/apache/beam/examples/WordCount.java b/examples/java/src/main/java/org/apache/beam/examples/WordCount.java
index d4da542..224d7db 100644
--- a/examples/java/src/main/java/org/apache/beam/examples/WordCount.java
+++ b/examples/java/src/main/java/org/apache/beam/examples/WordCount.java
@@ -44,8 +44,8 @@ import org.apache.beam.sdk.values.PCollection;
* pipeline, for introduction of additional concepts.
*
* <p>For a detailed walkthrough of this example, see
- * <a href="http://beam.incubator.apache.org/use/walkthroughs/">
- * http://beam.incubator.apache.org/use/walkthroughs/
+ * <a href="http://beam.apache.org/use/walkthroughs/">
+ * http://beam.apache.org/use/walkthroughs/
* </a>
*
* <p>Basic concepts, also in the MinimalWordCount example:
http://git-wip-us.apache.org/repos/asf/beam/blob/9528943a/examples/java/src/main/java/org/apache/beam/examples/complete/README.md
----------------------------------------------------------------------
diff --git a/examples/java/src/main/java/org/apache/beam/examples/complete/README.md b/examples/java/src/main/java/org/apache/beam/examples/complete/README.md
index b0b6f9d..2b416c6 100644
--- a/examples/java/src/main/java/org/apache/beam/examples/complete/README.md
+++ b/examples/java/src/main/java/org/apache/beam/examples/complete/README.md
@@ -22,34 +22,34 @@
This directory contains end-to-end example pipelines that perform complex data processing tasks. They include:
<ul>
- <li><a href="https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/complete/AutoComplete.java">AutoComplete</a>
+ <li><a href="https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/complete/AutoComplete.java">AutoComplete</a>
— An example that computes the most popular hash tags for every
prefix, which can be used for auto-completion. Demonstrates how to use the
same pipeline in both streaming and batch, combiners, and composite
transforms.</li>
- <li><a href="https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/complete/StreamingWordExtract.java">StreamingWordExtract</a>
+ <li><a href="https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/complete/StreamingWordExtract.java">StreamingWordExtract</a>
— A streaming pipeline example that inputs lines of text from a Cloud
Pub/Sub topic, splits each line into individual words, capitalizes those
words, and writes the output to a BigQuery table.
</li>
- <li><a href="https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/complete/TfIdf.java">TfIdf</a>
+ <li><a href="https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/complete/TfIdf.java">TfIdf</a>
— An example that computes a basic TF-IDF search table for a directory or
Cloud Storage prefix. Demonstrates joining data, side inputs, and logging.
</li>
- <li><a href="https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/complete/TopWikipediaSessions.java">TopWikipediaSessions</a>
+ <li><a href="https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/complete/TopWikipediaSessions.java">TopWikipediaSessions</a>
— An example that reads Wikipedia edit data from Cloud Storage and
computes the user with the longest string of edits separated by no more than
an hour within each month. Demonstrates using Cloud Dataflow
<code>Windowing</code> to perform time-based aggregations of data.
</li>
- <li><a href="https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/complete/TrafficMaxLaneFlow.java">TrafficMaxLaneFlow</a>
+ <li><a href="https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/complete/TrafficMaxLaneFlow.java">TrafficMaxLaneFlow</a>
— A streaming Beam Example using BigQuery output in the
<code>traffic sensor</code> domain. Demonstrates the Cloud Dataflow streaming
runner, sliding windows, Cloud Pub/Sub topic ingestion, the use of the
<code>AvroCoder</code> to encode a custom class, and custom
<code>Combine</code> transforms.
</li>
- <li><a href="https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/complete/TrafficRoutes.java">TrafficRoutes</a>
+ <li><a href="https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/complete/TrafficRoutes.java">TrafficRoutes</a>
— A streaming Beam Example using BigQuery output in the
<code>traffic sensor</code> domain. Demonstrates the Cloud Dataflow streaming
runner, <code>GroupByKey</code>, keyed state, sliding windows, and Cloud
@@ -57,6 +57,6 @@ This directory contains end-to-end example pipelines that perform complex data p
</li>
</ul>
-See the [documentation](http://beam.incubator.apache.org/get-started/quickstart/) and the [Examples
+See the [documentation](http://beam.apache.org/get-started/quickstart/) and the [Examples
README](../../../../../../../../../README.md) for
information about how to run these examples.
http://git-wip-us.apache.org/repos/asf/beam/blob/9528943a/examples/java/src/main/java/org/apache/beam/examples/cookbook/README.md
----------------------------------------------------------------------
diff --git a/examples/java/src/main/java/org/apache/beam/examples/cookbook/README.md b/examples/java/src/main/java/org/apache/beam/examples/cookbook/README.md
index 105fb4b..dab4e73 100644
--- a/examples/java/src/main/java/org/apache/beam/examples/cookbook/README.md
+++ b/examples/java/src/main/java/org/apache/beam/examples/cookbook/README.md
@@ -24,12 +24,12 @@ commonly-used data analysis patterns that you would likely incorporate into a
larger Dataflow pipeline. They include:
<ul>
- <li><a href="https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/cookbook/BigQueryTornadoes.java">BigQueryTornadoes</a>
+ <li><a href="https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/cookbook/BigQueryTornadoes.java">BigQueryTornadoes</a>
— An example that reads the public samples of weather data from Google
BigQuery, counts the number of tornadoes that occur in each month, and
writes the results to BigQuery. Demonstrates reading/writing BigQuery,
counting a <code>PCollection</code>, and user-defined <code>PTransforms</code>.</li>
- <li><a href="https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/cookbook/CombinePerKeyExamples.java">CombinePerKeyExamples</a>
+ <li><a href="https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/cookbook/CombinePerKeyExamples.java">CombinePerKeyExamples</a>
— An example that reads the public "Shakespeare" data, and for
each word in the dataset that exceeds a given length, generates a string
containing the list of play names in which that word appears.
@@ -37,13 +37,13 @@ larger Dataflow pipeline. They include:
transform, which lets you combine the values in a key-grouped
<code>PCollection</code>.
</li>
- <li><a href="https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/cookbook/DistinctExample.java">DistinctExample</a>
+ <li><a href="https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/cookbook/DistinctExample.java">DistinctExample</a>
— An example that uses Shakespeare's plays as plain text files, and
removes duplicate lines across all the files. Demonstrates the
<code>Distinct</code>, <code>TextIO.Read</code>,
and <code>TextIO.Write</code> transforms, and how to wire transforms together.
</li>
- <li><a href="https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/cookbook/FilterExamples.java">FilterExamples</a>
+ <li><a href="https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/cookbook/FilterExamples.java">FilterExamples</a>
— An example that shows different approaches to filtering, including
selection and projection. It also shows how to dynamically set parameters
by defining and using new pipeline options, and use how to use a value derived
@@ -51,14 +51,14 @@ larger Dataflow pipeline. They include:
<code>Options</code> configuration, and using pipeline-derived data as a side
input.
</li>
- <li><a href="https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/cookbook/JoinExamples.java">JoinExamples</a>
+ <li><a href="https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/cookbook/JoinExamples.java">JoinExamples</a>
— An example that shows how to join two collections. It uses a
sample of the <a href="http://goo.gl/OB6oin">GDELT "world event"
data</a>, joining the event <code>action</code> country code against a table
that maps country codes to country names. Demonstrates the <code>Join</code>
operation, and using multiple input sources.
</li>
- <li><a href="https://github.com/apache/incubator-beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/cookbook/MaxPerKeyExamples.java">MaxPerKeyExamples</a>
+ <li><a href="https://github.com/apache/beam/blob/master/examples/java/src/main/java/org/apache/beam/examples/cookbook/MaxPerKeyExamples.java">MaxPerKeyExamples</a>
— An example that reads the public samples of weather data from BigQuery,
and finds the maximum temperature (<code>mean_temp</code>) for each month.
Demonstrates the <code>Max</code> statistical combination transform, and how to
@@ -66,6 +66,6 @@ larger Dataflow pipeline. They include:
</li>
</ul>
-See the [documentation](http://beam.incubator.apache.org/get-started/quickstart/) and the [Examples
+See the [documentation](http://beam.apache.org/get-started/quickstart/) and the [Examples
README](../../../../../../../../../README.md) for
information about how to run these examples.
http://git-wip-us.apache.org/repos/asf/beam/blob/9528943a/examples/java/src/main/java/org/apache/beam/examples/cookbook/TriggerExample.java
----------------------------------------------------------------------
diff --git a/examples/java/src/main/java/org/apache/beam/examples/cookbook/TriggerExample.java b/examples/java/src/main/java/org/apache/beam/examples/cookbook/TriggerExample.java
index bf3afca..af4a692 100644
--- a/examples/java/src/main/java/org/apache/beam/examples/cookbook/TriggerExample.java
+++ b/examples/java/src/main/java/org/apache/beam/examples/cookbook/TriggerExample.java
@@ -75,8 +75,8 @@ import org.joda.time.Instant;
*
* <p>Before running this example, it will be useful to familiarize yourself with Beam triggers
* and understand the concept of 'late data',
- * See: <a href="http://beam.incubator.apache.org/use/walkthroughs/">
- * http://beam.incubator.apache.org/use/walkthroughs/</a>
+ * See: <a href="http://beam.apache.org/use/walkthroughs/">
+ * http://beam.apache.org/use/walkthroughs/</a>
*
* <p>The example is configured to use the default BigQuery table from the example common package
* (there are no defaults for a general Beam pipeline).
[2/8] beam git commit: Remove incubation references from core SDK and
archetypes
Posted by dh...@apache.org.
Remove incubation references from core SDK and archetypes
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/59944804
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/59944804
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/59944804
Branch: refs/heads/release-0.4.0
Commit: 59944804ffded82307fca9cab207fb8603e144c7
Parents: ae0055a
Author: Davor Bonaci <da...@google.com>
Authored: Tue Dec 27 13:20:30 2016 -0800
Committer: Dan Halperin <dh...@google.com>
Committed: Wed Dec 28 21:36:44 2016 -0800
----------------------------------------------------------------------
.../main/java/org/apache/beam/sdk/util/state/StateContexts.java | 4 ++--
.../starter/src/main/resources/archetype-resources/pom.xml | 2 +-
.../starter/src/test/resources/projects/basic/reference/pom.xml | 2 +-
3 files changed, 4 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/beam/blob/59944804/sdks/java/core/src/main/java/org/apache/beam/sdk/util/state/StateContexts.java
----------------------------------------------------------------------
diff --git a/sdks/java/core/src/main/java/org/apache/beam/sdk/util/state/StateContexts.java b/sdks/java/core/src/main/java/org/apache/beam/sdk/util/state/StateContexts.java
index 1d6e949..a9ce0b5 100644
--- a/sdks/java/core/src/main/java/org/apache/beam/sdk/util/state/StateContexts.java
+++ b/sdks/java/core/src/main/java/org/apache/beam/sdk/util/state/StateContexts.java
@@ -54,7 +54,7 @@ public class StateContexts {
/**
* @deprecated This exists only for temporary compatibility with Dataflow worker and should be
* deleted once a worker image is released that uses runners-core build after
- * https://github.com/apache/incubator-beam/pull/1353.
+ * https://github.com/apache/beam/pull/1353.
*/
@Deprecated
public static <W extends BoundedWindow> StateContext<W> windowOnly(final W window) {
@@ -80,7 +80,7 @@ public class StateContexts {
/**
* @deprecated This exists only for temporary compatibility with Dataflow worker and should be
* deleted once a worker image is released that uses runners-core build after
- * https://github.com/apache/incubator-beam/pull/1353.
+ * https://github.com/apache/beam/pull/1353.
*/
@Deprecated
public static <W extends BoundedWindow> StateContext<W> createFromComponents(
http://git-wip-us.apache.org/repos/asf/beam/blob/59944804/sdks/java/maven-archetypes/starter/src/main/resources/archetype-resources/pom.xml
----------------------------------------------------------------------
diff --git a/sdks/java/maven-archetypes/starter/src/main/resources/archetype-resources/pom.xml b/sdks/java/maven-archetypes/starter/src/main/resources/archetype-resources/pom.xml
index 08139b2..4dab830 100644
--- a/sdks/java/maven-archetypes/starter/src/main/resources/archetype-resources/pom.xml
+++ b/sdks/java/maven-archetypes/starter/src/main/resources/archetype-resources/pom.xml
@@ -81,7 +81,7 @@
to enable development and testing of pipelines. To run on another of the
Beam runners, add its module to this pom.xml according to the
runner-specific setup instructions on the Beam website:
- http://beam.incubator.apache.org/documentation/#runners
+ http://beam.apache.org/documentation/#runners
-->
<dependency>
<groupId>org.apache.beam</groupId>
http://git-wip-us.apache.org/repos/asf/beam/blob/59944804/sdks/java/maven-archetypes/starter/src/test/resources/projects/basic/reference/pom.xml
----------------------------------------------------------------------
diff --git a/sdks/java/maven-archetypes/starter/src/test/resources/projects/basic/reference/pom.xml b/sdks/java/maven-archetypes/starter/src/test/resources/projects/basic/reference/pom.xml
index 2a668e8..5fb2bf6 100644
--- a/sdks/java/maven-archetypes/starter/src/test/resources/projects/basic/reference/pom.xml
+++ b/sdks/java/maven-archetypes/starter/src/test/resources/projects/basic/reference/pom.xml
@@ -81,7 +81,7 @@
to enable development and testing of pipelines. To run on another of the
Beam runners, add its module to this pom.xml according to the
runner-specific setup instructions on the Beam website:
- http://beam.incubator.apache.org/documentation/#runners
+ http://beam.apache.org/documentation/#runners
-->
<dependency>
<groupId>org.apache.beam</groupId>
[6/8] beam git commit: Update top-level NOTICE and remove incubating
disclaimer
Posted by dh...@apache.org.
Update top-level NOTICE and remove incubating disclaimer
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/dc2ad934
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/dc2ad934
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/dc2ad934
Branch: refs/heads/release-0.4.0
Commit: dc2ad9341c3f1ae7a6ea6d67c0a72f412704c5c5
Parents: e77080a
Author: Davor Bonaci <da...@google.com>
Authored: Tue Dec 27 13:00:09 2016 -0800
Committer: Dan Halperin <dh...@google.com>
Committed: Wed Dec 28 21:36:44 2016 -0800
----------------------------------------------------------------------
DISCLAIMER | 10 ----------
NOTICE | 2 +-
2 files changed, 1 insertion(+), 11 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/beam/blob/dc2ad934/DISCLAIMER
----------------------------------------------------------------------
diff --git a/DISCLAIMER b/DISCLAIMER
deleted file mode 100644
index f8568f6..0000000
--- a/DISCLAIMER
+++ /dev/null
@@ -1,10 +0,0 @@
-Apache Beam is an effort undergoing incubation at the Apache Software
-Foundation (ASF), sponsored by the Apache Incubator PMC.
-
-Incubation is required of all newly accepted projects until a further review
-indicates that the infrastructure, communications, and decision making process
-have stabilized in a manner consistent with other successful ASF projects.
-
-While incubation status is not necessarily a reflection of the completeness
-or stability of the code, it does indicate that the project has yet to be
-fully endorsed by the ASF.
http://git-wip-us.apache.org/repos/asf/beam/blob/dc2ad934/NOTICE
----------------------------------------------------------------------
diff --git a/NOTICE b/NOTICE
index bd3400c..9b35cd4 100644
--- a/NOTICE
+++ b/NOTICE
@@ -1,4 +1,4 @@
-Apache Beam (incubating)
+Apache Beam
Copyright 2016 The Apache Software Foundation
This product includes software developed at
[3/8] beam git commit: Update README to remove incubation information
Posted by dh...@apache.org.
Update README to remove incubation information
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/f5c92f12
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/f5c92f12
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/f5c92f12
Branch: refs/heads/release-0.4.0
Commit: f5c92f12f42c2b7f7211ca3a3597edfe81b7aa58
Parents: dc2ad93
Author: Davor Bonaci <da...@google.com>
Authored: Tue Dec 27 13:03:53 2016 -0800
Committer: Dan Halperin <dh...@google.com>
Committed: Wed Dec 28 21:36:44 2016 -0800
----------------------------------------------------------------------
README.md | 46 +++++++++++++---------------------------------
1 file changed, 13 insertions(+), 33 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/beam/blob/f5c92f12/README.md
----------------------------------------------------------------------
diff --git a/README.md b/README.md
index d919e5b..f7492e4 100644
--- a/README.md
+++ b/README.md
@@ -17,30 +17,15 @@
under the License.
-->
-# Apache Beam (incubating)
+# Apache Beam
-[Apache Beam](http://beam.incubator.apache.org) is a unified model for defining both batch and streaming data-parallel processing pipelines, as well as a set of language-specific SDKs for constructing pipelines and Runners for executing them on distributed processing backends like [Apache Spark](http://spark.apache.org/), [Apache Flink](http://flink.apache.org), and [Google Cloud Dataflow](http://cloud.google.com/dataflow).
-
-```
-Apache Beam is an effort undergoing incubation at the Apache Software
-Foundation (ASF), sponsored by the Apache Incubator PMC.
-
-Incubation is required of all newly accepted projects until a further review
-indicates that the infrastructure, communications, and decision making process
-have stabilized in a manner consistent with other successful ASF projects.
-
-While incubation status is not necessarily a reflection of the completeness
-or stability of the code, it does indicate that the project has yet to be
-fully endorsed by the ASF.
-```
+[Apache Beam](http://beam.apache.org/) is a unified model for defining both batch and streaming data-parallel processing pipelines, as well as a set of language-specific SDKs for constructing pipelines and Runners for executing them on distributed processing backends, including [Apache Apex](http://apex.apache.org/), [Apache Flink](http://flink.apache.org/), [Apache Spark](http://spark.apache.org/), and [Google Cloud Dataflow](http://cloud.google.com/dataflow/).
## Status
-_**The Apache Beam project is in the process of bootstrapping. This includes the creation of project resources, the refactoring of the initial code submissions, and the formulation of project documentation, planning, and design documents. Please expect a significant amount of churn and breaking changes in the near future.**_
-
-[](https://travis-ci.org/apache/incubator-beam?branch=master)
+[](https://travis-ci.org/apache/beam?branch=master)
[](https://builds.apache.org/job/beam_PostCommit_MavenVerify/)
-[](https://coveralls.io/github/apache/incubator-beam?branch=master)
+[](https://coveralls.io/github/apache/beam?branch=master)
## Overview
@@ -50,7 +35,6 @@ Beam provides a general approach to expressing [embarrassingly parallel](https:/
2. _SDK Writers_: Developing a Beam SDK targeted at a specific user community (Java, Python, Scala, Go, R, graphical, etc). These users are language geeks, and would prefer to be shielded from all the details of various runners and their implementations.
3. _Runner Writers_: Have an execution environment for distributed processing and would like to support programs written against the Beam Model. Would prefer to be shielded from details of multiple SDKs.
-
### The Beam Model
The model behind Beam evolved from a number of internal Google data processing projects, including [MapReduce](http://research.google.com/archive/mapreduce.html), [FlumeJava](http://research.google.com/pubs/pub35650.html), and [Millwheel](http://research.google.com/pubs/pub41378.html). This model was originally known as the \u201c[Dataflow Model](http://www.vldb.org/pvldb/vol8/p1792-Akidau.pdf)\u201d.
@@ -64,16 +48,14 @@ The key concepts in the Beam programming model are:
* `Pipeline`: manages a directed acyclic graph of PTransforms and PCollections that is ready for execution.
* `PipelineRunner`: specifies where and how the pipeline should execute.
-
### SDKs
Beam supports multiple language specific SDKs for writing pipelines against the Beam Model.
-Currently, this repository contains the Beam Java SDK, which is in the process of evolving from the [Dataflow Java SDK](https://github.com/GoogleCloudPlatform/DataflowJavaSDK). The [Dataflow Python SDK](https://github.com/GoogleCloudPlatform/DataflowPythonSDK) will also become part of Beam in the near future.
+Currently, this repository contains the Java SDK, as well as the Python SDK in a [feature branch](https://github.com/apache/beam/tree/python-sdk).
Have ideas for new SDKs or DSLs? See the [JIRA](https://issues.apache.org/jira/browse/BEAM/component/12328909/).
-
### Runners
Beam supports executing programs on multiple distributed processing backends through PipelineRunners. Currently, the following PipelineRunners are available:
@@ -85,32 +67,30 @@ Beam supports executing programs on multiple distributed processing backends thr
Have ideas for new Runners? See the [JIRA](https://issues.apache.org/jira/browse/BEAM/component/12328916/).
-
## Getting Started
-Please refer to the [Quickstart](http://beam.incubator.apache.org/get-started/quickstart/) available on our website.
+Please refer to the [Quickstart](http://beam.apache.org/get-started/quickstart/) available on our website.
If you'd like to build and install the whole project from the source distribution, please use the standard `mvn clean install` command.
### Flink Runner
-See the Flink Runner [README](https://github.com/apache/incubator-beam/tree/master/runners/flink).
+See the Flink Runner [README](https://github.com/apache/beam/tree/master/runners/flink).
### Spark Runner
-See the Spark Runner [README](https://github.com/apache/incubator-beam/tree/master/runners/spark).
+See the Spark Runner [README](https://github.com/apache/beam/tree/master/runners/spark).
## Contact Us
To get involved in Apache Beam:
-* [Subscribe](mailto:user-subscribe@beam.incubator.apache.org) or [mail](mailto:user@beam.incubator.apache.org) the [user@beam.incubator.apache.org](http://mail-archives.apache.org/mod_mbox/incubator-beam-user/) list.
-* [Subscribe](mailto:dev-subscribe@beam.incubator.apache.org) or [mail](mailto:dev@beam.incubator.apache.org) the [dev@beam.incubator.apache.org](http://mail-archives.apache.org/mod_mbox/incubator-beam-dev/) list.
+* [Subscribe](mailto:user-subscribe@beam.apache.org) or [mail](mailto:user@beam.apache.org) the [user@beam.apache.org](http://mail-archives.apache.org/mod_mbox/beam-user/) list.
+* [Subscribe](mailto:dev-subscribe@beam.apache.org) or [mail](mailto:dev@beam.apache.org) the [dev@beam.apache.org](http://mail-archives.apache.org/mod_mbox/beam-dev/) list.
* Report issues on [JIRA](https://issues.apache.org/jira/browse/BEAM).
-
## More Information
-* [Apache Beam](http://beam.incubator.apache.org)
-* [Overview](http://beam.incubator.apache.org/use/beam-overview/)
-* [Quickstart](http://beam.incubator.apache.org/use/quickstart/)
+* [Apache Beam](http://beam.apache.org)
+* [Overview](http://beam.apache.org/use/beam-overview/)
+* [Quickstart](http://beam.apache.org/use/quickstart/)