You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by dh...@apache.org on 2016/04/27 03:08:53 UTC
[21/21] incubator-beam git commit: Closes #239
Closes #239
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/e3105c8e
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/e3105c8e
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/e3105c8e
Branch: refs/heads/master
Commit: e3105c8e109535f801fd145b91b0c7aa93b86d1a
Parents: 5e3d7ad 0fafd4e
Author: Dan Halperin <dh...@google.com>
Authored: Tue Apr 26 18:07:43 2016 -0700
Committer: Dan Halperin <dh...@google.com>
Committed: Tue Apr 26 18:07:43 2016 -0700
----------------------------------------------------------------------
.../apache/beam/examples/MinimalWordCount.java | 4 +-
.../org/apache/beam/examples/WordCount.java | 2 +-
.../examples/common/DataflowExampleOptions.java | 2 +-
.../examples/common/DataflowExampleUtils.java | 8 +-
.../common/ExampleBigQueryTableOptions.java | 2 +-
...xamplePubsubTopicAndSubscriptionOptions.java | 2 +-
.../common/ExamplePubsubTopicOptions.java | 2 +-
.../examples/common/PubsubFileInjector.java | 2 +-
.../beam/examples/complete/AutoComplete.java | 2 +-
.../examples/complete/StreamingWordExtract.java | 2 +-
.../examples/complete/TopWikipediaSessions.java | 2 +-
.../beam/examples/cookbook/DeDupExample.java | 2 +-
.../beam/examples/cookbook/TriggerExample.java | 4 +-
.../org/apache/beam/examples/WordCountIT.java | 4 +-
.../beam/examples/MinimalWordCountJava8.java | 4 +-
.../beam/examples/complete/game/GameStats.java | 14 +-
.../examples/complete/game/HourlyTeamScore.java | 6 +-
.../examples/complete/game/LeaderBoard.java | 8 +-
.../beam/runners/flink/examples/TFIDF.java | 1 +
.../beam/runners/flink/examples/WordCount.java | 9 +-
.../flink/examples/streaming/AutoComplete.java | 21 +-
.../flink/examples/streaming/JoinExamples.java | 6 +-
.../KafkaWindowedWordCountExample.java | 11 +-
.../examples/streaming/WindowedWordCount.java | 13 +-
.../runners/flink/FlinkPipelineOptions.java | 2 +-
.../beam/runners/flink/FlinkPipelineRunner.java | 4 +-
.../FlinkBatchPipelineTranslator.java | 2 +-
.../FlinkStreamingPipelineTranslator.java | 2 +-
runners/google-cloud-dataflow-java/pom.xml | 4 +-
.../BlockingDataflowPipelineRunner.java | 186 ++
.../DataflowJobAlreadyExistsException.java | 35 +
.../DataflowJobAlreadyUpdatedException.java | 34 +
.../dataflow/DataflowJobCancelledException.java | 39 +
.../runners/dataflow/DataflowJobException.java | 41 +
.../dataflow/DataflowJobExecutionException.java | 35 +
.../dataflow/DataflowJobUpdatedException.java | 51 +
.../runners/dataflow/DataflowPipelineJob.java | 397 +++
.../dataflow/DataflowPipelineRegistrar.java | 62 +
.../dataflow/DataflowPipelineRunner.java | 3025 ++++++++++++++++++
.../dataflow/DataflowPipelineRunnerHooks.java | 39 +
.../dataflow/DataflowPipelineTranslator.java | 1059 ++++++
.../dataflow/DataflowServiceException.java | 33 +
.../dataflow/internal/AssignWindows.java | 89 +
.../dataflow/internal/BigQueryIOTranslator.java | 72 +
.../dataflow/internal/CustomSources.java | 121 +
.../internal/DataflowAggregatorTransforms.java | 81 +
.../internal/DataflowMetricUpdateExtractor.java | 111 +
.../dataflow/internal/PubsubIOTranslator.java | 108 +
.../dataflow/internal/ReadTranslator.java | 105 +
.../runners/dataflow/internal/package-info.java | 21 +
.../BlockingDataflowPipelineOptions.java | 55 +
.../dataflow/options/CloudDebuggerOptions.java | 56 +
.../options/DataflowPipelineDebugOptions.java | 247 ++
.../options/DataflowPipelineOptions.java | 126 +
.../DataflowPipelineWorkerPoolOptions.java | 263 ++
.../options/DataflowProfilingOptions.java | 50 +
.../options/DataflowWorkerHarnessOptions.java | 55 +
.../options/DataflowWorkerLoggingOptions.java | 159 +
.../testing/TestDataflowPipelineOptions.java | 30 +
.../testing/TestDataflowPipelineRunner.java | 273 ++
.../dataflow/util/DataflowPathValidator.java | 100 +
.../dataflow/util/DataflowTransport.java | 114 +
.../beam/runners/dataflow/util/GcsStager.java | 55 +
.../runners/dataflow/util/MonitoringUtil.java | 237 ++
.../beam/runners/dataflow/util/PackageUtil.java | 333 ++
.../beam/runners/dataflow/util/Stager.java | 30 +
.../BlockingDataflowPipelineOptions.java | 50 -
.../beam/sdk/options/CloudDebuggerOptions.java | 53 -
.../options/DataflowPipelineDebugOptions.java | 242 --
.../sdk/options/DataflowPipelineOptions.java | 115 -
.../DataflowPipelineWorkerPoolOptions.java | 258 --
.../sdk/options/DataflowProfilingOptions.java | 48 -
.../options/DataflowWorkerHarnessOptions.java | 51 -
.../options/DataflowWorkerLoggingOptions.java | 155 -
.../runners/BlockingDataflowPipelineRunner.java | 185 --
.../DataflowJobAlreadyExistsException.java | 35 -
.../DataflowJobAlreadyUpdatedException.java | 34 -
.../runners/DataflowJobCancelledException.java | 39 -
.../beam/sdk/runners/DataflowJobException.java | 41 -
.../runners/DataflowJobExecutionException.java | 35 -
.../runners/DataflowJobUpdatedException.java | 51 -
.../beam/sdk/runners/DataflowPipelineJob.java | 395 ---
.../sdk/runners/DataflowPipelineRegistrar.java | 60 -
.../sdk/runners/DataflowPipelineRunner.java | 3022 -----------------
.../runners/DataflowPipelineRunnerHooks.java | 39 -
.../sdk/runners/DataflowPipelineTranslator.java | 1058 ------
.../sdk/runners/DataflowServiceException.java | 33 -
.../sdk/runners/dataflow/AssignWindows.java | 89 -
.../runners/dataflow/BigQueryIOTranslator.java | 72 -
.../sdk/runners/dataflow/CustomSources.java | 121 -
.../dataflow/DataflowAggregatorTransforms.java | 81 -
.../dataflow/DataflowMetricUpdateExtractor.java | 111 -
.../runners/dataflow/PubsubIOTranslator.java | 108 -
.../sdk/runners/dataflow/ReadTranslator.java | 105 -
.../beam/sdk/runners/dataflow/package-info.java | 21 -
.../testing/TestDataflowPipelineOptions.java | 28 -
.../sdk/testing/TestDataflowPipelineRunner.java | 271 --
.../beam/sdk/util/DataflowPathValidator.java | 99 -
.../apache/beam/sdk/util/DataflowTransport.java | 113 -
.../org/apache/beam/sdk/util/GcsStager.java | 55 -
.../apache/beam/sdk/util/MonitoringUtil.java | 236 --
.../org/apache/beam/sdk/util/PackageUtil.java | 328 --
.../java/org/apache/beam/sdk/util/Stager.java | 30 -
.../BlockingDataflowPipelineRunnerTest.java | 302 ++
.../dataflow/DataflowPipelineJobTest.java | 608 ++++
.../dataflow/DataflowPipelineRegistrarTest.java | 75 +
.../dataflow/DataflowPipelineRunnerTest.java | 1401 ++++++++
.../DataflowPipelineTranslatorTest.java | 967 ++++++
.../dataflow/internal/CustomSourcesTest.java | 276 ++
.../runners/dataflow/io/DataflowTextIOTest.java | 119 +
.../DataflowPipelineDebugOptionsTest.java | 43 +
.../options/DataflowPipelineOptionsTest.java | 93 +
.../options/DataflowProfilingOptionsTest.java | 51 +
.../DataflowWorkerLoggingOptionsTest.java | 77 +
.../testing/TestDataflowPipelineRunnerTest.java | 381 +++
.../transforms/DataflowGroupByKeyTest.java | 113 +
.../dataflow/transforms/DataflowViewTest.java | 208 ++
.../util/DataflowPathValidatorTest.java | 94 +
.../dataflow/util/MonitoringUtilTest.java | 151 +
.../runners/dataflow/util/PackageUtilTest.java | 486 +++
.../apache/beam/sdk/io/DataflowTextIOTest.java | 118 -
.../DataflowPipelineDebugOptionsTest.java | 41 -
.../options/DataflowPipelineOptionsTest.java | 92 -
.../options/DataflowProfilingOptionsTest.java | 49 -
.../DataflowWorkerLoggingOptionsTest.java | 77 -
.../BlockingDataflowPipelineRunnerTest.java | 302 --
.../sdk/runners/DataflowPipelineJobTest.java | 606 ----
.../runners/DataflowPipelineRegistrarTest.java | 74 -
.../sdk/runners/DataflowPipelineRunnerTest.java | 1400 --------
.../runners/DataflowPipelineTranslatorTest.java | 965 ------
.../sdk/runners/dataflow/CustomSourcesTest.java | 276 --
.../testing/TestDataflowPipelineRunnerTest.java | 379 ---
.../sdk/transforms/DataflowGroupByKeyTest.java | 110 -
.../beam/sdk/transforms/DataflowViewTest.java | 205 --
.../sdk/util/DataflowPathValidatorTest.java | 92 -
.../beam/sdk/util/MonitoringUtilTest.java | 149 -
.../apache/beam/sdk/util/PackageUtilTest.java | 484 ---
.../org/apache/beam/sdk/testing/PAssert.java | 8 +-
.../apache/beam/sdk/testing/TestPipeline.java | 2 +-
.../java/org/apache/beam/sdk/util/ZipFiles.java | 2 +-
sdks/java/java8tests/pom.xml | 3 +
.../src/main/java/MinimalWordCount.java | 4 +-
.../src/main/java/WindowedWordCount.java | 10 +-
.../src/main/java/WordCount.java | 2 +-
.../java/common/DataflowExampleOptions.java | 2 +-
.../main/java/common/DataflowExampleUtils.java | 9 +-
.../common/ExampleBigQueryTableOptions.java | 5 +-
.../java/common/ExamplePubsubTopicOptions.java | 2 +-
.../main/java/common/PubsubFileInjector.java | 9 +-
149 files changed, 13503 insertions(+), 13360 deletions(-)
----------------------------------------------------------------------