You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by dh...@apache.org on 2016/03/24 03:49:47 UTC
[1/2] [incubator-beam] Git Push Summary
Repository: incubator-beam
Updated Branches:
refs/heads/master 257a7a6be -> 9c61dd24a
[2/2] incubator-beam git commit: Closes #72
Posted by dh...@apache.org.
Closes #72
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/9c61dd24
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/9c61dd24
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/9c61dd24
Branch: refs/heads/master
Commit: 9c61dd24a06f326ce4cb89cf664decf760231be1
Parents: 9f8dd18 257a7a6
Author: Dan Halperin <dh...@google.com>
Authored: Wed Mar 23 19:49:33 2016 -0700
Committer: Dan Halperin <dh...@google.com>
Committed: Wed Mar 23 19:49:33 2016 -0700
----------------------------------------------------------------------
examples/README.md | 95 -
examples/java/README.md | 95 +
examples/java/pom.xml | 394 +++
.../dataflow/examples/DebuggingWordCount.java | 182 ++
.../dataflow/examples/MinimalWordCount.java | 117 +
.../dataflow/examples/WindowedWordCount.java | 269 ++
.../cloud/dataflow/examples/WordCount.java | 206 ++
.../examples/common/DataflowExampleOptions.java | 34 +
.../examples/common/DataflowExampleUtils.java | 485 +++
.../common/ExampleBigQueryTableOptions.java | 53 +
...xamplePubsubTopicAndSubscriptionOptions.java | 44 +
.../common/ExamplePubsubTopicOptions.java | 44 +
.../examples/common/PubsubFileInjector.java | 153 +
.../examples/complete/AutoComplete.java | 516 +++
.../cloud/dataflow/examples/complete/README.md | 44 +
.../examples/complete/StreamingWordExtract.java | 163 +
.../cloud/dataflow/examples/complete/TfIdf.java | 431 +++
.../examples/complete/TopWikipediaSessions.java | 223 ++
.../examples/complete/TrafficMaxLaneFlow.java | 425 +++
.../examples/complete/TrafficRoutes.java | 459 +++
.../examples/cookbook/BigQueryTornadoes.java | 179 ++
.../cookbook/CombinePerKeyExamples.java | 223 ++
.../examples/cookbook/DatastoreWordCount.java | 269 ++
.../examples/cookbook/DeDupExample.java | 100 +
.../examples/cookbook/FilterExamples.java | 266 ++
.../examples/cookbook/JoinExamples.java | 185 ++
.../examples/cookbook/MaxPerKeyExamples.java | 173 +
.../cloud/dataflow/examples/cookbook/README.md | 55 +
.../examples/cookbook/TriggerExample.java | 564 ++++
.../examples/DebuggingWordCountTest.java | 45 +
.../cloud/dataflow/examples/WordCountTest.java | 85 +
.../examples/complete/AutoCompleteTest.java | 181 ++
.../dataflow/examples/complete/TfIdfTest.java | 67 +
.../complete/TopWikipediaSessionsTest.java | 62 +
.../cookbook/BigQueryTornadoesTest.java | 80 +
.../cookbook/CombinePerKeyExamplesTest.java | 90 +
.../examples/cookbook/DeDupExampleTest.java | 83 +
.../examples/cookbook/FilterExamplesTest.java | 85 +
.../examples/cookbook/JoinExamplesTest.java | 114 +
.../cookbook/MaxPerKeyExamplesTest.java | 85 +
.../examples/cookbook/TriggerExampleTest.java | 139 +
examples/java8/pom.xml | 279 ++
.../examples/MinimalWordCountJava8.java | 68 +
.../examples/complete/game/GameStats.java | 339 ++
.../examples/complete/game/HourlyTeamScore.java | 193 ++
.../examples/complete/game/LeaderBoard.java | 237 ++
.../dataflow/examples/complete/game/README.md | 113 +
.../examples/complete/game/UserScore.java | 239 ++
.../complete/game/injector/Injector.java | 415 +++
.../complete/game/injector/InjectorUtils.java | 101 +
.../injector/RetryHttpInitializerWrapper.java | 126 +
.../complete/game/utils/WriteToBigQuery.java | 134 +
.../game/utils/WriteWindowedToBigQuery.java | 76 +
.../examples/MinimalWordCountJava8Test.java | 103 +
.../examples/complete/game/GameStatsTest.java | 76 +
.../complete/game/HourlyTeamScoreTest.java | 111 +
.../examples/complete/game/UserScoreTest.java | 154 +
examples/pom.xml | 394 ---
.../dataflow/examples/DebuggingWordCount.java | 182 --
.../dataflow/examples/MinimalWordCount.java | 117 -
.../dataflow/examples/WindowedWordCount.java | 269 --
.../cloud/dataflow/examples/WordCount.java | 206 --
.../examples/common/DataflowExampleOptions.java | 34 -
.../examples/common/DataflowExampleUtils.java | 485 ---
.../common/ExampleBigQueryTableOptions.java | 53 -
...xamplePubsubTopicAndSubscriptionOptions.java | 44 -
.../common/ExamplePubsubTopicOptions.java | 44 -
.../examples/common/PubsubFileInjector.java | 153 -
.../examples/complete/AutoComplete.java | 516 ---
.../cloud/dataflow/examples/complete/README.md | 44 -
.../examples/complete/StreamingWordExtract.java | 163 -
.../cloud/dataflow/examples/complete/TfIdf.java | 431 ---
.../examples/complete/TopWikipediaSessions.java | 223 --
.../examples/complete/TrafficMaxLaneFlow.java | 425 ---
.../examples/complete/TrafficRoutes.java | 459 ---
.../examples/cookbook/BigQueryTornadoes.java | 179 --
.../cookbook/CombinePerKeyExamples.java | 223 --
.../examples/cookbook/DatastoreWordCount.java | 269 --
.../examples/cookbook/DeDupExample.java | 100 -
.../examples/cookbook/FilterExamples.java | 266 --
.../examples/cookbook/JoinExamples.java | 185 --
.../examples/cookbook/MaxPerKeyExamples.java | 173 -
.../cloud/dataflow/examples/cookbook/README.md | 55 -
.../examples/cookbook/TriggerExample.java | 564 ----
.../examples/DebuggingWordCountTest.java | 45 -
.../cloud/dataflow/examples/WordCountTest.java | 85 -
.../examples/complete/AutoCompleteTest.java | 181 --
.../dataflow/examples/complete/TfIdfTest.java | 67 -
.../complete/TopWikipediaSessionsTest.java | 62 -
.../cookbook/BigQueryTornadoesTest.java | 80 -
.../cookbook/CombinePerKeyExamplesTest.java | 90 -
.../examples/cookbook/DeDupExampleTest.java | 83 -
.../examples/cookbook/FilterExamplesTest.java | 85 -
.../examples/cookbook/JoinExamplesTest.java | 114 -
.../cookbook/MaxPerKeyExamplesTest.java | 85 -
.../examples/cookbook/TriggerExampleTest.java | 139 -
java8examples/pom.xml | 279 --
.../examples/MinimalWordCountJava8.java | 68 -
.../examples/complete/game/GameStats.java | 339 --
.../examples/complete/game/HourlyTeamScore.java | 193 --
.../examples/complete/game/LeaderBoard.java | 237 --
.../dataflow/examples/complete/game/README.md | 113 -
.../examples/complete/game/UserScore.java | 239 --
.../complete/game/injector/Injector.java | 415 ---
.../complete/game/injector/InjectorUtils.java | 101 -
.../injector/RetryHttpInitializerWrapper.java | 126 -
.../complete/game/utils/WriteToBigQuery.java | 134 -
.../game/utils/WriteWindowedToBigQuery.java | 76 -
.../examples/MinimalWordCountJava8Test.java | 103 -
.../examples/complete/game/GameStatsTest.java | 76 -
.../complete/game/HourlyTeamScoreTest.java | 111 -
.../examples/complete/game/UserScoreTest.java | 154 -
java8tests/pom.xml | 184 --
.../sdk/transforms/CombineJava8Test.java | 133 -
.../sdk/transforms/FilterJava8Test.java | 118 -
.../transforms/FlatMapElementsJava8Test.java | 84 -
.../sdk/transforms/MapElementsJava8Test.java | 77 -
.../sdk/transforms/PartitionJava8Test.java | 74 -
.../transforms/RemoveDuplicatesJava8Test.java | 98 -
.../sdk/transforms/WithKeysJava8Test.java | 73 -
.../sdk/transforms/WithTimestampsJava8Test.java | 65 -
javadoc/README.md | 4 -
javadoc/apiclient-docs/package-list | 34 -
javadoc/avro-docs/package-list | 30 -
javadoc/bq-docs/package-list | 2 -
javadoc/dataflow-sdk-docs/package-list | 11 -
javadoc/datastore-docs/package-list | 2 -
javadoc/guava-docs/package-list | 15 -
javadoc/hamcrest-docs/package-list | 10 -
javadoc/jackson-annotations-docs/package-list | 1 -
javadoc/jackson-databind-docs/package-list | 20 -
javadoc/joda-docs/package-list | 7 -
javadoc/junit-docs/package-list | 7 -
javadoc/oauth-docs/package-list | 11 -
javadoc/overview.html | 31 -
maven-archetypes/examples/pom.xml | 56 -
.../META-INF/maven/archetype-metadata.xml | 29 -
.../main/resources/archetype-resources/pom.xml | 204 --
.../src/main/java/DebuggingWordCount.java | 182 --
.../src/main/java/MinimalWordCount.java | 115 -
.../src/main/java/WindowedWordCount.java | 262 --
.../src/main/java/WordCount.java | 204 --
.../java/common/DataflowExampleOptions.java | 29 -
.../main/java/common/DataflowExampleUtils.java | 398 ---
.../common/ExampleBigQueryTableOptions.java | 53 -
.../java/common/ExamplePubsubTopicOptions.java | 49 -
.../main/java/common/PubsubFileInjector.java | 153 -
.../src/test/java/DebuggingWordCountTest.java | 44 -
.../src/test/java/WordCountTest.java | 85 -
.../projects/basic/archetype.properties | 5 -
.../src/test/resources/projects/basic/goal.txt | 1 -
maven-archetypes/pom.xml | 41 -
maven-archetypes/starter/pom.xml | 57 -
.../META-INF/maven/archetype-metadata.xml | 21 -
.../main/resources/archetype-resources/pom.xml | 43 -
.../src/main/java/StarterPipeline.java | 67 -
.../projects/basic/archetype.properties | 5 -
.../src/test/resources/projects/basic/goal.txt | 1 -
.../resources/projects/basic/reference/pom.xml | 43 -
.../src/main/java/it/pkg/StarterPipeline.java | 67 -
pom.xml | 10 +-
sdk/pom.xml | 771 -----
.../com/google/cloud/dataflow/sdk/Pipeline.java | 502 ---
.../cloud/dataflow/sdk/PipelineResult.java | 95 -
.../dataflow/sdk/annotations/Experimental.java | 80 -
.../dataflow/sdk/annotations/package-info.java | 20 -
.../cloud/dataflow/sdk/coders/AtomicCoder.java | 51 -
.../cloud/dataflow/sdk/coders/AvroCoder.java | 714 -----
.../sdk/coders/BigEndianIntegerCoder.java | 99 -
.../dataflow/sdk/coders/BigEndianLongCoder.java | 99 -
.../dataflow/sdk/coders/ByteArrayCoder.java | 138 -
.../cloud/dataflow/sdk/coders/ByteCoder.java | 111 -
.../dataflow/sdk/coders/ByteStringCoder.java | 106 -
.../sdk/coders/CannotProvideCoderException.java | 95 -
.../google/cloud/dataflow/sdk/coders/Coder.java | 298 --
.../dataflow/sdk/coders/CoderException.java | 36 -
.../dataflow/sdk/coders/CoderFactories.java | 274 --
.../cloud/dataflow/sdk/coders/CoderFactory.java | 43 -
.../dataflow/sdk/coders/CoderProvider.java | 33 -
.../dataflow/sdk/coders/CoderProviders.java | 164 -
.../dataflow/sdk/coders/CoderRegistry.java | 843 -----
.../dataflow/sdk/coders/CollectionCoder.java | 73 -
.../cloud/dataflow/sdk/coders/CustomCoder.java | 137 -
.../cloud/dataflow/sdk/coders/DefaultCoder.java | 66 -
.../dataflow/sdk/coders/DelegateCoder.java | 164 -
.../sdk/coders/DeterministicStandardCoder.java | 38 -
.../cloud/dataflow/sdk/coders/DoubleCoder.java | 113 -
.../dataflow/sdk/coders/DurationCoder.java | 97 -
.../cloud/dataflow/sdk/coders/EntityCoder.java | 86 -
.../cloud/dataflow/sdk/coders/InstantCoder.java | 113 -
.../dataflow/sdk/coders/IterableCoder.java | 78 -
.../dataflow/sdk/coders/IterableLikeCoder.java | 278 --
.../cloud/dataflow/sdk/coders/JAXBCoder.java | 135 -
.../cloud/dataflow/sdk/coders/KvCoder.java | 162 -
.../cloud/dataflow/sdk/coders/KvCoderBase.java | 61 -
.../cloud/dataflow/sdk/coders/ListCoder.java | 77 -
.../cloud/dataflow/sdk/coders/MapCoder.java | 160 -
.../cloud/dataflow/sdk/coders/MapCoderBase.java | 54 -
.../dataflow/sdk/coders/NullableCoder.java | 175 -
.../cloud/dataflow/sdk/coders/Proto2Coder.java | 361 ---
.../dataflow/sdk/coders/SerializableCoder.java | 183 --
.../cloud/dataflow/sdk/coders/SetCoder.java | 94 -
.../dataflow/sdk/coders/StandardCoder.java | 229 --
.../sdk/coders/StringDelegateCoder.java | 86 -
.../dataflow/sdk/coders/StringUtf8Coder.java | 139 -
.../sdk/coders/StructuralByteArray.java | 56 -
.../dataflow/sdk/coders/TableRowJsonCoder.java | 82 -
.../sdk/coders/TextualIntegerCoder.java | 69 -
.../cloud/dataflow/sdk/coders/VarIntCoder.java | 97 -
.../cloud/dataflow/sdk/coders/VarLongCoder.java | 96 -
.../cloud/dataflow/sdk/coders/VoidCoder.java | 76 -
.../cloud/dataflow/sdk/coders/package-info.java | 44 -
.../sdk/coders/protobuf/ProtoCoder.java | 404 ---
.../sdk/coders/protobuf/ProtobufUtil.java | 171 -
.../sdk/coders/protobuf/package-info.java | 23 -
.../google/cloud/dataflow/sdk/io/AvroIO.java | 810 -----
.../cloud/dataflow/sdk/io/AvroSource.java | 647 ----
.../cloud/dataflow/sdk/io/BigQueryIO.java | 1499 ---------
.../cloud/dataflow/sdk/io/BlockBasedSource.java | 237 --
.../sdk/io/BoundedReadFromUnboundedSource.java | 271 --
.../cloud/dataflow/sdk/io/BoundedSource.java | 277 --
.../cloud/dataflow/sdk/io/CompressedSource.java | 413 ---
.../cloud/dataflow/sdk/io/CountingInput.java | 191 --
.../cloud/dataflow/sdk/io/CountingSource.java | 397 ---
.../cloud/dataflow/sdk/io/DatastoreIO.java | 957 ------
.../cloud/dataflow/sdk/io/FileBasedSink.java | 864 -----
.../cloud/dataflow/sdk/io/FileBasedSource.java | 648 ----
.../dataflow/sdk/io/OffsetBasedSource.java | 326 --
.../google/cloud/dataflow/sdk/io/PubsubIO.java | 1044 ------
.../com/google/cloud/dataflow/sdk/io/Read.java | 253 --
.../dataflow/sdk/io/ShardNameTemplate.java | 75 -
.../com/google/cloud/dataflow/sdk/io/Sink.java | 252 --
.../google/cloud/dataflow/sdk/io/Source.java | 193 --
.../google/cloud/dataflow/sdk/io/TextIO.java | 992 ------
.../cloud/dataflow/sdk/io/UnboundedSource.java | 253 --
.../com/google/cloud/dataflow/sdk/io/Write.java | 213 --
.../google/cloud/dataflow/sdk/io/XmlSink.java | 310 --
.../google/cloud/dataflow/sdk/io/XmlSource.java | 541 ----
.../dataflow/sdk/io/bigtable/BigtableIO.java | 987 ------
.../sdk/io/bigtable/BigtableService.java | 108 -
.../sdk/io/bigtable/BigtableServiceImpl.java | 241 --
.../dataflow/sdk/io/bigtable/package-info.java | 22 -
.../cloud/dataflow/sdk/io/package-info.java | 37 -
.../cloud/dataflow/sdk/io/range/ByteKey.java | 173 -
.../dataflow/sdk/io/range/ByteKeyRange.java | 376 ---
.../sdk/io/range/ByteKeyRangeTracker.java | 117 -
.../sdk/io/range/OffsetRangeTracker.java | 182 --
.../dataflow/sdk/io/range/RangeTracker.java | 220 --
.../dataflow/sdk/io/range/package-info.java | 23 -
.../sdk/options/ApplicationNameOptions.java | 33 -
.../dataflow/sdk/options/BigQueryOptions.java | 31 -
.../BlockingDataflowPipelineOptions.java | 49 -
.../sdk/options/CloudDebuggerOptions.java | 43 -
.../options/DataflowPipelineDebugOptions.java | 259 --
.../sdk/options/DataflowPipelineOptions.java | 134 -
.../DataflowPipelineWorkerPoolOptions.java | 254 --
.../sdk/options/DataflowProfilingOptions.java | 46 -
.../options/DataflowWorkerHarnessOptions.java | 50 -
.../options/DataflowWorkerLoggingOptions.java | 153 -
.../cloud/dataflow/sdk/options/Default.java | 153 -
.../sdk/options/DefaultValueFactory.java | 38 -
.../cloud/dataflow/sdk/options/Description.java | 35 -
.../sdk/options/DirectPipelineOptions.java | 75 -
.../cloud/dataflow/sdk/options/GcpOptions.java | 291 --
.../cloud/dataflow/sdk/options/GcsOptions.java | 113 -
.../sdk/options/GoogleApiDebugOptions.java | 87 -
.../cloud/dataflow/sdk/options/Hidden.java | 33 -
.../dataflow/sdk/options/PipelineOptions.java | 249 --
.../sdk/options/PipelineOptionsFactory.java | 1537 ---------
.../sdk/options/PipelineOptionsRegistrar.java | 36 -
.../sdk/options/PipelineOptionsValidator.java | 102 -
.../sdk/options/ProxyInvocationHandler.java | 441 ---
.../dataflow/sdk/options/StreamingOptions.java | 30 -
.../cloud/dataflow/sdk/options/Validation.java | 46 -
.../dataflow/sdk/options/package-info.java | 25 -
.../google/cloud/dataflow/sdk/package-info.java | 33 -
.../runners/AggregatorPipelineExtractor.java | 97 -
.../runners/AggregatorRetrievalException.java | 32 -
.../dataflow/sdk/runners/AggregatorValues.java | 52 -
.../runners/BlockingDataflowPipelineRunner.java | 181 --
.../DataflowJobAlreadyExistsException.java | 34 -
.../DataflowJobAlreadyUpdatedException.java | 33 -
.../runners/DataflowJobCancelledException.java | 38 -
.../sdk/runners/DataflowJobException.java | 40 -
.../runners/DataflowJobExecutionException.java | 34 -
.../runners/DataflowJobUpdatedException.java | 51 -
.../dataflow/sdk/runners/DataflowPipeline.java | 59 -
.../sdk/runners/DataflowPipelineJob.java | 389 ---
.../sdk/runners/DataflowPipelineRegistrar.java | 58 -
.../sdk/runners/DataflowPipelineRunner.java | 3003 ------------------
.../runners/DataflowPipelineRunnerHooks.java | 37 -
.../sdk/runners/DataflowPipelineTranslator.java | 1104 -------
.../sdk/runners/DataflowServiceException.java | 32 -
.../dataflow/sdk/runners/DirectPipeline.java | 55 -
.../sdk/runners/DirectPipelineRegistrar.java | 53 -
.../sdk/runners/DirectPipelineRunner.java | 1156 -------
.../dataflow/sdk/runners/PipelineRunner.java | 76 -
.../sdk/runners/PipelineRunnerRegistrar.java | 40 -
.../sdk/runners/RecordingPipelineVisitor.java | 54 -
.../sdk/runners/TransformHierarchy.java | 104 -
.../dataflow/sdk/runners/TransformTreeNode.java | 252 --
.../sdk/runners/dataflow/AssignWindows.java | 88 -
.../runners/dataflow/BigQueryIOTranslator.java | 125 -
.../sdk/runners/dataflow/CustomSources.java | 118 -
.../dataflow/DataflowAggregatorTransforms.java | 79 -
.../dataflow/DataflowMetricUpdateExtractor.java | 110 -
.../runners/dataflow/PubsubIOTranslator.java | 107 -
.../sdk/runners/dataflow/ReadTranslator.java | 103 -
.../sdk/runners/dataflow/package-info.java | 20 -
.../inprocess/BoundedReadEvaluatorFactory.java | 152 -
.../CachedThreadPoolExecutorServiceFactory.java | 42 -
.../dataflow/sdk/runners/inprocess/Clock.java | 29 -
.../runners/inprocess/CompletionCallback.java | 33 -
.../ConsumerTrackingPipelineVisitor.java | 173 -
.../inprocess/EmptyTransformEvaluator.java | 49 -
.../sdk/runners/inprocess/EvaluatorKey.java | 55 -
.../inprocess/ExecutorServiceFactory.java | 32 -
.../ExecutorServiceParallelExecutor.java | 432 ---
.../inprocess/FlattenEvaluatorFactory.java | 83 -
.../runners/inprocess/ForwardingPTransform.java | 54 -
.../inprocess/GroupByKeyEvaluatorFactory.java | 252 --
.../inprocess/InMemoryWatermarkManager.java | 1310 --------
.../sdk/runners/inprocess/InProcessBundle.java | 121 -
.../inprocess/InProcessBundleOutputManager.java | 50 -
.../sdk/runners/inprocess/InProcessCreate.java | 209 --
.../inprocess/InProcessEvaluationContext.java | 405 ---
.../inprocess/InProcessExecutionContext.java | 106 -
.../runners/inprocess/InProcessExecutor.java | 46 -
.../inprocess/InProcessPipelineOptions.java | 90 -
.../inprocess/InProcessPipelineRunner.java | 343 --
.../inprocess/InProcessSideInputContainer.java | 230 --
.../inprocess/InProcessTimerInternals.java | 84 -
.../inprocess/InProcessTransformResult.java | 75 -
.../inprocess/KeyedPValueTrackingVisitor.java | 95 -
.../sdk/runners/inprocess/NanosOffsetClock.java | 58 -
.../inprocess/ParDoInProcessEvaluator.java | 109 -
.../inprocess/ParDoMultiEvaluatorFactory.java | 90 -
.../inprocess/ParDoSingleEvaluatorFactory.java | 87 -
.../sdk/runners/inprocess/StepAndKey.java | 68 -
.../runners/inprocess/StepTransformResult.java | 157 -
.../runners/inprocess/TransformEvaluator.java | 45 -
.../inprocess/TransformEvaluatorFactory.java | 42 -
.../inprocess/TransformEvaluatorRegistry.java | 72 -
.../runners/inprocess/TransformExecutor.java | 114 -
.../inprocess/TransformExecutorService.java | 34 -
.../inprocess/TransformExecutorServices.java | 153 -
.../UnboundedReadEvaluatorFactory.java | 168 -
.../runners/inprocess/ViewEvaluatorFactory.java | 121 -
.../inprocess/WatermarkCallbackExecutor.java | 143 -
.../dataflow/sdk/runners/package-info.java | 33 -
.../dataflow/sdk/runners/worker/IsmFormat.java | 946 ------
.../sdk/runners/worker/package-info.java | 24 -
.../dataflow/sdk/testing/CoderProperties.java | 349 --
.../dataflow/sdk/testing/DataflowAssert.java | 825 -----
.../dataflow/sdk/testing/RunnableOnService.java | 30 -
.../sdk/testing/SerializableMatcher.java | 36 -
.../sdk/testing/SerializableMatchers.java | 1180 -------
.../dataflow/sdk/testing/SourceTestUtils.java | 642 ----
.../testing/TestDataflowPipelineOptions.java | 26 -
.../sdk/testing/TestDataflowPipelineRunner.java | 220 --
.../dataflow/sdk/testing/TestPipeline.java | 193 --
.../dataflow/sdk/testing/WindowFnTestUtils.java | 325 --
.../dataflow/sdk/testing/package-info.java | 21 -
.../dataflow/sdk/transforms/Aggregator.java | 78 -
.../sdk/transforms/AggregatorRetriever.java | 36 -
.../sdk/transforms/AppliedPTransform.java | 100 -
.../sdk/transforms/ApproximateQuantiles.java | 766 -----
.../sdk/transforms/ApproximateUnique.java | 419 ---
.../cloud/dataflow/sdk/transforms/Combine.java | 2240 -------------
.../dataflow/sdk/transforms/CombineFnBase.java | 283 --
.../dataflow/sdk/transforms/CombineFns.java | 1100 -------
.../sdk/transforms/CombineWithContext.java | 277 --
.../cloud/dataflow/sdk/transforms/Count.java | 135 -
.../cloud/dataflow/sdk/transforms/Create.java | 426 ---
.../cloud/dataflow/sdk/transforms/DoFn.java | 563 ----
.../dataflow/sdk/transforms/DoFnReflector.java | 668 ----
.../dataflow/sdk/transforms/DoFnTester.java | 495 ---
.../sdk/transforms/DoFnWithContext.java | 416 ---
.../cloud/dataflow/sdk/transforms/Filter.java | 234 --
.../sdk/transforms/FlatMapElements.java | 145 -
.../cloud/dataflow/sdk/transforms/Flatten.java | 219 --
.../dataflow/sdk/transforms/GroupByKey.java | 575 ----
.../transforms/IntraBundleParallelization.java | 346 --
.../cloud/dataflow/sdk/transforms/Keys.java | 68 -
.../cloud/dataflow/sdk/transforms/KvSwap.java | 73 -
.../dataflow/sdk/transforms/MapElements.java | 112 -
.../cloud/dataflow/sdk/transforms/Max.java | 255 --
.../cloud/dataflow/sdk/transforms/Mean.java | 202 --
.../cloud/dataflow/sdk/transforms/Min.java | 255 --
.../dataflow/sdk/transforms/PTransform.java | 324 --
.../cloud/dataflow/sdk/transforms/ParDo.java | 1321 --------
.../dataflow/sdk/transforms/Partition.java | 173 -
.../sdk/transforms/RemoveDuplicates.java | 158 -
.../cloud/dataflow/sdk/transforms/Sample.java | 246 --
.../sdk/transforms/SerializableComparator.java | 28 -
.../sdk/transforms/SerializableFunction.java | 31 -
.../dataflow/sdk/transforms/SimpleFunction.java | 54 -
.../cloud/dataflow/sdk/transforms/Sum.java | 188 --
.../cloud/dataflow/sdk/transforms/Top.java | 559 ----
.../cloud/dataflow/sdk/transforms/Values.java | 68 -
.../cloud/dataflow/sdk/transforms/View.java | 470 ---
.../cloud/dataflow/sdk/transforms/WithKeys.java | 140 -
.../dataflow/sdk/transforms/WithTimestamps.java | 129 -
.../cloud/dataflow/sdk/transforms/Write.java | 27 -
.../sdk/transforms/display/DisplayData.java | 530 ----
.../sdk/transforms/display/HasDisplayData.java | 53 -
.../sdk/transforms/join/CoGbkResult.java | 463 ---
.../sdk/transforms/join/CoGbkResultSchema.java | 134 -
.../sdk/transforms/join/CoGroupByKey.java | 211 --
.../transforms/join/KeyedPCollectionTuple.java | 247 --
.../sdk/transforms/join/RawUnionValue.java | 51 -
.../sdk/transforms/join/UnionCoder.java | 147 -
.../sdk/transforms/join/package-info.java | 21 -
.../dataflow/sdk/transforms/package-info.java | 43 -
.../sdk/transforms/windowing/AfterAll.java | 117 -
.../windowing/AfterDelayFromFirstElement.java | 322 --
.../sdk/transforms/windowing/AfterEach.java | 135 -
.../sdk/transforms/windowing/AfterFirst.java | 119 -
.../sdk/transforms/windowing/AfterPane.java | 145 -
.../windowing/AfterProcessingTime.java | 97 -
.../AfterSynchronizedProcessingTime.java | 75 -
.../transforms/windowing/AfterWatermark.java | 397 ---
.../sdk/transforms/windowing/BoundedWindow.java | 46 -
.../transforms/windowing/CalendarWindows.java | 348 --
.../transforms/windowing/DefaultTrigger.java | 95 -
.../sdk/transforms/windowing/FixedWindows.java | 116 -
.../sdk/transforms/windowing/GlobalWindow.java | 68 -
.../sdk/transforms/windowing/GlobalWindows.java | 63 -
.../transforms/windowing/IntervalWindow.java | 201 --
.../transforms/windowing/InvalidWindows.java | 87 -
.../MergeOverlappingIntervalWindows.java | 86 -
.../windowing/NonMergingWindowFn.java | 35 -
.../transforms/windowing/OrFinallyTrigger.java | 100 -
.../sdk/transforms/windowing/OutputTimeFn.java | 319 --
.../sdk/transforms/windowing/OutputTimeFns.java | 168 -
.../sdk/transforms/windowing/PaneInfo.java | 384 ---
.../windowing/PartitioningWindowFn.java | 61 -
.../sdk/transforms/windowing/Repeatedly.java | 100 -
.../sdk/transforms/windowing/Sessions.java | 112 -
.../transforms/windowing/SlidingWindows.java | 214 --
.../sdk/transforms/windowing/Trigger.java | 544 ----
.../transforms/windowing/TriggerBuilder.java | 29 -
.../sdk/transforms/windowing/Window.java | 662 ----
.../sdk/transforms/windowing/WindowFn.java | 221 --
.../sdk/transforms/windowing/package-info.java | 49 -
.../dataflow/sdk/util/ActiveWindowSet.java | 171 -
.../cloud/dataflow/sdk/util/ApiSurface.java | 642 ----
.../dataflow/sdk/util/AppEngineEnvironment.java | 61 -
.../dataflow/sdk/util/AppliedCombineFn.java | 130 -
.../dataflow/sdk/util/AssignWindowsDoFn.java | 67 -
...AttemptAndTimeBoundedExponentialBackOff.java | 168 -
.../util/AttemptBoundedExponentialBackOff.java | 83 -
.../cloud/dataflow/sdk/util/AvroUtils.java | 345 --
.../dataflow/sdk/util/BaseExecutionContext.java | 155 -
.../dataflow/sdk/util/BatchTimerInternals.java | 138 -
.../sdk/util/BigQueryTableInserter.java | 434 ---
.../sdk/util/BigQueryTableRowIterator.java | 469 ---
.../cloud/dataflow/sdk/util/BitSetCoder.java | 59 -
.../BufferedElementCountingOutputStream.java | 184 --
.../cloud/dataflow/sdk/util/CloudKnownType.java | 138 -
.../cloud/dataflow/sdk/util/CloudObject.java | 184 --
.../cloud/dataflow/sdk/util/CoderUtils.java | 327 --
.../sdk/util/CombineContextFactory.java | 107 -
.../cloud/dataflow/sdk/util/CombineFnUtil.java | 154 -
.../dataflow/sdk/util/CounterAggregator.java | 96 -
.../dataflow/sdk/util/CredentialFactory.java | 29 -
.../cloud/dataflow/sdk/util/Credentials.java | 192 --
.../sdk/util/DataflowPathValidator.java | 97 -
.../dataflow/sdk/util/DataflowReleaseInfo.java | 87 -
.../sdk/util/DirectModeExecutionContext.java | 130 -
.../sdk/util/DirectSideInputReader.java | 73 -
.../cloud/dataflow/sdk/util/DoFnInfo.java | 67 -
.../cloud/dataflow/sdk/util/DoFnRunner.java | 60 -
.../cloud/dataflow/sdk/util/DoFnRunnerBase.java | 558 ----
.../cloud/dataflow/sdk/util/DoFnRunners.java | 142 -
.../dataflow/sdk/util/ExecutableTrigger.java | 159 -
.../dataflow/sdk/util/ExecutionContext.java | 102 -
.../sdk/util/ExposedByteArrayInputStream.java | 51 -
.../sdk/util/ExposedByteArrayOutputStream.java | 115 -
.../dataflow/sdk/util/FileIOChannelFactory.java | 135 -
.../dataflow/sdk/util/FinishedTriggers.java | 42 -
.../sdk/util/FinishedTriggersBitSet.java | 68 -
.../dataflow/sdk/util/FinishedTriggersSet.java | 74 -
.../dataflow/sdk/util/GcpCredentialFactory.java | 45 -
.../dataflow/sdk/util/GcsIOChannelFactory.java | 86 -
.../cloud/dataflow/sdk/util/GcsStager.java | 53 -
.../google/cloud/dataflow/sdk/util/GcsUtil.java | 406 ---
.../util/GroupAlsoByWindowViaWindowSetDoFn.java | 104 -
.../sdk/util/GroupAlsoByWindowsDoFn.java | 58 -
.../GroupAlsoByWindowsViaOutputBufferDoFn.java | 98 -
.../dataflow/sdk/util/IOChannelFactory.java | 101 -
.../cloud/dataflow/sdk/util/IOChannelUtils.java | 204 --
.../sdk/util/IllegalMutationException.java | 52 -
.../dataflow/sdk/util/InstanceBuilder.java | 269 --
.../util/IntervalBoundedExponentialBackOff.java | 87 -
.../cloud/dataflow/sdk/util/KeyedWorkItem.java | 41 -
.../dataflow/sdk/util/KeyedWorkItemCoder.java | 120 -
.../cloud/dataflow/sdk/util/KeyedWorkItems.java | 120 -
.../sdk/util/LateDataDroppingDoFnRunner.java | 145 -
.../dataflow/sdk/util/MapAggregatorValues.java | 48 -
.../sdk/util/MergingActiveWindowSet.java | 544 ----
.../cloud/dataflow/sdk/util/MimeTypes.java | 23 -
.../cloud/dataflow/sdk/util/MonitoringUtil.java | 233 --
.../dataflow/sdk/util/MutationDetector.java | 31 -
.../dataflow/sdk/util/MutationDetectors.java | 182 --
.../cloud/dataflow/sdk/util/NonEmptyPanes.java | 148 -
.../sdk/util/NonMergingActiveWindowSet.java | 85 -
.../sdk/util/NoopCredentialFactory.java | 38 -
.../dataflow/sdk/util/NoopPathValidator.java | 48 -
.../dataflow/sdk/util/NullSideInputReader.java | 61 -
.../dataflow/sdk/util/OutputReference.java | 42 -
.../sdk/util/PCollectionViewWindow.java | 67 -
.../dataflow/sdk/util/PCollectionViews.java | 426 ---
.../google/cloud/dataflow/sdk/util/PTuple.java | 160 -
.../cloud/dataflow/sdk/util/PackageUtil.java | 327 --
.../dataflow/sdk/util/PaneInfoTracker.java | 151 -
.../cloud/dataflow/sdk/util/PathValidator.java | 47 -
.../sdk/util/PerKeyCombineFnRunner.java | 147 -
.../sdk/util/PerKeyCombineFnRunners.java | 257 --
.../cloud/dataflow/sdk/util/PropertyNames.java | 107 -
.../dataflow/sdk/util/RandomAccessData.java | 352 --
.../cloud/dataflow/sdk/util/ReduceFn.java | 128 -
.../sdk/util/ReduceFnContextFactory.java | 495 ---
.../cloud/dataflow/sdk/util/ReduceFnRunner.java | 843 -----
.../sdk/util/ReifyTimestampAndWindowsDoFn.java | 46 -
.../cloud/dataflow/sdk/util/Reshuffle.java | 145 -
.../dataflow/sdk/util/ReshuffleTrigger.java | 61 -
.../sdk/util/RetryHttpRequestInitializer.java | 250 --
.../dataflow/sdk/util/SerializableUtils.java | 159 -
.../cloud/dataflow/sdk/util/Serializer.java | 145 -
.../sdk/util/ShardingWritableByteChannel.java | 118 -
.../dataflow/sdk/util/SideInputReader.java | 48 -
.../dataflow/sdk/util/SimpleDoFnRunner.java | 55 -
.../google/cloud/dataflow/sdk/util/Stager.java | 29 -
.../cloud/dataflow/sdk/util/StreamUtils.java | 68 -
.../cloud/dataflow/sdk/util/StringUtils.java | 242 --
.../google/cloud/dataflow/sdk/util/Structs.java | 384 ---
.../dataflow/sdk/util/SystemDoFnInternal.java | 37 -
.../cloud/dataflow/sdk/util/SystemReduceFn.java | 133 -
.../cloud/dataflow/sdk/util/TestCredential.java | 51 -
.../cloud/dataflow/sdk/util/TimeDomain.java | 41 -
.../cloud/dataflow/sdk/util/TimeUtil.java | 164 -
.../cloud/dataflow/sdk/util/TimerInternals.java | 269 --
.../google/cloud/dataflow/sdk/util/Timers.java | 60 -
.../cloud/dataflow/sdk/util/Transport.java | 205 --
.../sdk/util/TriggerContextFactory.java | 522 ---
.../cloud/dataflow/sdk/util/TriggerRunner.java | 223 --
.../dataflow/sdk/util/UnownedInputStream.java | 76 -
.../dataflow/sdk/util/UnownedOutputStream.java | 56 -
.../sdk/util/UploadIdResponseInterceptor.java | 61 -
.../dataflow/sdk/util/UserCodeException.java | 94 -
.../dataflow/sdk/util/ValueWithRecordId.java | 154 -
.../google/cloud/dataflow/sdk/util/Values.java | 88 -
.../google/cloud/dataflow/sdk/util/VarInt.java | 115 -
.../cloud/dataflow/sdk/util/WatermarkHold.java | 450 ---
.../cloud/dataflow/sdk/util/Weighted.java | 27 -
.../cloud/dataflow/sdk/util/WeightedValue.java | 45 -
.../cloud/dataflow/sdk/util/WindowTracing.java | 36 -
.../cloud/dataflow/sdk/util/WindowedValue.java | 720 -----
.../dataflow/sdk/util/WindowingInternals.java | 82 -
.../dataflow/sdk/util/WindowingStrategy.java | 268 --
.../cloud/dataflow/sdk/util/ZipFiles.java | 294 --
.../cloud/dataflow/sdk/util/common/Counter.java | 1103 -------
.../sdk/util/common/CounterProvider.java | 26 -
.../dataflow/sdk/util/common/CounterSet.java | 177 --
.../util/common/ElementByteSizeObservable.java | 41 -
.../ElementByteSizeObservableIterable.java | 63 -
.../ElementByteSizeObservableIterator.java | 36 -
.../util/common/ElementByteSizeObserver.java | 92 -
.../sdk/util/common/PeekingReiterator.java | 98 -
.../sdk/util/common/ReflectHelpers.java | 209 --
.../dataflow/sdk/util/common/Reiterable.java | 27 -
.../dataflow/sdk/util/common/Reiterator.java | 39 -
.../dataflow/sdk/util/common/package-info.java | 18 -
.../sdk/util/common/worker/StateSampler.java | 365 ---
.../sdk/util/common/worker/package-info.java | 18 -
.../cloud/dataflow/sdk/util/gcsfs/GcsPath.java | 619 ----
.../dataflow/sdk/util/gcsfs/package-info.java | 18 -
.../cloud/dataflow/sdk/util/package-info.java | 18 -
.../util/state/AccumulatorCombiningState.java | 51 -
.../cloud/dataflow/sdk/util/state/BagState.java | 26 -
.../dataflow/sdk/util/state/CombiningState.java | 40 -
.../CopyOnAccessInMemoryStateInternals.java | 454 ---
.../sdk/util/state/InMemoryStateInternals.java | 414 ---
.../sdk/util/state/MergingStateAccessor.java | 40 -
.../dataflow/sdk/util/state/ReadableState.java | 53 -
.../cloud/dataflow/sdk/util/state/State.java | 30 -
.../dataflow/sdk/util/state/StateAccessor.java | 36 -
.../dataflow/sdk/util/state/StateContext.java | 41 -
.../dataflow/sdk/util/state/StateContexts.java | 107 -
.../dataflow/sdk/util/state/StateInternals.java | 55 -
.../dataflow/sdk/util/state/StateMerging.java | 254 --
.../dataflow/sdk/util/state/StateNamespace.java | 54 -
.../sdk/util/state/StateNamespaceForTest.java | 63 -
.../sdk/util/state/StateNamespaces.java | 277 --
.../dataflow/sdk/util/state/StateTable.java | 89 -
.../cloud/dataflow/sdk/util/state/StateTag.java | 96 -
.../dataflow/sdk/util/state/StateTags.java | 579 ----
.../dataflow/sdk/util/state/ValueState.java | 35 -
.../sdk/util/state/WatermarkHoldState.java | 42 -
.../google/cloud/dataflow/sdk/values/KV.java | 130 -
.../cloud/dataflow/sdk/values/PBegin.java | 87 -
.../cloud/dataflow/sdk/values/PCollection.java | 250 --
.../dataflow/sdk/values/PCollectionList.java | 238 --
.../dataflow/sdk/values/PCollectionTuple.java | 264 --
.../dataflow/sdk/values/PCollectionView.java | 64 -
.../google/cloud/dataflow/sdk/values/PDone.java | 47 -
.../cloud/dataflow/sdk/values/PInput.java | 56 -
.../cloud/dataflow/sdk/values/POutput.java | 76 -
.../dataflow/sdk/values/POutputValueBase.java | 102 -
.../cloud/dataflow/sdk/values/PValue.java | 38 -
.../cloud/dataflow/sdk/values/PValueBase.java | 155 -
.../dataflow/sdk/values/TimestampedValue.java | 155 -
.../cloud/dataflow/sdk/values/TupleTag.java | 196 --
.../cloud/dataflow/sdk/values/TupleTagList.java | 148 -
.../dataflow/sdk/values/TypeDescriptor.java | 351 --
.../cloud/dataflow/sdk/values/TypedPValue.java | 197 --
.../cloud/dataflow/sdk/values/package-info.java | 52 -
sdk/src/main/proto/README.md | 27 -
.../main/proto/proto2_coder_test_messages.proto | 51 -
.../google/cloud/dataflow/sdk/sdk.properties | 5 -
.../cloud/dataflow/sdk/DataflowMatchers.java | 65 -
.../google/cloud/dataflow/sdk/PipelineTest.java | 296 --
.../google/cloud/dataflow/sdk/TestUtils.java | 213 --
.../cloud/dataflow/sdk/WindowMatchers.java | 137 -
.../dataflow/sdk/coders/AvroCoderTest.java | 754 -----
.../sdk/coders/BigEndianIntegerCoderTest.java | 90 -
.../sdk/coders/BigEndianLongCoderTest.java | 94 -
.../dataflow/sdk/coders/ByteArrayCoderTest.java | 144 -
.../dataflow/sdk/coders/ByteCoderTest.java | 91 -
.../sdk/coders/ByteStringCoderTest.java | 121 -
.../dataflow/sdk/coders/CoderFactoriesTest.java | 100 -
.../dataflow/sdk/coders/CoderProvidersTest.java | 71 -
.../dataflow/sdk/coders/CoderRegistryTest.java | 521 ---
.../cloud/dataflow/sdk/coders/CoderTest.java | 78 -
.../sdk/coders/CollectionCoderTest.java | 93 -
.../dataflow/sdk/coders/CustomCoderTest.java | 135 -
.../dataflow/sdk/coders/DefaultCoderTest.java | 128 -
.../dataflow/sdk/coders/DelegateCoderTest.java | 141 -
.../dataflow/sdk/coders/DoubleCoderTest.java | 96 -
.../dataflow/sdk/coders/DurationCoderTest.java | 86 -
.../dataflow/sdk/coders/EntityCoderTest.java | 108 -
.../dataflow/sdk/coders/InstantCoderTest.java | 116 -
.../dataflow/sdk/coders/IterableCoderTest.java | 109 -
.../dataflow/sdk/coders/JAXBCoderTest.java | 99 -
.../cloud/dataflow/sdk/coders/KvCoderTest.java | 118 -
.../dataflow/sdk/coders/ListCoderTest.java | 134 -
.../cloud/dataflow/sdk/coders/MapCoderTest.java | 106 -
.../dataflow/sdk/coders/NullableCoderTest.java | 132 -
.../sdk/coders/PrintBase64Encodings.java | 81 -
.../dataflow/sdk/coders/Proto2CoderTest.java | 145 -
.../sdk/coders/SerializableCoderTest.java | 222 --
.../cloud/dataflow/sdk/coders/SetCoderTest.java | 86 -
.../dataflow/sdk/coders/StandardCoderTest.java | 176 -
.../sdk/coders/StringDelegateCoderTest.java | 72 -
.../sdk/coders/StringUtf8CoderTest.java | 80 -
.../sdk/coders/StructuralByteArrayTest.java | 39 -
.../sdk/coders/TableRowJsonCoderTest.java | 86 -
.../sdk/coders/TextualIntegerCoderTest.java | 90 -
.../dataflow/sdk/coders/VarIntCoderTest.java | 91 -
.../dataflow/sdk/coders/VarLongCoderTest.java | 94 -
.../sdk/coders/protobuf/ProtoCoderTest.java | 182 --
.../sdk/coders/protobuf/ProtobufUtilTest.java | 195 --
.../sdk/io/AvroIOGeneratedClassTest.java | 374 ---
.../cloud/dataflow/sdk/io/AvroIOTest.java | 226 --
.../cloud/dataflow/sdk/io/AvroSourceTest.java | 692 ----
.../cloud/dataflow/sdk/io/BigQueryIOTest.java | 445 ---
.../io/BoundedReadFromUnboundedSourceTest.java | 132 -
.../dataflow/sdk/io/CompressedSourceTest.java | 430 ---
.../dataflow/sdk/io/CountingInputTest.java | 125 -
.../dataflow/sdk/io/CountingSourceTest.java | 216 --
.../cloud/dataflow/sdk/io/DatastoreIOTest.java | 631 ----
.../dataflow/sdk/io/FileBasedSinkTest.java | 512 ---
.../dataflow/sdk/io/FileBasedSourceTest.java | 914 ------
.../dataflow/sdk/io/OffsetBasedSourceTest.java | 278 --
.../cloud/dataflow/sdk/io/PubsubIOTest.java | 233 --
.../google/cloud/dataflow/sdk/io/ReadTest.java | 144 -
.../cloud/dataflow/sdk/io/TextIOTest.java | 562 ----
.../google/cloud/dataflow/sdk/io/WriteTest.java | 341 --
.../cloud/dataflow/sdk/io/XmlSinkTest.java | 235 --
.../cloud/dataflow/sdk/io/XmlSourceTest.java | 822 -----
.../sdk/io/bigtable/BigtableIOTest.java | 688 ----
.../range/ByteKeyRangeEstimateFractionTest.java | 69 -
.../range/ByteKeyRangeInterpolateKeyTest.java | 73 -
.../dataflow/sdk/io/range/ByteKeyRangeTest.java | 396 ---
.../sdk/io/range/ByteKeyRangeTrackerTest.java | 118 -
.../dataflow/sdk/io/range/ByteKeyTest.java | 178 --
.../sdk/io/range/OffsetRangeTrackerTest.java | 186 --
.../com/google/cloud/dataflow/sdk/io/user.avsc | 10 -
.../DataflowPipelineDebugOptionsTest.java | 40 -
.../options/DataflowPipelineOptionsTest.java | 91 -
.../options/DataflowProfilingOptionsTest.java | 47 -
.../DataflowWorkerLoggingOptionsTest.java | 73 -
.../dataflow/sdk/options/GcpOptionsTest.java | 123 -
.../sdk/options/GoogleApiDebugOptionsTest.java | 147 -
.../sdk/options/PipelineOptionsFactoryTest.java | 1154 -------
.../sdk/options/PipelineOptionsTest.java | 126 -
.../options/PipelineOptionsValidatorTest.java | 310 --
.../sdk/options/ProxyInvocationHandlerTest.java | 691 ----
.../AggregatorPipelineExtractorTest.java | 228 --
.../BlockingDataflowPipelineRunnerTest.java | 301 --
.../sdk/runners/DataflowPipelineJobTest.java | 603 ----
.../runners/DataflowPipelineRegistrarTest.java | 72 -
.../sdk/runners/DataflowPipelineRunnerTest.java | 1370 --------
.../sdk/runners/DataflowPipelineTest.java | 44 -
.../runners/DataflowPipelineTranslatorTest.java | 889 ------
.../runners/DirectPipelineRegistrarTest.java | 69 -
.../sdk/runners/DirectPipelineRunnerTest.java | 210 --
.../sdk/runners/DirectPipelineTest.java | 34 -
.../sdk/runners/PipelineRunnerTest.java | 82 -
.../dataflow/sdk/runners/TransformTreeTest.java | 194 --
.../sdk/runners/dataflow/CustomSourcesTest.java | 273 --
.../runners/dataflow/TestCountingSource.java | 235 --
.../BoundedReadEvaluatorFactoryTest.java | 287 --
.../ConsumerTrackingPipelineVisitorTest.java | 233 --
.../inprocess/FlattenEvaluatorFactoryTest.java | 136 -
.../inprocess/ForwardingPTransformTest.java | 100 -
.../GroupByKeyEvaluatorFactoryTest.java | 178 --
.../inprocess/InMemoryWatermarkManagerTest.java | 1111 -------
.../runners/inprocess/InProcessBundleTest.java | 143 -
.../runners/inprocess/InProcessCreateTest.java | 199 --
.../InProcessEvaluationContextTest.java | 544 ----
.../inprocess/InProcessPipelineRunnerTest.java | 77 -
.../InProcessSideInputContainerTest.java | 370 ---
.../inprocess/InProcessTimerInternalsTest.java | 131 -
.../KeyedPValueTrackingVisitorTest.java | 189 --
.../sdk/runners/inprocess/MockClock.java | 60 -
.../ParDoMultiEvaluatorFactoryTest.java | 412 ---
.../ParDoSingleEvaluatorFactoryTest.java | 310 --
.../TransformExecutorServicesTest.java | 134 -
.../inprocess/TransformExecutorTest.java | 312 --
.../UnboundedReadEvaluatorFactoryTest.java | 327 --
.../inprocess/ViewEvaluatorFactoryTest.java | 96 -
.../WatermarkCallbackExecutorTest.java | 126 -
.../sdk/testing/CoderPropertiesTest.java | 214 --
.../sdk/testing/DataflowAssertTest.java | 326 --
.../sdk/testing/DataflowJUnitTestRunner.java | 129 -
.../dataflow/sdk/testing/ExpectedLogs.java | 306 --
.../dataflow/sdk/testing/ExpectedLogsTest.java | 153 -
.../sdk/testing/FastNanoClockAndSleeper.java | 47 -
.../testing/FastNanoClockAndSleeperTest.java | 47 -
.../sdk/testing/PCollectionViewTesting.java | 295 --
.../sdk/testing/ResetDateTimeProvider.java | 41 -
.../sdk/testing/ResetDateTimeProviderTest.java | 55 -
.../sdk/testing/RestoreSystemProperties.java | 51 -
.../testing/RestoreSystemPropertiesTest.java | 50 -
.../sdk/testing/SerializableMatchersTest.java | 165 -
.../sdk/testing/SystemNanoTimeSleeper.java | 68 -
.../sdk/testing/SystemNanoTimeSleeperTest.java | 53 -
.../testing/TestDataflowPipelineRunnerTest.java | 317 --
.../dataflow/sdk/testing/TestPipelineTest.java | 93 -
.../transforms/ApproximateQuantilesTest.java | 299 --
.../sdk/transforms/ApproximateUniqueTest.java | 291 --
.../dataflow/sdk/transforms/CombineFnsTest.java | 413 ---
.../dataflow/sdk/transforms/CombineTest.java | 1137 -------
.../dataflow/sdk/transforms/CountTest.java | 121 -
.../dataflow/sdk/transforms/CreateTest.java | 240 --
.../sdk/transforms/DoFnContextTest.java | 68 -
.../DoFnDelegatingAggregatorTest.java | 143 -
.../sdk/transforms/DoFnReflectorTest.java | 493 ---
.../cloud/dataflow/sdk/transforms/DoFnTest.java | 206 --
.../dataflow/sdk/transforms/DoFnTesterTest.java | 253 --
.../sdk/transforms/DoFnWithContextTest.java | 225 --
.../dataflow/sdk/transforms/FilterTest.java | 160 -
.../sdk/transforms/FlatMapElementsTest.java | 124 -
.../dataflow/sdk/transforms/FlattenTest.java | 369 ---
.../dataflow/sdk/transforms/GroupByKeyTest.java | 438 ---
.../IntraBundleParallelizationTest.java | 250 --
.../cloud/dataflow/sdk/transforms/KeysTest.java | 83 -
.../dataflow/sdk/transforms/KvSwapTest.java | 91 -
.../sdk/transforms/MapElementsTest.java | 134 -
.../cloud/dataflow/sdk/transforms/MaxTest.java | 66 -
.../cloud/dataflow/sdk/transforms/MeanTest.java | 72 -
.../cloud/dataflow/sdk/transforms/MinTest.java | 66 -
.../cloud/dataflow/sdk/transforms/NoOpDoFn.java | 143 -
.../dataflow/sdk/transforms/PTransformTest.java | 41 -
.../dataflow/sdk/transforms/ParDoTest.java | 1541 ---------
.../dataflow/sdk/transforms/PartitionTest.java | 140 -
.../sdk/transforms/RemoveDuplicatesTest.java | 131 -
.../dataflow/sdk/transforms/SampleTest.java | 260 --
.../sdk/transforms/SimpleStatsFnsTest.java | 129 -
.../cloud/dataflow/sdk/transforms/SumTest.java | 66 -
.../cloud/dataflow/sdk/transforms/TopTest.java | 259 --
.../dataflow/sdk/transforms/ValuesTest.java | 93 -
.../cloud/dataflow/sdk/transforms/ViewTest.java | 1548 ---------
.../dataflow/sdk/transforms/WithKeysTest.java | 127 -
.../sdk/transforms/WithTimestampsTest.java | 210 --
.../transforms/display/DisplayDataMatchers.java | 98 -
.../display/DisplayDataMatchersTest.java | 81 -
.../sdk/transforms/display/DisplayDataTest.java | 633 ----
.../transforms/join/CoGbkResultCoderTest.java | 85 -
.../sdk/transforms/join/CoGbkResultTest.java | 124 -
.../sdk/transforms/join/CoGroupByKeyTest.java | 507 ---
.../sdk/transforms/join/UnionCoderTest.java | 48 -
.../sdk/transforms/windowing/AfterAllTest.java | 151 -
.../sdk/transforms/windowing/AfterEachTest.java | 122 -
.../transforms/windowing/AfterFirstTest.java | 175 -
.../sdk/transforms/windowing/AfterPaneTest.java | 126 -
.../windowing/AfterProcessingTimeTest.java | 157 -
.../AfterSynchronizedProcessingTimeTest.java | 121 -
.../windowing/AfterWatermarkTest.java | 338 --
.../windowing/CalendarWindowsTest.java | 260 --
.../windowing/DefaultTriggerTest.java | 176 -
.../transforms/windowing/FixedWindowsTest.java | 124 -
.../windowing/IntervalWindowTest.java | 94 -
.../windowing/OrFinallyTriggerTest.java | 209 --
.../sdk/transforms/windowing/PaneInfoTest.java | 75 -
.../transforms/windowing/RepeatedlyTest.java | 128 -
.../sdk/transforms/windowing/SessionsTest.java | 156 -
.../windowing/SlidingWindowsTest.java | 193 --
.../sdk/transforms/windowing/TriggerTest.java | 117 -
.../sdk/transforms/windowing/WindowTest.java | 226 --
.../sdk/transforms/windowing/WindowingTest.java | 244 --
.../cloud/dataflow/sdk/util/ApiSurfaceTest.java | 187 --
...mptAndTimeBoundedExponentialBackOffTest.java | 212 --
.../AttemptBoundedExponentialBackOffTest.java | 85 -
.../cloud/dataflow/sdk/util/AvroUtilsTest.java | 225 --
.../sdk/util/BatchTimerInternalsTest.java | 116 -
.../sdk/util/BigQueryTableInserterTest.java | 239 --
.../sdk/util/BigQueryTableRowIteratorTest.java | 255 --
.../dataflow/sdk/util/BigQueryUtilTest.java | 479 ---
...BufferedElementCountingOutputStreamTest.java | 205 --
.../cloud/dataflow/sdk/util/CoderUtilsTest.java | 229 --
.../dataflow/sdk/util/CombineFnUtilTest.java | 62 -
.../sdk/util/CounterAggregatorTest.java | 253 --
.../sdk/util/DataflowPathValidatorTest.java | 92 -
.../sdk/util/ExecutableTriggerTest.java | 130 -
.../util/ExposedByteArrayInputStreamTest.java | 78 -
.../util/ExposedByteArrayOutputStreamTest.java | 245 --
.../sdk/util/FileIOChannelFactoryTest.java | 226 --
.../sdk/util/FinishedTriggersBitSetTest.java | 54 -
.../sdk/util/FinishedTriggersProperties.java | 109 -
.../sdk/util/FinishedTriggersSetTest.java | 60 -
.../sdk/util/GcsIOChannelFactoryTest.java | 43 -
.../cloud/dataflow/sdk/util/GcsUtilTest.java | 490 ---
.../sdk/util/GroupAlsoByWindowsProperties.java | 718 -----
...oupAlsoByWindowsViaOutputBufferDoFnTest.java | 111 -
.../dataflow/sdk/util/IOChannelUtilsTest.java | 94 -
.../dataflow/sdk/util/InstanceBuilderTest.java | 115 -
.../IntervalBoundedExponentialBackOffTest.java | 99 -
.../sdk/util/KeyedWorkItemCoderTest.java | 61 -
.../util/LateDataDroppingDoFnRunnerTest.java | 115 -
.../sdk/util/MergingActiveWindowSetTest.java | 175 -
.../dataflow/sdk/util/MonitoringUtilTest.java | 146 -
.../sdk/util/MutationDetectorsTest.java | 148 -
.../cloud/dataflow/sdk/util/PTupleTest.java | 40 -
.../dataflow/sdk/util/PackageUtilTest.java | 482 ---
.../dataflow/sdk/util/RandomAccessDataTest.java | 205 --
.../dataflow/sdk/util/ReduceFnRunnerTest.java | 1049 ------
.../cloud/dataflow/sdk/util/ReduceFnTester.java | 776 -----
.../cloud/dataflow/sdk/util/ReshuffleTest.java | 208 --
.../dataflow/sdk/util/ReshuffleTriggerTest.java | 58 -
.../util/RetryHttpRequestInitializerTest.java | 296 --
.../sdk/util/SerializableUtilsTest.java | 165 -
.../cloud/dataflow/sdk/util/SerializerTest.java | 162 -
.../dataflow/sdk/util/SimpleDoFnRunnerTest.java | 86 -
.../dataflow/sdk/util/StreamUtilsTest.java | 71 -
.../dataflow/sdk/util/StringUtilsTest.java | 145 -
.../cloud/dataflow/sdk/util/StructsTest.java | 206 --
.../cloud/dataflow/sdk/util/TimeUtilTest.java | 73 -
.../dataflow/sdk/util/TimerInternalsTest.java | 52 -
.../cloud/dataflow/sdk/util/TriggerTester.java | 585 ----
.../sdk/util/UnownedInputStreamTest.java | 76 -
.../sdk/util/UnownedOutputStreamTest.java | 57 -
.../util/UploadIdResponseInterceptorTest.java | 99 -
.../sdk/util/UserCodeExceptionTest.java | 176 -
.../cloud/dataflow/sdk/util/VarIntTest.java | 277 --
.../dataflow/sdk/util/WindowedValueTest.java | 57 -
.../cloud/dataflow/sdk/util/ZipFilesTest.java | 311 --
.../sdk/util/common/CounterSetTest.java | 225 --
.../dataflow/sdk/util/common/CounterTest.java | 589 ----
.../sdk/util/common/CounterTestUtils.java | 56 -
.../sdk/util/common/ReflectHelpersTest.java | 126 -
.../dataflow/sdk/util/gcsfs/GcsPathTest.java | 333 --
.../CopyOnAccessInMemoryStateInternalsTest.java | 553 ----
.../util/state/InMemoryStateInternalsTest.java | 348 --
.../sdk/util/state/StateNamespacesTest.java | 129 -
.../dataflow/sdk/util/state/StateTagTest.java | 173 -
.../cloud/dataflow/sdk/values/KVTest.java | 112 -
.../sdk/values/PCollectionListTest.java | 47 -
.../sdk/values/PCollectionTupleTest.java | 93 -
.../cloud/dataflow/sdk/values/PDoneTest.java | 102 -
.../cloud/dataflow/sdk/values/TupleTagTest.java | 87 -
.../dataflow/sdk/values/TypeDescriptorTest.java | 193 --
.../dataflow/sdk/values/TypedPValueTest.java | 164 -
.../PipelineOptionsFactoryJava8Test.java | 90 -
sdks/java/core/pom.xml | 772 +++++
.../com/google/cloud/dataflow/sdk/Pipeline.java | 502 +++
.../cloud/dataflow/sdk/PipelineResult.java | 95 +
.../dataflow/sdk/annotations/Experimental.java | 80 +
.../dataflow/sdk/annotations/package-info.java | 20 +
.../cloud/dataflow/sdk/coders/AtomicCoder.java | 51 +
.../cloud/dataflow/sdk/coders/AvroCoder.java | 714 +++++
.../sdk/coders/BigEndianIntegerCoder.java | 99 +
.../dataflow/sdk/coders/BigEndianLongCoder.java | 99 +
.../dataflow/sdk/coders/ByteArrayCoder.java | 138 +
.../cloud/dataflow/sdk/coders/ByteCoder.java | 111 +
.../dataflow/sdk/coders/ByteStringCoder.java | 106 +
.../sdk/coders/CannotProvideCoderException.java | 95 +
.../google/cloud/dataflow/sdk/coders/Coder.java | 298 ++
.../dataflow/sdk/coders/CoderException.java | 36 +
.../dataflow/sdk/coders/CoderFactories.java | 274 ++
.../cloud/dataflow/sdk/coders/CoderFactory.java | 43 +
.../dataflow/sdk/coders/CoderProvider.java | 33 +
.../dataflow/sdk/coders/CoderProviders.java | 164 +
.../dataflow/sdk/coders/CoderRegistry.java | 843 +++++
.../dataflow/sdk/coders/CollectionCoder.java | 73 +
.../cloud/dataflow/sdk/coders/CustomCoder.java | 137 +
.../cloud/dataflow/sdk/coders/DefaultCoder.java | 66 +
.../dataflow/sdk/coders/DelegateCoder.java | 164 +
.../sdk/coders/DeterministicStandardCoder.java | 38 +
.../cloud/dataflow/sdk/coders/DoubleCoder.java | 113 +
.../dataflow/sdk/coders/DurationCoder.java | 97 +
.../cloud/dataflow/sdk/coders/EntityCoder.java | 86 +
.../cloud/dataflow/sdk/coders/InstantCoder.java | 113 +
.../dataflow/sdk/coders/IterableCoder.java | 78 +
.../dataflow/sdk/coders/IterableLikeCoder.java | 278 ++
.../cloud/dataflow/sdk/coders/JAXBCoder.java | 135 +
.../cloud/dataflow/sdk/coders/KvCoder.java | 162 +
.../cloud/dataflow/sdk/coders/KvCoderBase.java | 61 +
.../cloud/dataflow/sdk/coders/ListCoder.java | 77 +
.../cloud/dataflow/sdk/coders/MapCoder.java | 160 +
.../cloud/dataflow/sdk/coders/MapCoderBase.java | 54 +
.../dataflow/sdk/coders/NullableCoder.java | 175 +
.../cloud/dataflow/sdk/coders/Proto2Coder.java | 361 +++
.../dataflow/sdk/coders/SerializableCoder.java | 183 ++
.../cloud/dataflow/sdk/coders/SetCoder.java | 94 +
.../dataflow/sdk/coders/StandardCoder.java | 229 ++
.../sdk/coders/StringDelegateCoder.java | 86 +
.../dataflow/sdk/coders/StringUtf8Coder.java | 139 +
.../sdk/coders/StructuralByteArray.java | 56 +
.../dataflow/sdk/coders/TableRowJsonCoder.java | 82 +
.../sdk/coders/TextualIntegerCoder.java | 69 +
.../cloud/dataflow/sdk/coders/VarIntCoder.java | 97 +
.../cloud/dataflow/sdk/coders/VarLongCoder.java | 96 +
.../cloud/dataflow/sdk/coders/VoidCoder.java | 76 +
.../cloud/dataflow/sdk/coders/package-info.java | 44 +
.../sdk/coders/protobuf/ProtoCoder.java | 404 +++
.../sdk/coders/protobuf/ProtobufUtil.java | 171 +
.../sdk/coders/protobuf/package-info.java | 23 +
.../google/cloud/dataflow/sdk/io/AvroIO.java | 810 +++++
.../cloud/dataflow/sdk/io/AvroSource.java | 647 ++++
.../cloud/dataflow/sdk/io/BigQueryIO.java | 1499 +++++++++
.../cloud/dataflow/sdk/io/BlockBasedSource.java | 237 ++
.../sdk/io/BoundedReadFromUnboundedSource.java | 271 ++
.../cloud/dataflow/sdk/io/BoundedSource.java | 277 ++
.../cloud/dataflow/sdk/io/CompressedSource.java | 413 +++
.../cloud/dataflow/sdk/io/CountingInput.java | 191 ++
.../cloud/dataflow/sdk/io/CountingSource.java | 397 +++
.../cloud/dataflow/sdk/io/DatastoreIO.java | 957 ++++++
.../cloud/dataflow/sdk/io/FileBasedSink.java | 864 +++++
.../cloud/dataflow/sdk/io/FileBasedSource.java | 648 ++++
.../dataflow/sdk/io/OffsetBasedSource.java | 326 ++
.../google/cloud/dataflow/sdk/io/PubsubIO.java | 1044 ++++++
.../com/google/cloud/dataflow/sdk/io/Read.java | 253 ++
.../dataflow/sdk/io/ShardNameTemplate.java | 75 +
.../com/google/cloud/dataflow/sdk/io/Sink.java | 252 ++
.../google/cloud/dataflow/sdk/io/Source.java | 193 ++
.../google/cloud/dataflow/sdk/io/TextIO.java | 992 ++++++
.../cloud/dataflow/sdk/io/UnboundedSource.java | 253 ++
.../com/google/cloud/dataflow/sdk/io/Write.java | 213 ++
.../google/cloud/dataflow/sdk/io/XmlSink.java | 310 ++
.../google/cloud/dataflow/sdk/io/XmlSource.java | 541 ++++
.../dataflow/sdk/io/bigtable/BigtableIO.java | 987 ++++++
.../sdk/io/bigtable/BigtableService.java | 108 +
.../sdk/io/bigtable/BigtableServiceImpl.java | 241 ++
.../dataflow/sdk/io/bigtable/package-info.java | 22 +
.../cloud/dataflow/sdk/io/package-info.java | 37 +
.../cloud/dataflow/sdk/io/range/ByteKey.java | 173 +
.../dataflow/sdk/io/range/ByteKeyRange.java | 376 +++
.../sdk/io/range/ByteKeyRangeTracker.java | 117 +
.../sdk/io/range/OffsetRangeTracker.java | 182 ++
.../dataflow/sdk/io/range/RangeTracker.java | 220 ++
.../dataflow/sdk/io/range/package-info.java | 23 +
.../sdk/options/ApplicationNameOptions.java | 33 +
.../dataflow/sdk/options/BigQueryOptions.java | 31 +
.../BlockingDataflowPipelineOptions.java | 49 +
.../sdk/options/CloudDebuggerOptions.java | 43 +
.../options/DataflowPipelineDebugOptions.java | 259 ++
.../sdk/options/DataflowPipelineOptions.java | 134 +
.../DataflowPipelineWorkerPoolOptions.java | 254 ++
.../sdk/options/DataflowProfilingOptions.java | 46 +
.../options/DataflowWorkerHarnessOptions.java | 50 +
.../options/DataflowWorkerLoggingOptions.java | 153 +
.../cloud/dataflow/sdk/options/Default.java | 153 +
.../sdk/options/DefaultValueFactory.java | 38 +
.../cloud/dataflow/sdk/options/Description.java | 35 +
.../sdk/options/DirectPipelineOptions.java | 75 +
.../cloud/dataflow/sdk/options/GcpOptions.java | 291 ++
.../cloud/dataflow/sdk/options/GcsOptions.java | 113 +
.../sdk/options/GoogleApiDebugOptions.java | 87 +
.../cloud/dataflow/sdk/options/Hidden.java | 33 +
.../dataflow/sdk/options/PipelineOptions.java | 249 ++
.../sdk/options/PipelineOptionsFactory.java | 1537 +++++++++
.../sdk/options/PipelineOptionsRegistrar.java | 36 +
.../sdk/options/PipelineOptionsValidator.java | 102 +
.../sdk/options/ProxyInvocationHandler.java | 441 +++
.../dataflow/sdk/options/StreamingOptions.java | 30 +
.../cloud/dataflow/sdk/options/Validation.java | 46 +
.../dataflow/sdk/options/package-info.java | 25 +
.../google/cloud/dataflow/sdk/package-info.java | 33 +
.../runners/AggregatorPipelineExtractor.java | 97 +
.../runners/AggregatorRetrievalException.java | 32 +
.../dataflow/sdk/runners/AggregatorValues.java | 52 +
.../runners/BlockingDataflowPipelineRunner.java | 181 ++
.../DataflowJobAlreadyExistsException.java | 34 +
.../DataflowJobAlreadyUpdatedException.java | 33 +
.../runners/DataflowJobCancelledException.java | 38 +
.../sdk/runners/DataflowJobException.java | 40 +
.../runners/DataflowJobExecutionException.java | 34 +
.../runners/DataflowJobUpdatedException.java | 51 +
.../dataflow/sdk/runners/DataflowPipeline.java | 59 +
.../sdk/runners/DataflowPipelineJob.java | 389 +++
.../sdk/runners/DataflowPipelineRegistrar.java | 58 +
.../sdk/runners/DataflowPipelineRunner.java | 3003 ++++++++++++++++++
.../runners/DataflowPipelineRunnerHooks.java | 37 +
.../sdk/runners/DataflowPipelineTranslator.java | 1104 +++++++
.../sdk/runners/DataflowServiceException.java | 32 +
.../dataflow/sdk/runners/DirectPipeline.java | 55 +
.../sdk/runners/DirectPipelineRegistrar.java | 53 +
.../sdk/runners/DirectPipelineRunner.java | 1156 +++++++
.../dataflow/sdk/runners/PipelineRunner.java | 76 +
.../sdk/runners/PipelineRunnerRegistrar.java | 40 +
.../sdk/runners/RecordingPipelineVisitor.java | 54 +
.../sdk/runners/TransformHierarchy.java | 104 +
.../dataflow/sdk/runners/TransformTreeNode.java | 252 ++
.../sdk/runners/dataflow/AssignWindows.java | 88 +
.../runners/dataflow/BigQueryIOTranslator.java | 125 +
.../sdk/runners/dataflow/CustomSources.java | 118 +
.../dataflow/DataflowAggregatorTransforms.java | 79 +
.../dataflow/DataflowMetricUpdateExtractor.java | 110 +
.../runners/dataflow/PubsubIOTranslator.java | 107 +
.../sdk/runners/dataflow/ReadTranslator.java | 103 +
.../sdk/runners/dataflow/package-info.java | 20 +
.../inprocess/BoundedReadEvaluatorFactory.java | 152 +
.../CachedThreadPoolExecutorServiceFactory.java | 42 +
.../dataflow/sdk/runners/inprocess/Clock.java | 29 +
.../runners/inprocess/CompletionCallback.java | 33 +
.../ConsumerTrackingPipelineVisitor.java | 173 +
.../inprocess/EmptyTransformEvaluator.java | 49 +
.../sdk/runners/inprocess/EvaluatorKey.java | 55 +
.../inprocess/ExecutorServiceFactory.java | 32 +
.../ExecutorServiceParallelExecutor.java | 432 +++
.../inprocess/FlattenEvaluatorFactory.java | 83 +
.../runners/inprocess/ForwardingPTransform.java | 54 +
.../inprocess/GroupByKeyEvaluatorFactory.java | 252 ++
.../inprocess/InMemoryWatermarkManager.java | 1310 ++++++++
.../sdk/runners/inprocess/InProcessBundle.java | 121 +
.../inprocess/InProcessBundleOutputManager.java | 50 +
.../sdk/runners/inprocess/InProcessCreate.java | 209 ++
.../inprocess/InProcessEvaluationContext.java | 405 +++
.../inprocess/InProcessExecutionContext.java | 106 +
.../runners/inprocess/InProcessExecutor.java | 46 +
.../inprocess/InProcessPipelineOptions.java | 90 +
.../inprocess/InProcessPipelineRunner.java | 343 ++
.../inprocess/InProcessSideInputContainer.java | 230 ++
.../inprocess/InProcessTimerInternals.java | 84 +
.../inprocess/InProcessTransformResult.java | 75 +
.../inprocess/KeyedPValueTrackingVisitor.java | 95 +
.../sdk/runners/inprocess/NanosOffsetClock.java | 58 +
.../inprocess/ParDoInProcessEvaluator.java | 109 +
.../inprocess/ParDoMultiEvaluatorFactory.java | 90 +
.../inprocess/ParDoSingleEvaluatorFactory.java | 87 +
.../sdk/runners/inprocess/StepAndKey.java | 68 +
.../runners/inprocess/StepTransformResult.java | 157 +
.../runners/inprocess/TransformEvaluator.java | 45 +
.../inprocess/TransformEvaluatorFactory.java | 42 +
.../inprocess/TransformEvaluatorRegistry.java | 72 +
.../runners/inprocess/TransformExecutor.java | 114 +
.../inprocess/TransformExecutorService.java | 34 +
.../inprocess/TransformExecutorServices.java | 153 +
.../UnboundedReadEvaluatorFactory.java | 168 +
.../runners/inprocess/ViewEvaluatorFactory.java | 121 +
.../inprocess/WatermarkCallbackExecutor.java | 143 +
.../dataflow/sdk/runners/package-info.java | 33 +
.../dataflow/sdk/runners/worker/IsmFormat.java | 946 ++++++
.../sdk/runners/worker/package-info.java | 24 +
.../dataflow/sdk/testing/CoderProperties.java | 349 ++
.../dataflow/sdk/testing/DataflowAssert.java | 825 +++++
.../dataflow/sdk/testing/RunnableOnService.java | 30 +
.../sdk/testing/SerializableMatcher.java | 36 +
.../sdk/testing/SerializableMatchers.java | 1180 +++++++
.../dataflow/sdk/testing/SourceTestUtils.java | 642 ++++
.../testing/TestDataflowPipelineOptions.java | 26 +
.../sdk/testing/TestDataflowPipelineRunner.java | 220 ++
.../dataflow/sdk/testing/TestPipeline.java | 193 ++
.../dataflow/sdk/testing/WindowFnTestUtils.java | 325 ++
.../dataflow/sdk/testing/package-info.java | 21 +
.../dataflow/sdk/transforms/Aggregator.java | 78 +
.../sdk/transforms/AggregatorRetriever.java | 36 +
.../sdk/transforms/AppliedPTransform.java | 100 +
.../sdk/transforms/ApproximateQuantiles.java | 766 +++++
.../sdk/transforms/ApproximateUnique.java | 419 +++
.../cloud/dataflow/sdk/transforms/Combine.java | 2240 +++++++++++++
.../dataflow/sdk/transforms/CombineFnBase.java | 283 ++
.../dataflow/sdk/transforms/CombineFns.java | 1100 +++++++
.../sdk/transforms/CombineWithContext.java | 277 ++
.../cloud/dataflow/sdk/transforms/Count.java | 135 +
.../cloud/dataflow/sdk/transforms/Create.java | 426 +++
.../cloud/dataflow/sdk/transforms/DoFn.java | 563 ++++
.../dataflow/sdk/transforms/DoFnReflector.java | 668 ++++
.../dataflow/sdk/transforms/DoFnTester.java | 495 +++
.../sdk/transforms/DoFnWithContext.java | 416 +++
.../cloud/dataflow/sdk/transforms/Filter.java | 234 ++
.../sdk/transforms/FlatMapElements.java | 145 +
.../cloud/dataflow/sdk/transforms/Flatten.java | 219 ++
.../dataflow/sdk/transforms/GroupByKey.java | 575 ++++
.../transforms/IntraBundleParallelization.java | 346 ++
.../cloud/dataflow/sdk/transforms/Keys.java | 68 +
.../cloud/dataflow/sdk/transforms/KvSwap.java | 73 +
.../dataflow/sdk/transforms/MapElements.java | 112 +
.../cloud/dataflow/sdk/transforms/Max.java | 255 ++
.../cloud/dataflow/sdk/transforms/Mean.java | 202 ++
.../cloud/dataflow/sdk/transforms/Min.java | 255 ++
.../dataflow/sdk/transforms/PTransform.java | 324 ++
.../cloud/dataflow/sdk/transforms/ParDo.java | 1321 ++++++++
.../dataflow/sdk/transforms/Partition.java | 173 +
.../sdk/transforms/RemoveDuplicates.java | 158 +
.../cloud/dataflow/sdk/transforms/Sample.java | 246 ++
.../sdk/transforms/SerializableComparator.java | 28 +
.../sdk/transforms/SerializableFunction.java | 31 +
.../dataflow/sdk/transforms/SimpleFunction.java | 54 +
.../cloud/dataflow/sdk/transforms/Sum.java | 188 ++
.../cloud/dataflow/sdk/transforms/Top.java | 559 ++++
.../cloud/dataflow/sdk/transforms/Values.java | 68 +
.../cloud/dataflow/sdk/transforms/View.java | 470 +++
.../cloud/dataflow/sdk/transforms/WithKeys.java | 140 +
.../dataflow/sdk/transforms/WithTimestamps.java | 129 +
.../cloud/dataflow/sdk/transforms/Write.java | 27 +
.../sdk/transforms/display/DisplayData.java | 530 ++++
.../sdk/transforms/display/HasDisplayData.java | 53 +
.../sdk/transforms/join/CoGbkResult.java | 463 +++
.../sdk/transforms/join/CoGbkResultSchema.java | 134 +
.../sdk/transforms/join/CoGroupByKey.java | 211 ++
.../transforms/join/KeyedPCollectionTuple.java | 247 ++
.../sdk/transforms/join/RawUnionValue.java | 51 +
.../sdk/transforms/join/UnionCoder.java | 147 +
.../sdk/transforms/join/package-info.java | 21 +
.../dataflow/sdk/transforms/package-info.java | 43 +
.../sdk/transforms/windowing/AfterAll.java | 117 +
.../windowing/AfterDelayFromFirstElement.java | 322 ++
.../sdk/transforms/windowing/AfterEach.java | 135 +
.../sdk/transforms/windowing/AfterFirst.java | 119 +
.../sdk/transforms/windowing/AfterPane.java | 145 +
.../windowing/AfterProcessingTime.java | 97 +
.../AfterSynchronizedProcessingTime.java | 75 +
.../transforms/windowing/AfterWatermark.java | 397 +++
.../sdk/transforms/windowing/BoundedWindow.java | 46 +
.../transforms/windowing/CalendarWindows.java | 348 ++
.../transforms/windowing/DefaultTrigger.java | 95 +
.../sdk/transforms/windowing/FixedWindows.java | 116 +
.../sdk/transforms/windowing/GlobalWindow.java | 68 +
.../sdk/transforms/windowing/GlobalWindows.java | 63 +
.../transforms/windowing/IntervalWindow.java | 201 ++
.../transforms/windowing/InvalidWindows.java | 87 +
.../MergeOverlappingIntervalWindows.java | 86 +
.../windowing/NonMergingWindowFn.java | 35 +
.../transforms/windowing/OrFinallyTrigger.java | 100 +
.../sdk/transforms/windowing/OutputTimeFn.java | 319 ++
.../sdk/transforms/windowing/OutputTimeFns.java | 168 +
.../sdk/transforms/windowing/PaneInfo.java | 384 +++
.../windowing/PartitioningWindowFn.java | 61 +
.../sdk/transforms/windowing/Repeatedly.java | 100 +
.../sdk/transforms/windowing/Sessions.java | 112 +
.../transforms/windowing/SlidingWindows.java | 214 ++
.../sdk/transforms/windowing/Trigger.java | 544 ++++
.../transforms/windowing/TriggerBuilder.java | 29 +
.../sdk/transforms/windowing/Window.java | 662 ++++
.../sdk/transforms/windowing/WindowFn.java | 221 ++
.../sdk/transforms/windowing/package-info.java | 49 +
.../dataflow/sdk/util/ActiveWindowSet.java | 171 +
.../cloud/dataflow/sdk/util/ApiSurface.java | 642 ++++
.../dataflow/sdk/util/AppEngineEnvironment.java | 61 +
.../dataflow/sdk/util/AppliedCombineFn.java | 130 +
.../dataflow/sdk/util/AssignWindowsDoFn.java | 67 +
...AttemptAndTimeBoundedExponentialBackOff.java | 168 +
.../util/AttemptBoundedExponentialBackOff.java | 83 +
.../cloud/dataflow/sdk/util/AvroUtils.java | 345 ++
.../dataflow/sdk/util/BaseExecutionContext.java | 155 +
.../dataflow/sdk/util/BatchTimerInternals.java | 138 +
.../sdk/util/BigQueryTableInserter.java | 434 +++
.../sdk/util/BigQueryTableRowIterator.java | 469 +++
.../cloud/dataflow/sdk/util/BitSetCoder.java | 59 +
.../BufferedElementCountingOutputStream.java | 184 ++
.../cloud/dataflow/sdk/util/CloudKnownType.java | 138 +
.../cloud/dataflow/sdk/util/CloudObject.java | 184 ++
.../cloud/dataflow/sdk/util/CoderUtils.java | 327 ++
.../sdk/util/CombineContextFactory.java | 107 +
.../cloud/dataflow/sdk/util/CombineFnUtil.java | 154 +
.../dataflow/sdk/util/CounterAggregator.java | 96 +
.../dataflow/sdk/util/CredentialFactory.java | 29 +
.../cloud/dataflow/sdk/util/Credentials.java | 192 ++
.../sdk/util/DataflowPathValidator.java | 97 +
.../dataflow/sdk/util/DataflowReleaseInfo.java | 87 +
.../sdk/util/DirectModeExecutionContext.java | 130 +
.../sdk/util/DirectSideInputReader.java | 73 +
.../cloud/dataflow/sdk/util/DoFnInfo.java | 67 +
.../cloud/dataflow/sdk/util/DoFnRunner.java | 60 +
.../cloud/dataflow/sdk/util/DoFnRunnerBase.java | 558 ++++
.../cloud/dataflow/sdk/util/DoFnRunners.java | 142 +
.../dataflow/sdk/util/ExecutableTrigger.java | 159 +
.../dataflow/sdk/util/ExecutionContext.java | 102 +
.../sdk/util/ExposedByteArrayInputStream.java | 51 +
.../sdk/util/ExposedByteArrayOutputStream.java | 115 +
.../dataflow/sdk/util/FileIOChannelFactory.java | 135 +
.../dataflow/sdk/util/FinishedTriggers.java | 42 +
.../sdk/util/FinishedTriggersBitSet.java | 68 +
.../dataflow/sdk/util/FinishedTriggersSet.java | 74 +
.../dataflow/sdk/util/GcpCredentialFactory.java | 45 +
.../dataflow/sdk/util/GcsIOChannelFactory.java | 86 +
.../cloud/dataflow/sdk/util/GcsStager.java | 53 +
.../google/cloud/dataflow/sdk/util/GcsUtil.java | 406 +++
.../util/GroupAlsoByWindowViaWindowSetDoFn.java | 104 +
.../sdk/util/GroupAlsoByWindowsDoFn.java | 58 +
.../GroupAlsoByWindowsViaOutputBufferDoFn.java | 98 +
.../dataflow/sdk/util/IOChannelFactory.java | 101 +
.../cloud/dataflow/sdk/util/IOChannelUtils.java | 204 ++
.../sdk/util/IllegalMutationException.java | 52 +
.../dataflow/sdk/util/InstanceBuilder.java | 269 ++
.../util/IntervalBoundedExponentialBackOff.java | 87 +
.../cloud/dataflow/sdk/util/KeyedWorkItem.java | 41 +
.../dataflow/sdk/util/KeyedWorkItemCoder.java | 120 +
.../cloud/dataflow/sdk/util/KeyedWorkItems.java | 120 +
.../sdk/util/LateDataDroppingDoFnRunner.java | 145 +
.../dataflow/sdk/util/MapAggregatorValues.java | 48 +
.../sdk/util/MergingActiveWindowSet.java | 544 ++++
.../cloud/dataflow/sdk/util/MimeTypes.java | 23 +
.../cloud/dataflow/sdk/util/MonitoringUtil.java | 233 ++
.../dataflow/sdk/util/MutationDetector.java | 31 +
.../dataflow/sdk/util/MutationDetectors.java | 182 ++
.../cloud/dataflow/sdk/util/NonEmptyPanes.java | 148 +
.../sdk/util/NonMergingActiveWindowSet.java | 85 +
.../sdk/util/NoopCredentialFactory.java | 38 +
.../dataflow/sdk/util/NoopPathValidator.java | 48 +
.../dataflow/sdk/util/NullSideInputReader.java | 61 +
.../dataflow/sdk/util/OutputReference.java | 42 +
.../sdk/util/PCollectionViewWindow.java | 67 +
.../dataflow/sdk/util/PCollectionViews.java | 426 +++
.../google/cloud/dataflow/sdk/util/PTuple.java | 160 +
.../cloud/dataflow/sdk/util/PackageUtil.java | 327 ++
.../dataflow/sdk/util/PaneInfoTracker.java | 151 +
.../cloud/dataflow/sdk/util/PathValidator.java | 47 +
.../sdk/util/PerKeyCombineFnRunner.java | 147 +
.../sdk/util/PerKeyCombineFnRunners.java | 257 ++
.../cloud/dataflow/sdk/util/PropertyNames.java | 107 +
.../dataflow/sdk/util/RandomAccessData.java | 352 ++
.../cloud/dataflow/sdk/util/ReduceFn.java | 128 +
.../sdk/util/ReduceFnContextFactory.java | 495 +++
.../cloud/dataflow/sdk/util/ReduceFnRunner.java | 843 +++++
.../sdk/util/ReifyTimestampAndWindowsDoFn.java | 46 +
.../cloud/dataflow/sdk/util/Reshuffle.java | 145 +
.../dataflow/sdk/util/ReshuffleTrigger.java | 61 +
.../sdk/util/RetryHttpRequestInitializer.java | 250 ++
.../dataflow/sdk/util/SerializableUtils.java | 159 +
.../cloud/dataflow/sdk/util/Serializer.java | 145 +
.../sdk/util/ShardingWritableByteChannel.java | 118 +
.../dataflow/sdk/util/SideInputReader.java | 48 +
.../dataflow/sdk/util/SimpleDoFnRunner.java | 55 +
.../google/cloud/dataflow/sdk/util/Stager.java | 29 +
.../cloud/dataflow/sdk/util/StreamUtils.java | 68 +
.../cloud/dataflow/sdk/util/StringUtils.java | 242 ++
.../google/cloud/dataflow/sdk/util/Structs.java | 384 +++
.../dataflow/sdk/util/SystemDoFnInternal.java | 37 +
.../cloud/dataflow/sdk/util/SystemReduceFn.java | 133 +
.../cloud/dataflow/sdk/util/TestCredential.java | 51 +
.../cloud/dataflow/sdk/util/TimeDomain.java | 41 +
.../cloud/dataflow/sdk/util/TimeUtil.java | 164 +
.../cloud/dataflow/sdk/util/TimerInternals.java | 269 ++
.../google/cloud/dataflow/sdk/util/Timers.java | 60 +
.../cloud/dataflow/sdk/util/Transport.java | 205 ++
.../sdk/util/TriggerContextFactory.java | 522 +++
.../cloud/dataflow/sdk/util/TriggerRunner.java | 223 ++
.../dataflow/sdk/util/UnownedInputStream.java | 76 +
.../dataflow/sdk/util/UnownedOutputStream.java | 56 +
.../sdk/util/UploadIdResponseInterceptor.java | 61 +
.../dataflow/sdk/util/UserCodeException.java | 94 +
.../dataflow/sdk/util/ValueWithRecordId.java | 154 +
.../google/cloud/dataflow/sdk/util/Values.java | 88 +
.../google/cloud/dataflow/sdk/util/VarInt.java | 115 +
.../cloud/dataflow/sdk/util/WatermarkHold.java | 450 +++
.../cloud/dataflow/sdk/util/Weighted.java | 27 +
.../cloud/dataflow/sdk/util/WeightedValue.java | 45 +
.../cloud/dataflow/sdk/util/WindowTracing.java | 36 +
.../cloud/dataflow/sdk/util/WindowedValue.java | 720 +++++
.../dataflow/sdk/util/WindowingInternals.java | 82 +
.../dataflow/sdk/util/WindowingStrategy.java | 268 ++
.../cloud/dataflow/sdk/util/ZipFiles.java | 294 ++
.../cloud/dataflow/sdk/util/common/Counter.java | 1103 +++++++
.../sdk/util/common/CounterProvider.java | 26 +
.../dataflow/sdk/util/common/CounterSet.java | 177 ++
.../util/common/ElementByteSizeObservable.java | 41 +
.../ElementByteSizeObservableIterable.java | 63 +
.../ElementByteSizeObservableIterator.java | 36 +
.../util/common/ElementByteSizeObserver.java | 92 +
.../sdk/util/common/PeekingReiterator.java | 98 +
.../sdk/util/common/ReflectHelpers.java | 209 ++
.../dataflow/sdk/util/common/Reiterable.java | 27 +
.../dataflow/sdk/util/common/Reiterator.java | 39 +
.../dataflow/sdk/util/common/package-info.java | 18 +
.../sdk/util/common/worker/StateSampler.java | 365 +++
.../sdk/util/common/worker/package-info.java | 18 +
.../cloud/dataflow/sdk/util/gcsfs/GcsPath.java | 619 ++++
.../dataflow/sdk/util/gcsfs/package-info.java | 18 +
.../cloud/dataflow/sdk/util/package-info.java | 18 +
.../util/state/AccumulatorCombiningState.java | 51 +
.../cloud/dataflow/sdk/util/state/BagState.java | 26 +
.../dataflow/sdk/util/state/CombiningState.java | 40 +
.../CopyOnAccessInMemoryStateInternals.java | 454 +++
.../sdk/util/state/InMemoryStateInternals.java | 414 +++
.../sdk/util/state/MergingStateAccessor.java | 40 +
.../dataflow/sdk/util/state/ReadableState.java | 53 +
.../cloud/dataflow/sdk/util/state/State.java | 30 +
.../dataflow/sdk/util/state/StateAccessor.java | 36 +
.../dataflow/sdk/util/state/StateContext.java | 41 +
.../dataflow/sdk/util/state/StateContexts.java | 107 +
.../dataflow/sdk/util/state/StateInternals.java | 55 +
.../dataflow/sdk/util/state/StateMerging.java | 254 ++
.../dataflow/sdk/util/state/StateNamespace.java | 54 +
.../sdk/util/state/StateNamespaceForTest.java | 63 +
.../sdk/util/state/StateNamespaces.java | 277 ++
.../dataflow/sdk/util/state/StateTable.java | 89 +
.../cloud/dataflow/sdk/util/state/StateTag.java | 96 +
.../dataflow/sdk/util/state/StateTags.java | 579 ++++
.../dataflow/sdk/util/state/ValueState.java | 35 +
.../sdk/util/state/WatermarkHoldState.java | 42 +
.../google/cloud/dataflow/sdk/values/KV.java | 130 +
.../cloud/dataflow/sdk/values/PBegin.java | 87 +
.../cloud/dataflow/sdk/values/PCollection.java | 250 ++
.../dataflow/sdk/values/PCollectionList.java | 238 ++
.../dataflow/sdk/values/PCollectionTuple.java | 264 ++
.../dataflow/sdk/values/PCollectionView.java | 64 +
.../google/cloud/dataflow/sdk/values/PDone.java | 47 +
.../cloud/dataflow/sdk/values/PInput.java | 56 +
.../cloud/dataflow/sdk/values/POutput.java | 76 +
.../dataflow/sdk/values/POutputValueBase.java | 102 +
.../cloud/dataflow/sdk/values/PValue.java | 38 +
.../cloud/dataflow/sdk/values/PValueBase.java | 155 +
.../dataflow/sdk/values/TimestampedValue.java | 155 +
.../cloud/dataflow/sdk/values/TupleTag.java | 196 ++
.../cloud/dataflow/sdk/values/TupleTagList.java | 148 +
.../dataflow/sdk/values/TypeDescriptor.java | 351 ++
.../cloud/dataflow/sdk/values/TypedPValue.java | 197 ++
.../cloud/dataflow/sdk/values/package-info.java | 52 +
sdks/java/core/src/main/proto/README.md | 27 +
.../main/proto/proto2_coder_test_messages.proto | 51 +
.../google/cloud/dataflow/sdk/sdk.properties | 5 +
.../cloud/dataflow/sdk/DataflowMatchers.java | 65 +
.../google/cloud/dataflow/sdk/PipelineTest.java | 296 ++
.../google/cloud/dataflow/sdk/TestUtils.java | 213 ++
.../cloud/dataflow/sdk/WindowMatchers.java | 137 +
.../dataflow/sdk/coders/AvroCoderTest.java | 754 +++++
.../sdk/coders/BigEndianIntegerCoderTest.java | 90 +
.../sdk/coders/BigEndianLongCoderTest.java | 94 +
.../dataflow/sdk/coders/ByteArrayCoderTest.java | 144 +
.../dataflow/sdk/coders/ByteCoderTest.java | 91 +
.../sdk/coders/ByteStringCoderTest.java | 121 +
.../dataflow/sdk/coders/CoderFactoriesTest.java | 100 +
.../dataflow/sdk/coders/CoderProvidersTest.java | 71 +
.../dataflow/sdk/coders/CoderRegistryTest.java | 521 +++
.../cloud/dataflow/sdk/coders/CoderTest.java | 78 +
.../sdk/coders/CollectionCoderTest.java | 93 +
.../dataflow/sdk/coders/CustomCoderTest.java | 135 +
.../dataflow/sdk/coders/DefaultCoderTest.java | 128 +
.../dataflow/sdk/coders/DelegateCoderTest.java | 141 +
.../dataflow/sdk/coders/DoubleCoderTest.java | 96 +
.../dataflow/sdk/coders/DurationCoderTest.java | 86 +
.../dataflow/sdk/coders/EntityCoderTest.java | 108 +
.../dataflow/sdk/coders/InstantCoderTest.java | 116 +
.../dataflow/sdk/coders/IterableCoderTest.java | 109 +
.../dataflow/sdk/coders/JAXBCoderTest.java | 99 +
.../cloud/dataflow/sdk/coders/KvCoderTest.java | 118 +
.../dataflow/sdk/coders/ListCoderTest.java | 134 +
.../cloud/dataflow/sdk/coders/MapCoderTest.java | 106 +
.../dataflow/sdk/coders/NullableCoderTest.java | 132 +
.../sdk/coders/PrintBase64Encodings.java | 81 +
.../dataflow/sdk/coders/Proto2CoderTest.java | 145 +
.../sdk/coders/SerializableCoderTest.java | 222 ++
.../cloud/dataflow/sdk/coders/SetCoderTest.java | 86 +
.../dataflow/sdk/coders/StandardCoderTest.java | 176 +
.../sdk/coders/StringDelegateCoderTest.java | 72 +
.../sdk/coders/StringUtf8CoderTest.java | 80 +
.../sdk/coders/StructuralByteArrayTest.java | 39 +
.../sdk/coders/TableRowJsonCoderTest.java | 86 +
.../sdk/coders/TextualIntegerCoderTest.java | 90 +
.../dataflow/sdk/coders/VarIntCoderTest.java | 91 +
.../dataflow/sdk/coders/VarLongCoderTest.java | 94 +
.../sdk/coders/protobuf/ProtoCoderTest.java | 182 ++
.../sdk/coders/protobuf/ProtobufUtilTest.java | 195 ++
.../sdk/io/AvroIOGeneratedClassTest.java | 374 +++
.../cloud/dataflow/sdk/io/AvroIOTest.java | 226 ++
.../cloud/dataflow/sdk/io/AvroSourceTest.java | 692 ++++
.../cloud/dataflow/sdk/io/BigQueryIOTest.java | 445 +++
.../io/BoundedReadFromUnboundedSourceTest.java | 132 +
.../dataflow/sdk/io/CompressedSourceTest.java | 430 +++
.../dataflow/sdk/io/CountingInputTest.java | 125 +
.../dataflow/sdk/io/CountingSourceTest.java | 216 ++
.../cloud/dataflow/sdk/io/DatastoreIOTest.java | 631 ++++
.../dataflow/sdk/io/FileBasedSinkTest.java | 512 +++
.../dataflow/sdk/io/FileBasedSourceTest.java | 914 ++++++
.../dataflow/sdk/io/OffsetBasedSourceTest.java | 278 ++
.../cloud/dataflow/sdk/io/PubsubIOTest.java | 233 ++
.../google/cloud/dataflow/sdk/io/ReadTest.java | 144 +
.../cloud/dataflow/sdk/io/TextIOTest.java | 562 ++++
.../google/cloud/dataflow/sdk/io/WriteTest.java | 341 ++
.../cloud/dataflow/sdk/io/XmlSinkTest.java | 235 ++
.../cloud/dataflow/sdk/io/XmlSourceTest.java | 822 +++++
.../sdk/io/bigtable/BigtableIOTest.java | 688 ++++
.../range/ByteKeyRangeEstimateFractionTest.java | 69 +
.../range/ByteKeyRangeInterpolateKeyTest.java | 73 +
.../dataflow/sdk/io/range/ByteKeyRangeTest.java | 396 +++
.../sdk/io/range/ByteKeyRangeTrackerTest.java | 118 +
.../dataflow/sdk/io/range/ByteKeyTest.java | 178 ++
.../sdk/io/range/OffsetRangeTrackerTest.java | 186 ++
.../com/google/cloud/dataflow/sdk/io/user.avsc | 10 +
.../DataflowPipelineDebugOptionsTest.java | 40 +
.../options/DataflowPipelineOptionsTest.java | 91 +
.../options/DataflowProfilingOptionsTest.java | 47 +
.../DataflowWorkerLoggingOptionsTest.java | 73 +
.../dataflow/sdk/options/GcpOptionsTest.java | 123 +
.../sdk/options/GoogleApiDebugOptionsTest.java | 147 +
.../sdk/options/PipelineOptionsFactoryTest.java | 1154 +++++++
.../sdk/options/PipelineOptionsTest.java | 126 +
.../options/PipelineOptionsValidatorTest.java | 310 ++
.../sdk/options/ProxyInvocationHandlerTest.java | 691 ++++
.../AggregatorPipelineExtractorTest.java | 228 ++
.../BlockingDataflowPipelineRunnerTest.java | 301 ++
.../sdk/runners/DataflowPipelineJobTest.java | 603 ++++
.../runners/DataflowPipelineRegistrarTest.java | 72 +
.../sdk/runners/DataflowPipelineRunnerTest.java | 1370 ++++++++
.../sdk/runners/DataflowPipelineTest.java | 44 +
.../runners/DataflowPipelineTranslatorTest.java | 889 ++++++
.../runners/DirectPipelineRegistrarTest.java | 69 +
.../sdk/runners/DirectPipelineRunnerTest.java | 210 ++
.../sdk/runners/DirectPipelineTest.java | 34 +
.../sdk/runners/PipelineRunnerTest.java | 82 +
.../dataflow/sdk/runners/TransformTreeTest.java | 194 ++
.../sdk/runners/dataflow/CustomSourcesTest.java | 273 ++
.../runners/dataflow/TestCountingSource.java | 235 ++
.../BoundedReadEvaluatorFactoryTest.java | 287 ++
.../ConsumerTrackingPipelineVisitorTest.java | 233 ++
.../inprocess/FlattenEvaluatorFactoryTest.java | 136 +
.../inprocess/ForwardingPTransformTest.java | 100 +
.../GroupByKeyEvaluatorFactoryTest.java | 178 ++
.../inprocess/InMemoryWatermarkManagerTest.java | 1111 +++++++
.../runners/inprocess/InProcessBundleTest.java | 143 +
.../runners/inprocess/InProcessCreateTest.java | 199 ++
.../InProcessEvaluationContextTest.java | 544 ++++
.../inprocess/InProcessPipelineRunnerTest.java | 77 +
.../InProcessSideInputContainerTest.java | 370 +++
.../inprocess/InProcessTimerInternalsTest.java | 131 +
.../KeyedPValueTrackingVisitorTest.java | 189 ++
.../sdk/runners/inprocess/MockClock.java | 60 +
.../ParDoMultiEvaluatorFactoryTest.java | 412 +++
.../ParDoSingleEvaluatorFactoryTest.java | 310 ++
.../TransformExecutorServicesTest.java | 134 +
.../inprocess/TransformExecutorTest.java | 312 ++
.../UnboundedReadEvaluatorFactoryTest.java | 327 ++
.../inprocess/ViewEvaluatorFactoryTest.java | 96 +
.../WatermarkCallbackExecutorTest.java | 126 +
.../sdk/testing/CoderPropertiesTest.java | 214 ++
.../sdk/testing/DataflowAssertTest.java | 326 ++
.../sdk/testing/DataflowJUnitTestRunner.java | 129 +
.../dataflow/sdk/testing/ExpectedLogs.java | 306 ++
.../dataflow/sdk/testing/ExpectedLogsTest.java | 153 +
.../sdk/testing/FastNanoClockAndSleeper.java | 47 +
.../testing/FastNanoClockAndSleeperTest.java | 47 +
.../sdk/testing/PCollectionViewTesting.java | 295 ++
.../sdk/testing/ResetDateTimeProvider.java | 41 +
.../sdk/testing/ResetDateTimeProviderTest.java | 55 +
.../sdk/testing/RestoreSystemProperties.java | 51 +
.../testing/RestoreSystemPropertiesTest.java | 50 +
.../sdk/testing/SerializableMatchersTest.java | 165 +
.../sdk/testing/SystemNanoTimeSleeper.java | 68 +
.../sdk/testing/SystemNanoTimeSleeperTest.java | 53 +
.../testing/TestDataflowPipelineRunnerTest.java | 317 ++
.../dataflow/sdk/testing/TestPipelineTest.java | 93 +
.../transforms/ApproximateQuantilesTest.java | 299 ++
.../sdk/transforms/ApproximateUniqueTest.java | 291 ++
.../dataflow/sdk/transforms/CombineFnsTest.java | 413 +++
.../dataflow/sdk/transforms/CombineTest.java | 1137 +++++++
.../dataflow/sdk/transforms/CountTest.java | 121 +
.../dataflow/sdk/transforms/CreateTest.java | 240 ++
.../sdk/transforms/DoFnContextTest.java | 68 +
.../DoFnDelegatingAggregatorTest.java | 143 +
.../sdk/transforms/DoFnReflectorTest.java | 493 +++
.../cloud/dataflow/sdk/transforms/DoFnTest.java | 206 ++
.../dataflow/sdk/transforms/DoFnTesterTest.java | 253 ++
.../sdk/transforms/DoFnWithContextTest.java | 225 ++
.../dataflow/sdk/transforms/FilterTest.java | 160 +
.../sdk/transforms/FlatMapElementsTest.java | 124 +
.../dataflow/sdk/transforms/FlattenTest.java | 369 +++
.../dataflow/sdk/transforms/GroupByKeyTest.java | 438 +++
.../IntraBundleParallelizationTest.java | 250 ++
.../cloud/dataflow/sdk/transforms/KeysTest.java | 83 +
.../dataflow/sdk/transforms/KvSwapTest.java | 91 +
.../sdk/transforms/MapElementsTest.java | 134 +
.../cloud/dataflow/sdk/transforms/MaxTest.java | 66 +
.../cloud/dataflow/sdk/transforms/MeanTest.java | 72 +
.../cloud/dataflow/sdk/transforms/MinTest.java | 66 +
.../cloud/dataflow/sdk/transforms/NoOpDoFn.java | 143 +
.../dataflow/sdk/transforms/PTransformTest.java | 41 +
.../dataflow/sdk/transforms/ParDoTest.java | 1541 +++++++++
.../dataflow/sdk/transforms/PartitionTest.java | 140 +
.../sdk/transforms/RemoveDuplicatesTest.java | 131 +
.../dataflow/sdk/transforms/SampleTest.java | 260 ++
.../sdk/transforms/SimpleStatsFnsTest.java | 129 +
.../cloud/dataflow/sdk/transforms/SumTest.java | 66 +
.../cloud/dataflow/sdk/transforms/TopTest.java | 259 ++
.../dataflow/sdk/transforms/ValuesTest.java | 93 +
.../cloud/dataflow/sdk/transforms/ViewTest.java | 1548 +++++++++
.../dataflow/sdk/transforms/WithKeysTest.java | 127 +
.../sdk/transforms/WithTimestampsTest.java | 210 ++
.../transforms/display/DisplayDataMatchers.java | 98 +
.../display/DisplayDataMatchersTest.java | 81 +
.../sdk/transforms/display/DisplayDataTest.java | 633 ++++
.../transforms/join/CoGbkResultCoderTest.java | 85 +
.../sdk/transforms/join/CoGbkResultTest.java | 124 +
.../sdk/transforms/join/CoGroupByKeyTest.java | 507 +++
.../sdk/transforms/join/UnionCoderTest.java | 48 +
.../sdk/transforms/windowing/AfterAllTest.java | 151 +
.../sdk/transforms/windowing/AfterEachTest.java | 122 +
.../transforms/windowing/AfterFirstTest.java | 175 +
.../sdk/transforms/windowing/AfterPaneTest.java | 126 +
.../windowing/AfterProcessingTimeTest.java | 157 +
.../AfterSynchronizedProcessingTimeTest.java | 121 +
.../windowing/AfterWatermarkTest.java | 338 ++
.../windowing/CalendarWindowsTest.java | 260 ++
.../windowing/DefaultTriggerTest.java | 176 +
.../transforms/windowing/FixedWindowsTest.java | 124 +
.../windowing/IntervalWindowTest.java | 94 +
.../windowing/OrFinallyTriggerTest.java | 209 ++
.../sdk/transforms/windowing/PaneInfoTest.java | 75 +
.../transforms/windowing/RepeatedlyTest.java | 128 +
.../sdk/transforms/windowing/SessionsTest.java | 156 +
.../windowing/SlidingWindowsTest.java | 193 ++
.../sdk/transforms/windowing/TriggerTest.java | 117 +
.../sdk/transforms/windowing/WindowTest.java | 226 ++
.../sdk/transforms/windowing/WindowingTest.java | 244 ++
.../cloud/dataflow/sdk/util/ApiSurfaceTest.java | 187 ++
...mptAndTimeBoundedExponentialBackOffTest.java | 212 ++
.../AttemptBoundedExponentialBackOffTest.java | 85 +
.../cloud/dataflow/sdk/util/AvroUtilsTest.java | 225 ++
.../sdk/util/BatchTimerInternalsTest.java | 116 +
.../sdk/util/BigQueryTableInserterTest.java | 239 ++
.../sdk/util/BigQueryTableRowIteratorTest.java | 255 ++
.../dataflow/sdk/util/BigQueryUtilTest.java | 479 +++
...BufferedElementCountingOutputStreamTest.java | 205 ++
.../cloud/dataflow/sdk/util/CoderUtilsTest.java | 229 ++
.../dataflow/sdk/util/CombineFnUtilTest.java | 62 +
.../sdk/util/CounterAggregatorTest.java | 253 ++
.../sdk/util/DataflowPathValidatorTest.java | 92 +
.../sdk/util/ExecutableTriggerTest.java | 130 +
.../util/ExposedByteArrayInputStreamTest.java | 78 +
.../util/ExposedByteArrayOutputStreamTest.java | 245 ++
.../sdk/util/FileIOChannelFactoryTest.java | 226 ++
.../sdk/util/FinishedTriggersBitSetTest.java | 54 +
.../sdk/util/FinishedTriggersProperties.java | 109 +
.../sdk/util/FinishedTriggersSetTest.java | 60 +
.../sdk/util/GcsIOChannelFactoryTest.java | 43 +
.../cloud/dataflow/sdk/util/GcsUtilTest.java | 490 +++
.../sdk/util/GroupAlsoByWindowsProperties.java | 718 +++++
...oupAlsoByWindowsViaOutputBufferDoFnTest.java | 111 +
.../dataflow/sdk/util/IOChannelUtilsTest.java | 94 +
.../dataflow/sdk/util/InstanceBuilderTest.java | 115 +
.../IntervalBoundedExponentialBackOffTest.java | 99 +
.../sdk/util/KeyedWorkItemCoderTest.java | 61 +
.../util/LateDataDroppingDoFnRunnerTest.java | 115 +
.../sdk/util/MergingActiveWindowSetTest.java | 175 +
.../dataflow/sdk/util/MonitoringUtilTest.java | 146 +
.../sdk/util/MutationDetectorsTest.java | 148 +
.../cloud/dataflow/sdk/util/PTupleTest.java | 40 +
.../dataflow/sdk/util/PackageUtilTest.java | 482 +++
.../dataflow/sdk/util/RandomAccessDataTest.java | 205 ++
.../dataflow/sdk/util/ReduceFnRunnerTest.java | 1049 ++++++
.../cloud/dataflow/sdk/util/ReduceFnTester.java | 776 +++++
.../cloud/dataflow/sdk/util/ReshuffleTest.java | 208 ++
.../dataflow/sdk/util/ReshuffleTriggerTest.java | 58 +
.../util/RetryHttpRequestInitializerTest.java | 296 ++
.../sdk/util/SerializableUtilsTest.java | 165 +
.../cloud/dataflow/sdk/util/SerializerTest.java | 162 +
.../dataflow/sdk/util/SimpleDoFnRunnerTest.java | 86 +
.../dataflow/sdk/util/StreamUtilsTest.java | 71 +
.../dataflow/sdk/util/StringUtilsTest.java | 145 +
.../cloud/dataflow/sdk/util/StructsTest.java | 206 ++
.../cloud/dataflow/sdk/util/TimeUtilTest.java | 73 +
.../dataflow/sdk/util/TimerInternalsTest.java | 52 +
.../cloud/dataflow/sdk/util/TriggerTester.java | 585 ++++
.../sdk/util/UnownedInputStreamTest.java | 76 +
.../sdk/util/UnownedOutputStreamTest.java | 57 +
.../util/UploadIdResponseInterceptorTest.java | 99 +
.../sdk/util/UserCodeExceptionTest.java | 176 +
.../cloud/dataflow/sdk/util/VarIntTest.java | 277 ++
.../dataflow/sdk/util/WindowedValueTest.java | 57 +
.../cloud/dataflow/sdk/util/ZipFilesTest.java | 311 ++
.../sdk/util/common/CounterSetTest.java | 225 ++
.../dataflow/sdk/util/common/CounterTest.java | 589 ++++
.../sdk/util/common/CounterTestUtils.java | 56 +
.../sdk/util/common/ReflectHelpersTest.java | 126 +
.../dataflow/sdk/util/gcsfs/GcsPathTest.java | 333 ++
.../CopyOnAccessInMemoryStateInternalsTest.java | 553 ++++
.../util/state/InMemoryStateInternalsTest.java | 348 ++
.../sdk/util/state/StateNamespacesTest.java | 129 +
.../dataflow/sdk/util/state/StateTagTest.java | 173 +
.../cloud/dataflow/sdk/values/KVTest.java | 112 +
.../sdk/values/PCollectionListTest.java | 47 +
.../sdk/values/PCollectionTupleTest.java | 93 +
.../cloud/dataflow/sdk/values/PDoneTest.java | 102 +
.../cloud/dataflow/sdk/values/TupleTagTest.java | 87 +
.../dataflow/sdk/values/TypeDescriptorTest.java | 193 ++
.../dataflow/sdk/values/TypedPValueTest.java | 164 +
.../PipelineOptionsFactoryJava8Test.java | 90 +
sdks/java/java8tests/pom.xml | 184 ++
.../sdk/transforms/CombineJava8Test.java | 133 +
.../sdk/transforms/FilterJava8Test.java | 118 +
.../transforms/FlatMapElementsJava8Test.java | 84 +
.../sdk/transforms/MapElementsJava8Test.java | 77 +
.../sdk/transforms/PartitionJava8Test.java | 74 +
.../transforms/RemoveDuplicatesJava8Test.java | 98 +
.../sdk/transforms/WithKeysJava8Test.java | 73 +
.../sdk/transforms/WithTimestampsJava8Test.java | 65 +
sdks/java/javadoc/README.md | 4 +
sdks/java/javadoc/apiclient-docs/package-list | 34 +
sdks/java/javadoc/avro-docs/package-list | 30 +
sdks/java/javadoc/bq-docs/package-list | 2 +
.../java/javadoc/dataflow-sdk-docs/package-list | 11 +
sdks/java/javadoc/datastore-docs/package-list | 2 +
sdks/java/javadoc/guava-docs/package-list | 15 +
sdks/java/javadoc/hamcrest-docs/package-list | 10 +
.../jackson-annotations-docs/package-list | 1 +
.../javadoc/jackson-databind-docs/package-list | 20 +
sdks/java/javadoc/joda-docs/package-list | 7 +
sdks/java/javadoc/junit-docs/package-list | 7 +
sdks/java/javadoc/oauth-docs/package-list | 11 +
sdks/java/javadoc/overview.html | 31 +
sdks/java/maven-archetypes/examples/pom.xml | 56 +
.../META-INF/maven/archetype-metadata.xml | 29 +
.../main/resources/archetype-resources/pom.xml | 204 ++
.../src/main/java/DebuggingWordCount.java | 182 ++
.../src/main/java/MinimalWordCount.java | 115 +
.../src/main/java/WindowedWordCount.java | 262 ++
.../src/main/java/WordCount.java | 204 ++
.../java/common/DataflowExampleOptions.java | 29 +
.../main/java/common/DataflowExampleUtils.java | 398 +++
.../common/ExampleBigQueryTableOptions.java | 53 +
.../java/common/ExamplePubsubTopicOptions.java | 49 +
.../main/java/common/PubsubFileInjector.java | 153 +
.../src/test/java/DebuggingWordCountTest.java | 44 +
.../src/test/java/WordCountTest.java | 85 +
.../projects/basic/archetype.properties | 5 +
.../src/test/resources/projects/basic/goal.txt | 1 +
sdks/java/maven-archetypes/pom.xml | 41 +
sdks/java/maven-archetypes/starter/pom.xml | 57 +
.../META-INF/maven/archetype-metadata.xml | 21 +
.../main/resources/archetype-resources/pom.xml | 43 +
.../src/main/java/StarterPipeline.java | 67 +
.../projects/basic/archetype.properties | 5 +
.../src/test/resources/projects/basic/goal.txt | 1 +
.../resources/projects/basic/reference/pom.xml | 43 +
.../src/main/java/it/pkg/StarterPipeline.java | 67 +
travis/test_wordcount.sh | 4 +-
1660 files changed, 169717 insertions(+), 169716 deletions(-)
----------------------------------------------------------------------