You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by lc...@apache.org on 2016/07/06 17:20:56 UTC
[50/50] [abbrv] incubator-beam git commit: Merge master into
runners-spark2 branch to keep up-to-date
Merge master into runners-spark2 branch to keep up-to-date
This closes #585
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/19dd6cce
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/19dd6cce
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/19dd6cce
Branch: refs/heads/runners-spark2
Commit: 19dd6ccefd66e1c24b43125007cf68b3d9000c9f
Parents: f57e66c d1e3844
Author: Luke Cwik <lc...@google.com>
Authored: Wed Jul 6 10:19:45 2016 -0700
Committer: Luke Cwik <lc...@google.com>
Committed: Wed Jul 6 10:19:45 2016 -0700
----------------------------------------------------------------------
.travis.yml | 9 +-
README.md | 6 +-
examples/java/README.md | 4 +-
examples/java/pom.xml | 56 +-
.../beam/examples/DebuggingWordCount.java | 4 +-
.../apache/beam/examples/MinimalWordCount.java | 28 +-
.../apache/beam/examples/WindowedWordCount.java | 2 +-
.../org/apache/beam/examples/WordCount.java | 6 +-
.../examples/common/DataflowExampleUtils.java | 28 +-
.../beam/examples/complete/AutoComplete.java | 51 +-
.../examples/complete/StreamingWordExtract.java | 35 +-
.../apache/beam/examples/complete/TfIdf.java | 18 +-
.../examples/complete/TopWikipediaSessions.java | 11 +-
.../examples/complete/TrafficMaxLaneFlow.java | 64 +-
.../beam/examples/complete/TrafficRoutes.java | 62 +-
.../examples/cookbook/BigQueryTornadoes.java | 2 +-
.../cookbook/CombinePerKeyExamples.java | 2 +-
.../examples/cookbook/DatastoreWordCount.java | 66 +-
.../beam/examples/cookbook/DeDupExample.java | 7 +-
.../beam/examples/cookbook/FilterExamples.java | 5 +-
.../beam/examples/cookbook/JoinExamples.java | 6 +-
.../examples/cookbook/MaxPerKeyExamples.java | 2 +-
.../beam/examples/cookbook/TriggerExample.java | 6 +-
examples/java8/pom.xml | 36 +-
.../beam/examples/MinimalWordCountJava8.java | 30 +-
.../beam/examples/complete/game/GameStats.java | 37 +-
.../examples/complete/game/HourlyTeamScore.java | 11 +-
.../examples/complete/game/LeaderBoard.java | 14 +-
.../beam/examples/complete/game/UserScore.java | 4 +-
.../complete/game/injector/InjectorUtils.java | 6 +-
.../injector/RetryHttpInitializerWrapper.java | 5 +-
.../complete/game/utils/WriteToBigQuery.java | 2 +-
.../game/utils/WriteWindowedToBigQuery.java | 2 +-
.../complete/game/HourlyTeamScoreTest.java | 2 +-
pom.xml | 136 +-
runners/core-java/pom.xml | 68 +-
.../core/UnboundedReadFromBoundedSource.java | 542 +++
.../org/apache/beam/sdk/util/AssignWindows.java | 46 +
.../apache/beam/sdk/util/AssignWindowsDoFn.java | 80 +
.../beam/sdk/util/BatchTimerInternals.java | 141 +
.../org/apache/beam/sdk/util/DoFnRunner.java | 62 +
.../apache/beam/sdk/util/DoFnRunnerBase.java | 559 +++
.../org/apache/beam/sdk/util/DoFnRunners.java | 144 +
.../beam/sdk/util/GroupAlsoByWindowsDoFn.java | 59 +
.../GroupAlsoByWindowsViaOutputBufferDoFn.java | 100 +
.../sdk/util/GroupByKeyViaGroupByKeyOnly.java | 212 ++
.../sdk/util/LateDataDroppingDoFnRunner.java | 147 +
.../org/apache/beam/sdk/util/NonEmptyPanes.java | 150 +
.../apache/beam/sdk/util/PaneInfoTracker.java | 155 +
.../sdk/util/PushbackSideInputDoFnRunner.java | 115 +
.../java/org/apache/beam/sdk/util/ReduceFn.java | 130 +
.../beam/sdk/util/ReduceFnContextFactory.java | 497 +++
.../apache/beam/sdk/util/ReduceFnRunner.java | 988 ++++++
.../apache/beam/sdk/util/SimpleDoFnRunner.java | 56 +
.../apache/beam/sdk/util/SystemReduceFn.java | 135 +
.../org/apache/beam/sdk/util/TriggerRunner.java | 235 ++
.../org/apache/beam/sdk/util/WatermarkHold.java | 537 +++
.../util/common/ElementByteSizeObservable.java | 42 +
.../beam/sdk/util/common/PeekingReiterator.java | 99 +
.../UnboundedReadFromBoundedSourceTest.java | 374 ++
.../beam/sdk/util/BatchTimerInternalsTest.java | 118 +
.../sdk/util/GroupAlsoByWindowsProperties.java | 623 ++++
...oupAlsoByWindowsViaOutputBufferDoFnTest.java | 106 +
.../util/LateDataDroppingDoFnRunnerTest.java | 117 +
.../util/PushbackSideInputDoFnRunnerTest.java | 234 ++
.../beam/sdk/util/ReduceFnRunnerTest.java | 1446 ++++++++
.../apache/beam/sdk/util/ReduceFnTester.java | 788 +++++
.../beam/sdk/util/SimpleDoFnRunnerTest.java | 86 +
runners/direct-java/pom.xml | 18 +-
.../direct/AvroIOShardedWriteFactory.java | 76 -
.../beam/runners/direct/DirectGroupByKey.java | 2 +-
.../beam/runners/direct/DirectRunner.java | 4 -
.../runners/direct/ShardControlledWrite.java | 81 -
.../direct/TextIOShardedWriteFactory.java | 78 -
.../direct/UnboundedReadDeduplicator.java | 102 +
.../direct/UnboundedReadEvaluatorFactory.java | 18 +-
.../beam/runners/direct/WatermarkManager.java | 5 +-
.../runners/direct/WindowEvaluatorFactory.java | 18 +-
.../beam/runners/direct/package-info.java | 25 +
.../direct/AvroIOShardedWriteFactoryTest.java | 120 -
.../runners/direct/CommittedResultTest.java | 4 +
.../direct/GroupByKeyEvaluatorFactoryTest.java | 2 +-
.../GroupByKeyOnlyEvaluatorFactoryTest.java | 2 +-
.../runners/direct/SideInputContainerTest.java | 1 +
.../direct/TextIOShardedWriteFactoryTest.java | 120 -
.../direct/UnboundedReadDeduplicatorTest.java | 134 +
.../UnboundedReadEvaluatorFactoryTest.java | 50 +-
.../direct/WindowEvaluatorFactoryTest.java | 178 +-
runners/flink/README.md | 4 +-
runners/flink/examples/pom.xml | 14 +
.../beam/runners/flink/examples/TFIDF.java | 57 +-
.../beam/runners/flink/examples/WordCount.java | 8 +-
.../flink/examples/streaming/AutoComplete.java | 17 +-
.../flink/examples/streaming/JoinExamples.java | 21 +-
.../examples/streaming/KafkaIOExamples.java | 4 +-
.../KafkaWindowedWordCountExample.java | 6 +-
.../examples/streaming/WindowedWordCount.java | 7 +-
runners/flink/pom.xml | 6 +-
runners/flink/runner/pom.xml | 40 +-
.../FlinkPipelineExecutionEnvironment.java | 6 +-
.../beam/runners/flink/FlinkPipelineRunner.java | 180 -
.../apache/beam/runners/flink/FlinkRunner.java | 179 +
.../runners/flink/FlinkRunnerRegistrar.java | 4 +-
.../beam/runners/flink/FlinkRunnerResult.java | 8 +
.../runners/flink/TestFlinkPipelineRunner.java | 81 -
.../beam/runners/flink/TestFlinkRunner.java | 81 +
.../FlinkBatchTransformTranslators.java | 49 +-
.../FlinkBatchTranslationContext.java | 13 +-
.../FlinkStreamingTransformTranslators.java | 5 +-
.../FlinkStreamingTranslationContext.java | 8 +-
.../functions/FlinkAssignContext.java | 15 +-
.../functions/FlinkNoElementAssignContext.java | 4 +-
.../functions/FlinkProcessContext.java | 25 +-
.../translation/types/CoderComparator.java | 217 --
.../translation/types/CoderTypeInformation.java | 20 +-
.../translation/types/CoderTypeSerializer.java | 37 +-
.../types/EncodedValueComparator.java | 197 ++
.../types/EncodedValueSerializer.java | 113 +
.../types/EncodedValueTypeInformation.java | 111 +
.../translation/types/KvCoderComperator.java | 259 --
.../types/KvCoderTypeInformation.java | 207 --
.../flink/translation/types/KvKeySelector.java | 51 +
.../utils/SerializedPipelineOptions.java | 8 +-
.../streaming/FlinkAbstractParDoWrapper.java | 14 +-
.../FlinkGroupAlsoByWindowWrapper.java | 23 +-
.../streaming/FlinkParDoBoundMultiWrapper.java | 8 +-
.../streaming/io/UnboundedFlinkSink.java | 2 +-
.../streaming/io/UnboundedFlinkSource.java | 13 +-
.../streaming/state/FlinkStateInternals.java | 9 +-
.../flink/EncodedValueComparatorTest.java | 71 +
.../runners/flink/FlinkRunnerRegistrarTest.java | 8 +-
.../beam/runners/flink/FlinkTestPipeline.java | 4 +-
.../flink/streaming/GroupAlsoByWindowTest.java | 4 +-
runners/google-cloud-dataflow-java/pom.xml | 27 +-
.../BlockingDataflowPipelineRunner.java | 186 -
.../dataflow/BlockingDataflowRunner.java | 186 +
.../dataflow/DataflowJobCancelledException.java | 2 +-
.../dataflow/DataflowJobExecutionException.java | 2 +-
.../dataflow/DataflowJobUpdatedException.java | 2 +-
.../runners/dataflow/DataflowPipelineJob.java | 4 +-
.../dataflow/DataflowPipelineRegistrar.java | 8 +-
.../dataflow/DataflowPipelineRunner.java | 3229 ------------------
.../dataflow/DataflowPipelineRunnerHooks.java | 39 -
.../dataflow/DataflowPipelineTranslator.java | 25 +-
.../beam/runners/dataflow/DataflowRunner.java | 2997 ++++++++++++++++
.../runners/dataflow/DataflowRunnerHooks.java | 39 +
.../dataflow/internal/AssignWindows.java | 2 +-
.../DataflowUnboundedReadFromBoundedSource.java | 547 +++
.../runners/dataflow/internal/IsmFormat.java | 8 +-
.../runners/dataflow/internal/package-info.java | 2 +-
.../BlockingDataflowPipelineOptions.java | 6 +-
.../options/DataflowPipelineOptions.java | 4 +-
.../DataflowPipelineWorkerPoolOptions.java | 6 +-
.../options/DataflowWorkerLoggingOptions.java | 14 +-
.../testing/TestDataflowPipelineRunner.java | 271 --
.../dataflow/testing/TestDataflowRunner.java | 271 ++
.../dataflow/util/DataflowPathValidator.java | 14 +-
.../dataflow/util/DataflowTransport.java | 11 -
.../beam/runners/dataflow/util/GcsStager.java | 5 +-
.../util/GroupAlsoByWindowViaWindowSetDoFn.java | 40 -
.../BlockingDataflowPipelineRunnerTest.java | 304 --
.../dataflow/BlockingDataflowRunnerTest.java | 304 ++
.../dataflow/DataflowPipelineRegistrarTest.java | 4 +-
.../dataflow/DataflowPipelineRunnerTest.java | 1417 --------
.../DataflowPipelineTranslatorTest.java | 63 +-
.../runners/dataflow/DataflowRunnerTest.java | 1387 ++++++++
.../dataflow/RecordingPipelineVisitor.java | 46 +
.../runners/dataflow/io/DataflowAvroIOTest.java | 4 +-
.../dataflow/io/DataflowDatastoreIOTest.java | 25 +-
.../dataflow/io/DataflowPubsubIOTest.java | 4 +-
.../runners/dataflow/io/DataflowTextIOTest.java | 4 +-
.../testing/TestDataflowPipelineRunnerTest.java | 601 ----
.../testing/TestDataflowRunnerTest.java | 601 ++++
.../DataflowDisplayDataEvaluator.java | 10 +-
.../transforms/DataflowGroupByKeyTest.java | 8 +-
.../dataflow/transforms/DataflowViewTest.java | 8 +-
.../util/DataflowPathValidatorTest.java | 8 +-
runners/spark/README.md | 8 +-
runners/spark/pom.xml | 203 +-
.../beam/runners/spark/SparkPipelineRunner.java | 255 --
.../apache/beam/runners/spark/SparkRunner.java | 255 ++
.../runners/spark/SparkRunnerRegistrar.java | 7 +-
.../beam/runners/spark/TestSparkRunner.java | 77 +
.../beam/runners/spark/io/CreateStream.java | 7 +-
.../apache/beam/runners/spark/io/KafkaIO.java | 23 +-
.../beam/runners/spark/io/hadoop/HadoopIO.java | 38 +-
.../translation/SparkPipelineEvaluator.java | 6 +-
.../StreamingWindowPipelineDetector.java | 6 +-
.../apache/beam/runners/spark/DeDupTest.java | 4 +-
.../beam/runners/spark/EmptyInputTest.java | 4 +-
.../beam/runners/spark/SimpleWordCountTest.java | 13 +-
.../runners/spark/SparkRunnerRegistrarTest.java | 2 +-
.../apache/beam/runners/spark/TfIdfTest.java | 4 +-
.../beam/runners/spark/io/AvroPipelineTest.java | 4 +-
.../beam/runners/spark/io/NumShardsTest.java | 6 +-
.../io/hadoop/HadoopFileFormatPipelineTest.java | 4 +-
.../spark/translation/CombineGloballyTest.java | 6 +-
.../spark/translation/CombinePerKeyTest.java | 4 +-
.../spark/translation/DoFnOutputTest.java | 6 +-
.../translation/MultiOutputWordCountTest.java | 4 +-
.../spark/translation/SerializationTest.java | 8 +-
.../spark/translation/SideEffectsTest.java | 4 +-
.../translation/TransformTranslatorTest.java | 6 +-
.../translation/WindowedWordCountTest.java | 8 +-
.../streaming/FlattenStreamingTest.java | 6 +-
.../streaming/KafkaStreamingTest.java | 6 +-
.../streaming/SimpleStreamingWordCountTest.java | 6 +-
.../src/main/resources/beam/findbugs-filter.xml | 561 +++
sdks/java/core/pom.xml | 33 +-
.../main/java/org/apache/beam/sdk/Pipeline.java | 7 +-
.../org/apache/beam/sdk/coders/AvroCoder.java | 10 +-
.../java/org/apache/beam/sdk/coders/Coder.java | 6 +-
.../apache/beam/sdk/coders/CoderRegistry.java | 5 +-
.../apache/beam/sdk/coders/CollectionCoder.java | 7 +-
.../org/apache/beam/sdk/coders/EntityCoder.java | 87 -
.../apache/beam/sdk/coders/IterableCoder.java | 7 +-
.../beam/sdk/coders/IterableLikeCoder.java | 10 +-
.../org/apache/beam/sdk/coders/JAXBCoder.java | 28 +-
.../org/apache/beam/sdk/coders/KvCoder.java | 7 +-
.../org/apache/beam/sdk/coders/ListCoder.java | 7 +-
.../org/apache/beam/sdk/coders/MapCoder.java | 6 +-
.../apache/beam/sdk/coders/NullableCoder.java | 6 +-
.../org/apache/beam/sdk/coders/SetCoder.java | 7 +-
.../java/org/apache/beam/sdk/io/AvroIO.java | 71 +-
.../java/org/apache/beam/sdk/io/AvroSource.java | 12 +-
.../java/org/apache/beam/sdk/io/BigQueryIO.java | 214 +-
.../sdk/io/BoundedReadFromUnboundedSource.java | 6 +-
.../apache/beam/sdk/io/CompressedSource.java | 81 +-
.../org/apache/beam/sdk/io/DatastoreIO.java | 988 ------
.../org/apache/beam/sdk/io/FileBasedSink.java | 13 +-
.../apache/beam/sdk/io/OffsetBasedSource.java | 38 +-
.../java/org/apache/beam/sdk/io/PubsubIO.java | 37 +-
.../apache/beam/sdk/io/PubsubUnboundedSink.java | 24 +-
.../beam/sdk/io/PubsubUnboundedSource.java | 5 +-
.../main/java/org/apache/beam/sdk/io/Read.java | 29 +-
.../java/org/apache/beam/sdk/io/TextIO.java | 87 +-
.../org/apache/beam/sdk/io/UnboundedSource.java | 28 +-
.../main/java/org/apache/beam/sdk/io/Write.java | 314 +-
.../java/org/apache/beam/sdk/io/XmlSink.java | 10 +-
.../java/org/apache/beam/sdk/io/XmlSource.java | 11 +-
.../beam/sdk/io/datastore/DatastoreIO.java | 41 +
.../apache/beam/sdk/io/datastore/V1Beta3.java | 992 ++++++
.../beam/sdk/io/datastore/package-info.java | 24 +
.../org/apache/beam/sdk/io/package-info.java | 6 +-
.../beam/sdk/io/range/ByteKeyRangeTracker.java | 63 +-
.../beam/sdk/io/range/OffsetRangeTracker.java | 13 +-
.../beam/sdk/options/DirectPipelineOptions.java | 74 -
.../beam/sdk/options/PipelineOptions.java | 7 +-
.../sdk/options/PipelineOptionsFactory.java | 28 +-
.../sdk/options/PipelineOptionsValidator.java | 18 +-
.../sdk/options/ProxyInvocationHandler.java | 9 +-
.../apache/beam/sdk/runners/PipelineRunner.java | 6 +-
.../sdk/runners/RecordingPipelineVisitor.java | 47 -
.../beam/sdk/runners/TransformHierarchy.java | 10 +-
.../beam/sdk/runners/TransformTreeNode.java | 13 +-
.../apache/beam/sdk/runners/package-info.java | 12 +-
.../org/apache/beam/sdk/testing/PAssert.java | 371 +-
.../apache/beam/sdk/testing/StaticWindows.java | 110 +
.../apache/beam/sdk/testing/TestPipeline.java | 2 +-
.../beam/sdk/testing/WindowFnTestUtils.java | 5 +-
.../apache/beam/sdk/testing/WindowSupplier.java | 83 +
.../apache/beam/sdk/transforms/Aggregator.java | 2 +-
.../sdk/transforms/ApproximateQuantiles.java | 9 +-
.../org/apache/beam/sdk/transforms/Combine.java | 54 +-
.../org/apache/beam/sdk/transforms/Count.java | 2 +-
.../org/apache/beam/sdk/transforms/Create.java | 5 +-
.../beam/sdk/transforms/DoFnReflector.java | 12 +-
.../beam/sdk/transforms/FlatMapElements.java | 2 +-
.../org/apache/beam/sdk/transforms/Flatten.java | 2 +-
.../transforms/IntraBundleParallelization.java | 9 +-
.../org/apache/beam/sdk/transforms/Keys.java | 13 +-
.../org/apache/beam/sdk/transforms/KvSwap.java | 15 +-
.../apache/beam/sdk/transforms/MapElements.java | 2 +-
.../apache/beam/sdk/transforms/PTransform.java | 27 +-
.../org/apache/beam/sdk/transforms/ParDo.java | 70 +-
.../beam/sdk/transforms/RemoveDuplicates.java | 13 +-
.../org/apache/beam/sdk/transforms/Sample.java | 6 +-
.../org/apache/beam/sdk/transforms/Top.java | 7 +-
.../org/apache/beam/sdk/transforms/Values.java | 13 +-
.../apache/beam/sdk/transforms/WithKeys.java | 15 +-
.../beam/sdk/transforms/WithTimestamps.java | 2 +-
.../sdk/transforms/display/DisplayData.java | 4 +-
.../beam/sdk/transforms/join/CoGbkResult.java | 6 +-
.../beam/sdk/transforms/join/CoGroupByKey.java | 10 +-
.../beam/sdk/transforms/windowing/AfterAll.java | 6 +-
.../sdk/transforms/windowing/AfterFirst.java | 9 +-
.../transforms/windowing/AfterWatermark.java | 38 +-
.../sdk/transforms/windowing/GlobalWindows.java | 5 -
.../beam/sdk/transforms/windowing/PaneInfo.java | 15 +-
.../windowing/PartitioningWindowFn.java | 5 -
.../beam/sdk/transforms/windowing/Trigger.java | 7 +-
.../transforms/windowing/TriggerBuilder.java | 29 -
.../beam/sdk/transforms/windowing/Window.java | 73 +-
.../beam/sdk/transforms/windowing/WindowFn.java | 11 +-
.../org/apache/beam/sdk/util/AssignWindows.java | 46 -
.../apache/beam/sdk/util/AssignWindowsDoFn.java | 75 -
...AttemptAndTimeBoundedExponentialBackOff.java | 11 +-
.../util/AttemptBoundedExponentialBackOff.java | 9 +-
.../beam/sdk/util/BatchTimerInternals.java | 140 -
.../apache/beam/sdk/util/BigQueryServices.java | 12 +
.../beam/sdk/util/BigQueryServicesImpl.java | 37 +
.../beam/sdk/util/BigQueryTableInserter.java | 36 +-
.../beam/sdk/util/BigQueryTableRowIterator.java | 4 +-
.../org/apache/beam/sdk/util/Credentials.java | 5 +-
.../org/apache/beam/sdk/util/DoFnRunner.java | 62 -
.../apache/beam/sdk/util/DoFnRunnerBase.java | 558 ---
.../org/apache/beam/sdk/util/DoFnRunners.java | 144 -
.../apache/beam/sdk/util/ExecutableTrigger.java | 11 +-
.../apache/beam/sdk/util/GatherAllPanes.java | 16 +-
.../java/org/apache/beam/sdk/util/GcsUtil.java | 10 +-
.../beam/sdk/util/GroupAlsoByWindowsDoFn.java | 59 -
.../GroupAlsoByWindowsViaOutputBufferDoFn.java | 100 -
.../sdk/util/GroupByKeyViaGroupByKeyOnly.java | 247 --
.../apache/beam/sdk/util/IdentityWindowFn.java | 20 +-
.../apache/beam/sdk/util/InstanceBuilder.java | 21 +-
.../util/IntervalBoundedExponentialBackOff.java | 10 +-
.../sdk/util/LateDataDroppingDoFnRunner.java | 147 -
.../beam/sdk/util/MergingActiveWindowSet.java | 35 +-
.../org/apache/beam/sdk/util/NonEmptyPanes.java | 150 -
.../apache/beam/sdk/util/PaneInfoTracker.java | 154 -
.../sdk/util/PushbackSideInputDoFnRunner.java | 115 -
.../java/org/apache/beam/sdk/util/ReduceFn.java | 130 -
.../beam/sdk/util/ReduceFnContextFactory.java | 497 ---
.../apache/beam/sdk/util/ReduceFnRunner.java | 985 ------
.../sdk/util/ReifyTimestampsAndWindows.java | 63 +
.../org/apache/beam/sdk/util/Reshuffle.java | 6 +-
.../apache/beam/sdk/util/SerializableUtils.java | 13 +-
.../apache/beam/sdk/util/SimpleDoFnRunner.java | 56 -
.../org/apache/beam/sdk/util/StringUtils.java | 12 +-
.../apache/beam/sdk/util/SystemReduceFn.java | 135 -
.../apache/beam/sdk/util/TimerInternals.java | 5 +-
.../beam/sdk/util/TriggerContextFactory.java | 11 +-
.../org/apache/beam/sdk/util/TriggerRunner.java | 234 --
.../apache/beam/sdk/util/ValueWithRecordId.java | 25 +-
.../org/apache/beam/sdk/util/WatermarkHold.java | 536 ---
.../org/apache/beam/sdk/util/WindowedValue.java | 204 +-
.../java/org/apache/beam/sdk/util/ZipFiles.java | 11 +
.../util/common/ElementByteSizeObservable.java | 42 -
.../beam/sdk/util/common/PeekingReiterator.java | 99 -
.../beam/sdk/util/common/ReflectHelpers.java | 9 +-
.../org/apache/beam/sdk/util/gcsfs/GcsPath.java | 51 +-
.../beam/sdk/util/state/StateMerging.java | 6 +-
.../org/apache/beam/sdk/WindowMatchers.java | 80 +-
.../org/apache/beam/sdk/WindowMatchersTest.java | 84 +
.../apache/beam/sdk/coders/AvroCoderTest.java | 26 +
.../apache/beam/sdk/coders/EntityCoderTest.java | 110 -
.../apache/beam/sdk/coders/JAXBCoderTest.java | 69 +-
.../beam/sdk/coders/SerializableCoderTest.java | 5 +
.../sdk/coders/protobuf/ProtobufUtilTest.java | 7 +-
.../beam/sdk/io/AvroIOGeneratedClassTest.java | 192 +-
.../java/org/apache/beam/sdk/io/AvroIOTest.java | 5 +-
.../org/apache/beam/sdk/io/BigQueryIOTest.java | 128 +-
.../beam/sdk/io/CompressedSourceTest.java | 85 +
.../org/apache/beam/sdk/io/DatastoreIOTest.java | 621 ----
.../apache/beam/sdk/io/FileBasedSourceTest.java | 5 +-
.../beam/sdk/io/OffsetBasedSourceTest.java | 5 +-
.../org/apache/beam/sdk/io/PubsubIOTest.java | 4 -
.../java/org/apache/beam/sdk/io/TextIOTest.java | 210 +-
.../java/org/apache/beam/sdk/io/WriteTest.java | 145 +-
.../org/apache/beam/sdk/io/XmlSourceTest.java | 19 +-
.../beam/sdk/io/datastore/V1Beta3Test.java | 584 ++++
.../sdk/io/range/ByteKeyRangeTrackerTest.java | 58 +-
.../sdk/io/range/OffsetRangeTrackerTest.java | 91 +-
.../beam/sdk/runners/PipelineRunnerTest.java | 26 +-
.../beam/sdk/runners/TransformTreeTest.java | 6 +-
.../apache/beam/sdk/testing/PAssertTest.java | 116 +
.../beam/sdk/testing/StaticWindowsTest.java | 94 +
.../beam/sdk/testing/WindowSupplierTest.java | 89 +
.../apache/beam/sdk/transforms/CombineTest.java | 17 +-
.../apache/beam/sdk/transforms/CreateTest.java | 4 +
.../beam/sdk/transforms/GroupByKeyTest.java | 206 +-
.../beam/sdk/transforms/PTransformTest.java | 7 +-
.../apache/beam/sdk/transforms/ParDoTest.java | 34 +-
.../apache/beam/sdk/transforms/SampleTest.java | 6 +-
.../apache/beam/sdk/transforms/ViewTest.java | 10 +-
.../display/DisplayDataEvaluator.java | 29 +-
.../display/DisplayDataEvaluatorTest.java | 14 +
.../display/DisplayDataMatchersTest.java | 18 +-
.../sdk/transforms/display/DisplayDataTest.java | 6 +-
.../windowing/AfterProcessingTimeTest.java | 3 +-
.../windowing/AfterWatermarkTest.java | 24 +-
.../sdk/transforms/windowing/WindowTest.java | 6 +-
.../sdk/transforms/windowing/WindowingTest.java | 10 +-
.../apache/beam/sdk/util/ApiSurfaceTest.java | 4 +-
.../beam/sdk/util/BatchTimerInternalsTest.java | 118 -
.../sdk/util/BigQueryTableInserterTest.java | 17 +-
.../apache/beam/sdk/util/BigQueryUtilTest.java | 12 +-
.../beam/sdk/util/GatherAllPanesTest.java | 16 +-
.../sdk/util/GroupAlsoByWindowsProperties.java | 619 ----
...oupAlsoByWindowsViaOutputBufferDoFnTest.java | 106 -
.../sdk/util/IdentitySideInputWindowFn.java | 3 +-
.../util/LateDataDroppingDoFnRunnerTest.java | 117 -
.../sdk/util/MergingActiveWindowSetTest.java | 6 +-
.../util/PushbackSideInputDoFnRunnerTest.java | 234 --
.../beam/sdk/util/ReduceFnRunnerTest.java | 1448 --------
.../apache/beam/sdk/util/ReduceFnTester.java | 784 -----
.../util/RetryHttpRequestInitializerTest.java | 5 +-
.../beam/sdk/util/SimpleDoFnRunnerTest.java | 86 -
.../apache/beam/sdk/util/StringUtilsTest.java | 19 +-
.../org/apache/beam/sdk/util/TriggerTester.java | 30 +-
sdks/java/extensions/join-library/pom.xml | 9 +
.../beam/sdk/extensions/joinlibrary/Join.java | 19 +-
sdks/java/io/google-cloud-platform/pom.xml | 92 +-
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 71 +-
.../io/gcp/bigtable/BigtableServiceImpl.java | 31 +-
.../io/gcp/bigtable/BigtableTestOptions.java | 42 +
.../sdk/io/gcp/bigtable/BigtableIOTest.java | 94 +-
.../sdk/io/gcp/bigtable/BigtableReadIT.java | 61 +
.../sdk/io/gcp/bigtable/BigtableWriteIT.java | 211 ++
sdks/java/io/hdfs/pom.xml | 62 +
.../beam/sdk/io/hdfs/AvroHDFSFileSource.java | 145 +
.../beam/sdk/io/hdfs/AvroWrapperCoder.java | 116 +
.../apache/beam/sdk/io/hdfs/HDFSFileSink.java | 277 ++
.../apache/beam/sdk/io/hdfs/HDFSFileSource.java | 63 +-
.../apache/beam/sdk/io/hdfs/WritableCoder.java | 9 +-
.../SimpleAuthAvroHDFSFileSource.java | 84 +
.../hdfs/simpleauth/SimpleAuthHDFSFileSink.java | 132 +
.../simpleauth/SimpleAuthHDFSFileSource.java | 122 +
.../beam/sdk/io/hdfs/AvroWrapperCoderTest.java | 52 +
.../beam/sdk/io/hdfs/WritableCoderTest.java | 9 +
sdks/java/io/kafka/pom.xml | 34 +
.../org/apache/beam/sdk/io/kafka/KafkaIO.java | 11 +-
.../apache/beam/sdk/io/kafka/KafkaIOTest.java | 10 +-
sdks/java/java8tests/pom.xml | 15 +-
.../src/main/java/DebuggingWordCount.java | 4 +-
.../src/main/java/MinimalWordCount.java | 8 +-
.../src/main/java/WindowedWordCount.java | 2 +-
.../src/main/java/WordCount.java | 6 +-
.../main/java/common/DataflowExampleUtils.java | 16 +-
.../src/main/java/StarterPipeline.java | 4 +-
.../src/main/java/it/pkg/StarterPipeline.java | 4 +-
sdks/java/microbenchmarks/README.md | 42 +
sdks/java/microbenchmarks/pom.xml | 110 +
.../coders/AvroCoderBenchmark.java | 121 +
.../coders/ByteArrayCoderBenchmark.java | 66 +
.../coders/CoderBenchmarking.java | 42 +
.../coders/StringUtf8CoderBenchmark.java | 72 +
.../transforms/DoFnReflectorBenchmark.java | 239 ++
sdks/java/pom.xml | 3 +-
439 files changed, 26154 insertions(+), 20743 deletions(-)
----------------------------------------------------------------------