You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2016/08/06 02:53:08 UTC
[50/51] [abbrv] incubator-beam git commit: Merge remote-tracking
branch 'origin/master' into python-sdk
Merge remote-tracking branch 'origin/master' into python-sdk
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/c3988118
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/c3988118
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/c3988118
Branch: refs/heads/python-sdk
Commit: c39881186d4625d935efd9a717d9978cd1252979
Parents: 65152ca c584b37
Author: Ahmet Altay <al...@google.com>
Authored: Fri Aug 5 15:41:30 2016 -0700
Committer: Ahmet Altay <al...@google.com>
Committed: Fri Aug 5 15:41:30 2016 -0700
----------------------------------------------------------------------
.travis.yml | 6 +-
KEYS | 141 -
NOTICE | 1 -
README.md | 32 +-
examples/java/pom.xml | 73 +-
.../beam/examples/DebuggingWordCount.java | 4 +-
.../apache/beam/examples/MinimalWordCount.java | 30 +-
.../apache/beam/examples/WindowedWordCount.java | 91 +-
.../org/apache/beam/examples/WordCount.java | 6 +-
.../examples/common/DataflowExampleOptions.java | 37 -
.../examples/common/DataflowExampleUtils.java | 491 --
.../common/ExampleBigQueryTableOptions.java | 10 +-
.../beam/examples/common/ExampleOptions.java | 83 +
...xamplePubsubTopicAndSubscriptionOptions.java | 10 +-
.../common/ExamplePubsubTopicOptions.java | 12 +-
.../beam/examples/common/ExampleUtils.java | 390 ++
.../examples/common/PubsubFileInjector.java | 10 +-
.../beam/examples/complete/AutoComplete.java | 91 +-
.../examples/complete/StreamingWordExtract.java | 56 +-
.../apache/beam/examples/complete/TfIdf.java | 28 +-
.../examples/complete/TopWikipediaSessions.java | 38 +-
.../examples/complete/TrafficMaxLaneFlow.java | 90 +-
.../beam/examples/complete/TrafficRoutes.java | 90 +-
.../examples/cookbook/BigQueryTornadoes.java | 6 +-
.../cookbook/CombinePerKeyExamples.java | 6 +-
.../examples/cookbook/DatastoreWordCount.java | 67 +-
.../beam/examples/cookbook/DeDupExample.java | 5 +-
.../beam/examples/cookbook/FilterExamples.java | 17 +-
.../beam/examples/cookbook/JoinExamples.java | 14 +-
.../examples/cookbook/MaxPerKeyExamples.java | 6 +-
.../beam/examples/cookbook/TriggerExample.java | 97 +-
.../org/apache/beam/examples/WordCountIT.java | 118 +-
.../org/apache/beam/examples/WordCountTest.java | 3 +-
.../examples/complete/AutoCompleteTest.java | 2 +-
.../examples/cookbook/TriggerExampleTest.java | 2 +-
examples/java8/pom.xml | 81 +-
.../beam/examples/MinimalWordCountJava8.java | 30 +-
.../beam/examples/complete/game/GameStats.java | 57 +-
.../examples/complete/game/HourlyTeamScore.java | 9 +-
.../examples/complete/game/LeaderBoard.java | 23 +-
.../beam/examples/complete/game/UserScore.java | 4 +-
.../complete/game/injector/InjectorUtils.java | 6 +-
.../injector/RetryHttpInitializerWrapper.java | 5 +-
.../complete/game/utils/WriteToBigQuery.java | 20 +-
.../game/utils/WriteWindowedToBigQuery.java | 16 +-
.../complete/game/HourlyTeamScoreTest.java | 2 +-
.../examples/complete/game/UserScoreTest.java | 2 +-
examples/pom.xml | 4 +-
pom.xml | 265 +-
runners/core-java/pom.xml | 55 +-
.../core/GroupAlsoByWindowViaWindowSetDoFn.java | 28 +-
.../core/UnboundedReadFromBoundedSource.java | 542 ++
.../apache/beam/runners/core/package-info.java | 22 +
.../org/apache/beam/sdk/util/AssignWindows.java | 46 +
.../apache/beam/sdk/util/AssignWindowsDoFn.java | 80 +
.../beam/sdk/util/BatchTimerInternals.java | 141 +
.../org/apache/beam/sdk/util/DoFnRunner.java | 63 +
.../apache/beam/sdk/util/DoFnRunnerBase.java | 551 ++
.../org/apache/beam/sdk/util/DoFnRunners.java | 222 +
.../beam/sdk/util/GroupAlsoByWindowsDoFn.java | 63 +
.../GroupAlsoByWindowsViaOutputBufferDoFn.java | 100 +
.../sdk/util/GroupByKeyViaGroupByKeyOnly.java | 269 +
.../sdk/util/LateDataDroppingDoFnRunner.java | 147 +
.../org/apache/beam/sdk/util/NonEmptyPanes.java | 150 +
.../apache/beam/sdk/util/PaneInfoTracker.java | 158 +
.../sdk/util/PushbackSideInputDoFnRunner.java | 115 +
.../java/org/apache/beam/sdk/util/ReduceFn.java | 130 +
.../beam/sdk/util/ReduceFnContextFactory.java | 497 ++
.../apache/beam/sdk/util/ReduceFnRunner.java | 988 ++++
.../apache/beam/sdk/util/SimpleDoFnRunner.java | 55 +
.../apache/beam/sdk/util/SystemReduceFn.java | 139 +
.../org/apache/beam/sdk/util/TriggerRunner.java | 245 +
.../org/apache/beam/sdk/util/WatermarkHold.java | 540 ++
.../util/common/ElementByteSizeObservable.java | 42 +
.../beam/sdk/util/common/PeekingReiterator.java | 99 +
.../beam/sdk/util/common/package-info.java | 20 +
.../org/apache/beam/sdk/util/package-info.java | 20 +
.../UnboundedReadFromBoundedSourceTest.java | 374 ++
.../beam/sdk/util/BatchTimerInternalsTest.java | 118 +
.../sdk/util/GroupAlsoByWindowsProperties.java | 661 +++
...oupAlsoByWindowsViaOutputBufferDoFnTest.java | 110 +
.../util/LateDataDroppingDoFnRunnerTest.java | 117 +
.../util/PushbackSideInputDoFnRunnerTest.java | 234 +
.../beam/sdk/util/ReduceFnRunnerTest.java | 1447 ++++++
.../apache/beam/sdk/util/ReduceFnTester.java | 789 +++
.../beam/sdk/util/SimpleDoFnRunnerTest.java | 86 +
runners/direct-java/pom.xml | 22 +-
.../runners/direct/AggregatorContainer.java | 183 +
.../direct/AvroIOShardedWriteFactory.java | 76 -
.../direct/BoundedReadEvaluatorFactory.java | 26 +-
.../beam/runners/direct/CloningThreadLocal.java | 43 +
.../beam/runners/direct/CommittedResult.java | 23 +-
.../beam/runners/direct/CompletionCallback.java | 8 +
.../beam/runners/direct/DirectGroupByKey.java | 2 +-
.../beam/runners/direct/DirectRegistrar.java | 4 +-
.../beam/runners/direct/DirectRunner.java | 38 +-
.../beam/runners/direct/EvaluationContext.java | 57 +-
.../beam/runners/direct/EvaluatorKey.java | 55 -
.../direct/ExecutorServiceParallelExecutor.java | 186 +-
.../GroupAlsoByWindowEvaluatorFactory.java | 33 +-
.../ImmutabilityCheckingBundleFactory.java | 4 +-
.../beam/runners/direct/ParDoEvaluator.java | 24 +-
.../direct/ParDoMultiEvaluatorFactory.java | 53 +-
.../direct/ParDoSingleEvaluatorFactory.java | 59 +-
...rializableCloningThreadLocalCacheLoader.java | 54 -
.../runners/direct/ShardControlledWrite.java | 81 -
.../runners/direct/StepTransformResult.java | 95 +-
.../direct/TextIOShardedWriteFactory.java | 78 -
.../direct/TransformEvaluatorFactory.java | 10 +-
.../beam/runners/direct/TransformExecutor.java | 3 +-
.../beam/runners/direct/TransformResult.java | 16 +-
.../direct/UnboundedReadDeduplicator.java | 102 +
.../direct/UnboundedReadEvaluatorFactory.java | 50 +-
.../runners/direct/ViewEvaluatorFactory.java | 9 +-
.../beam/runners/direct/WatermarkManager.java | 5 +-
.../runners/direct/WindowEvaluatorFactory.java | 18 +-
.../direct/WriteWithShardingFactory.java | 142 +
.../beam/runners/direct/package-info.java | 25 +
.../runners/direct/AggregatorContainerTest.java | 134 +
.../direct/AvroIOShardedWriteFactoryTest.java | 120 -
.../runners/direct/CloningThreadLocalTest.java | 92 +
.../runners/direct/CommittedResultTest.java | 30 +-
.../ConsumerTrackingPipelineVisitorTest.java | 22 +-
.../runners/direct/DirectRegistrarTest.java | 17 +-
.../beam/runners/direct/DirectRunnerTest.java | 59 +-
.../runners/direct/EvaluationContextTest.java | 32 +-
.../direct/GroupByKeyEvaluatorFactoryTest.java | 2 +-
.../GroupByKeyOnlyEvaluatorFactoryTest.java | 2 +-
.../ImmutabilityCheckingBundleFactoryTest.java | 6 +-
.../ImmutabilityEnforcementFactoryTest.java | 6 +-
.../direct/KeyedPValueTrackingVisitorTest.java | 6 +-
.../beam/runners/direct/ParDoEvaluatorTest.java | 18 +-
.../direct/ParDoMultiEvaluatorFactoryTest.java | 41 +-
.../direct/ParDoSingleEvaluatorFactoryTest.java | 41 +-
...izableCloningThreadLocalCacheLoaderTest.java | 99 -
.../runners/direct/SideInputContainerTest.java | 1 +
.../runners/direct/StepTransformResultTest.java | 91 +
.../direct/TextIOShardedWriteFactoryTest.java | 120 -
.../runners/direct/TransformExecutorTest.java | 33 +-
.../direct/UnboundedReadDeduplicatorTest.java | 134 +
.../UnboundedReadEvaluatorFactoryTest.java | 50 +-
.../runners/direct/WatermarkManagerTest.java | 18 +-
.../direct/WindowEvaluatorFactoryTest.java | 178 +-
.../direct/WriteWithShardingFactoryTest.java | 285 +
runners/flink/README.md | 25 +-
runners/flink/examples/pom.xml | 27 +-
.../beam/runners/flink/examples/TFIDF.java | 63 +-
.../beam/runners/flink/examples/WordCount.java | 12 +-
.../flink/examples/streaming/AutoComplete.java | 29 +-
.../flink/examples/streaming/JoinExamples.java | 23 +-
.../examples/streaming/KafkaIOExamples.java | 4 +-
.../KafkaWindowedWordCountExample.java | 8 +-
.../examples/streaming/WindowedWordCount.java | 9 +-
runners/flink/pom.xml | 8 +-
runners/flink/runner/pom.xml | 130 +-
.../FlinkPipelineExecutionEnvironment.java | 6 +-
.../apache/beam/runners/flink/FlinkRunner.java | 2 +-
.../beam/runners/flink/FlinkRunnerResult.java | 22 +-
.../FlinkBatchTransformTranslators.java | 31 +-
.../FlinkStreamingTransformTranslators.java | 22 +-
.../FlinkStreamingTranslationContext.java | 8 +-
.../functions/FlinkAssignContext.java | 15 +-
.../functions/FlinkDoFnFunction.java | 10 +-
.../FlinkMergingNonShuffleReduceFunction.java | 8 +-
.../functions/FlinkMultiOutputDoFnFunction.java | 10 +-
.../FlinkMultiOutputProcessContext.java | 6 +-
.../functions/FlinkNoElementAssignContext.java | 12 +-
.../functions/FlinkPartialReduceFunction.java | 8 +-
.../functions/FlinkProcessContext.java | 41 +-
.../functions/FlinkReduceFunction.java | 8 +-
.../translation/types/CoderTypeInformation.java | 6 +-
.../utils/SerializedPipelineOptions.java | 8 +-
.../streaming/FlinkAbstractParDoWrapper.java | 34 +-
.../FlinkGroupAlsoByWindowWrapper.java | 64 +-
.../streaming/FlinkParDoBoundMultiWrapper.java | 12 +-
.../streaming/FlinkParDoBoundWrapper.java | 4 +-
.../streaming/io/UnboundedFlinkSink.java | 2 +-
.../streaming/io/UnboundedFlinkSource.java | 30 +-
.../state/AbstractFlinkTimerInternals.java | 4 +-
.../streaming/state/FlinkStateInternals.java | 7 +-
.../beam/runners/flink/PipelineOptionsTest.java | 6 +-
.../beam/runners/flink/ReadSourceITCase.java | 4 +-
.../flink/ReadSourceStreamingITCase.java | 4 +-
.../beam/runners/flink/WriteSinkITCase.java | 14 +-
.../flink/streaming/GroupAlsoByWindowTest.java | 4 +-
.../flink/streaming/GroupByNullKeyTest.java | 8 +-
.../flink/streaming/StateSerializationTest.java | 20 +
.../streaming/TopWikipediaSessionsITCase.java | 6 +-
runners/google-cloud-dataflow-java/pom.xml | 78 +-
.../dataflow/BlockingDataflowRunner.java | 8 +-
.../runners/dataflow/DataflowPipelineJob.java | 90 +-
.../dataflow/DataflowPipelineTranslator.java | 21 +-
.../beam/runners/dataflow/DataflowRunner.java | 511 +-
.../dataflow/internal/AssignWindows.java | 6 +-
.../DataflowUnboundedReadFromBoundedSource.java | 547 ++
.../runners/dataflow/internal/IsmFormat.java | 8 +-
.../BlockingDataflowPipelineOptions.java | 27 -
.../options/DataflowPipelineDebugOptions.java | 43 -
.../options/DataflowPipelineOptions.java | 46 +-
.../options/DataflowWorkerLoggingOptions.java | 14 +-
.../runners/dataflow/options/package-info.java | 22 +
.../beam/runners/dataflow/package-info.java | 22 +
.../dataflow/testing/TestDataflowRunner.java | 23 +-
.../runners/dataflow/testing/package-info.java | 24 +
.../dataflow/util/DataflowPathValidator.java | 100 -
.../beam/runners/dataflow/util/DoFnInfo.java | 16 +-
.../beam/runners/dataflow/util/GcsStager.java | 5 +-
.../runners/dataflow/util/MonitoringUtil.java | 70 +-
.../runners/dataflow/util/package-info.java | 20 +
.../util/GroupAlsoByWindowViaWindowSetDoFn.java | 40 -
.../dataflow/BlockingDataflowRunnerTest.java | 9 +-
.../dataflow/DataflowPipelineJobTest.java | 43 +-
.../DataflowPipelineTranslatorTest.java | 26 +-
.../runners/dataflow/DataflowRunnerTest.java | 144 +-
.../dataflow/RecordingPipelineVisitor.java | 46 +
.../runners/dataflow/io/DataflowAvroIOTest.java | 69 -
.../dataflow/io/DataflowBigQueryIOTest.java | 94 -
.../dataflow/io/DataflowDatastoreIOTest.java | 63 -
.../dataflow/io/DataflowPubsubIOTest.java | 63 -
.../runners/dataflow/io/DataflowTextIOTest.java | 76 -
.../options/DataflowPipelineOptionsTest.java | 65 +
.../testing/TestDataflowRunnerTest.java | 46 +-
.../transforms/DataflowCombineTest.java | 58 -
.../DataflowDisplayDataEvaluator.java | 72 -
.../transforms/DataflowGroupByKeyTest.java | 2 +-
.../transforms/DataflowMapElementsTest.java | 55 -
.../dataflow/transforms/DataflowViewTest.java | 4 +-
.../util/DataflowPathValidatorTest.java | 94 -
.../dataflow/util/MonitoringUtilTest.java | 60 +
runners/pom.xml | 74 +-
runners/spark/README.md | 8 +-
runners/spark/pom.xml | 102 +-
.../runners/spark/SparkPipelineOptions.java | 13 +-
.../beam/runners/spark/SparkPipelineRunner.java | 255 -
.../apache/beam/runners/spark/SparkRunner.java | 249 +
.../runners/spark/SparkRunnerRegistrar.java | 14 +-
.../spark/SparkStreamingPipelineOptions.java | 41 -
.../runners/spark/TestSparkPipelineRunner.java | 77 -
.../beam/runners/spark/TestSparkRunner.java | 75 +
.../runners/spark/aggregators/package-info.java | 20 +
.../beam/runners/spark/coders/package-info.java | 22 +
.../beam/runners/spark/examples/WordCount.java | 137 +
.../beam/runners/spark/io/CreateStream.java | 7 +-
.../apache/beam/runners/spark/io/KafkaIO.java | 23 +-
.../beam/runners/spark/io/hadoop/HadoopIO.java | 38 +-
.../runners/spark/io/hadoop/package-info.java | 22 +
.../beam/runners/spark/io/package-info.java | 22 +
.../apache/beam/runners/spark/package-info.java | 22 +
.../runners/spark/translation/DoFnFunction.java | 8 +-
.../spark/translation/EvaluationContext.java | 21 +
.../spark/translation/MultiDoFnFunction.java | 8 +-
.../spark/translation/SparkContextFactory.java | 8 +-
.../translation/SparkPipelineEvaluator.java | 6 +-
.../spark/translation/SparkProcessContext.java | 18 +-
.../spark/translation/TransformTranslator.java | 73 +-
.../runners/spark/translation/package-info.java | 22 +
.../streaming/StreamingTransformTranslator.java | 4 +-
.../StreamingWindowPipelineDetector.java | 6 +-
.../translation/streaming/package-info.java | 22 +
.../beam/runners/spark/util/package-info.java | 22 +
.../apache/beam/runners/spark/DeDupTest.java | 4 +-
.../beam/runners/spark/EmptyInputTest.java | 4 +-
.../beam/runners/spark/SimpleWordCountTest.java | 87 +-
.../runners/spark/SparkRunnerRegistrarTest.java | 4 +-
.../apache/beam/runners/spark/TfIdfTest.java | 203 +-
.../beam/runners/spark/io/AvroPipelineTest.java | 9 +-
.../beam/runners/spark/io/NumShardsTest.java | 8 +-
.../io/hadoop/HadoopFileFormatPipelineTest.java | 9 +-
.../spark/translation/CombineGloballyTest.java | 6 +-
.../spark/translation/CombinePerKeyTest.java | 13 +-
.../spark/translation/DoFnOutputTest.java | 14 +-
.../translation/MultiOutputWordCountTest.java | 17 +-
.../spark/translation/SerializationTest.java | 16 +-
.../spark/translation/SideEffectsTest.java | 14 +-
.../translation/TransformTranslatorTest.java | 45 +-
.../translation/WindowedWordCountTest.java | 20 +-
.../streaming/FlattenStreamingTest.java | 14 +-
.../streaming/KafkaStreamingTest.java | 23 +-
.../streaming/SimpleStreamingWordCountTest.java | 20 +-
.../streaming/utils/EmbeddedKafkaCluster.java | 4 +-
runners/spark/src/test/resources/person.avsc | 25 +-
runners/spark/src/test/resources/pg1112.txt | 4853 ------------------
runners/spark/src/test/resources/pg2264.txt | 3667 -------------
sdks/java/build-tools/pom.xml | 2 +-
.../src/main/resources/beam/checkstyle.xml | 19 +-
.../src/main/resources/beam/findbugs-filter.xml | 142 +
.../src/main/resources/beam/suppressions.xml | 24 +
sdks/java/core/pom.xml | 61 +-
.../main/java/org/apache/beam/sdk/Pipeline.java | 9 +-
.../org/apache/beam/sdk/PipelineResult.java | 38 +
.../org/apache/beam/sdk/coders/AvroCoder.java | 21 +-
.../java/org/apache/beam/sdk/coders/Coder.java | 12 +-
.../apache/beam/sdk/coders/CoderRegistry.java | 43 +-
.../apache/beam/sdk/coders/CollectionCoder.java | 7 +-
.../apache/beam/sdk/coders/DelegateCoder.java | 26 +-
.../apache/beam/sdk/coders/DurationCoder.java | 1 -
.../org/apache/beam/sdk/coders/EntityCoder.java | 87 -
.../apache/beam/sdk/coders/InstantCoder.java | 34 +-
.../apache/beam/sdk/coders/IterableCoder.java | 7 +-
.../beam/sdk/coders/IterableLikeCoder.java | 10 +-
.../org/apache/beam/sdk/coders/JAXBCoder.java | 28 +-
.../org/apache/beam/sdk/coders/KvCoder.java | 7 +-
.../org/apache/beam/sdk/coders/ListCoder.java | 7 +-
.../org/apache/beam/sdk/coders/MapCoder.java | 6 +-
.../apache/beam/sdk/coders/NullableCoder.java | 9 +-
.../beam/sdk/coders/SerializableCoder.java | 6 +-
.../org/apache/beam/sdk/coders/SetCoder.java | 7 +-
.../beam/sdk/coders/StringDelegateCoder.java | 51 +-
.../java/org/apache/beam/sdk/io/AvroIO.java | 74 +-
.../java/org/apache/beam/sdk/io/AvroSource.java | 14 +-
.../java/org/apache/beam/sdk/io/BigQueryIO.java | 2493 ---------
.../sdk/io/BoundedReadFromUnboundedSource.java | 6 +-
.../apache/beam/sdk/io/CompressedSource.java | 81 +-
.../org/apache/beam/sdk/io/DatastoreIO.java | 988 ----
.../org/apache/beam/sdk/io/FileBasedSink.java | 22 +-
.../apache/beam/sdk/io/OffsetBasedSource.java | 44 +-
.../java/org/apache/beam/sdk/io/PubsubIO.java | 49 +-
.../apache/beam/sdk/io/PubsubUnboundedSink.java | 37 +-
.../beam/sdk/io/PubsubUnboundedSource.java | 8 +-
.../main/java/org/apache/beam/sdk/io/Read.java | 29 +-
.../java/org/apache/beam/sdk/io/Source.java | 2 +-
.../java/org/apache/beam/sdk/io/TextIO.java | 87 +-
.../org/apache/beam/sdk/io/UnboundedSource.java | 28 +-
.../main/java/org/apache/beam/sdk/io/Write.java | 332 +-
.../java/org/apache/beam/sdk/io/XmlSink.java | 10 +-
.../java/org/apache/beam/sdk/io/XmlSource.java | 11 +-
.../org/apache/beam/sdk/io/package-info.java | 9 +-
.../beam/sdk/io/range/ByteKeyRangeTracker.java | 63 +-
.../beam/sdk/io/range/OffsetRangeTracker.java | 13 +-
.../org/apache/beam/sdk/options/GcpOptions.java | 37 +-
.../org/apache/beam/sdk/options/GcsOptions.java | 44 +
.../beam/sdk/options/PipelineOptions.java | 3 +-
.../sdk/options/PipelineOptionsFactory.java | 41 +-
.../sdk/options/PipelineOptionsReflector.java | 1 +
.../sdk/options/PipelineOptionsValidator.java | 18 +-
.../sdk/options/ProxyInvocationHandler.java | 15 +-
.../beam/sdk/runners/AggregatorValues.java | 4 +-
.../apache/beam/sdk/runners/PipelineRunner.java | 6 +-
.../sdk/runners/RecordingPipelineVisitor.java | 47 -
.../beam/sdk/runners/TransformHierarchy.java | 10 +-
.../beam/sdk/runners/TransformTreeNode.java | 13 +-
.../beam/sdk/testing/CoderProperties.java | 85 +-
.../org/apache/beam/sdk/testing/PAssert.java | 532 +-
.../apache/beam/sdk/testing/PaneExtractors.java | 140 +
.../beam/sdk/testing/SerializableMatchers.java | 27 +-
.../apache/beam/sdk/testing/StaticWindows.java | 110 +
.../apache/beam/sdk/testing/TestPipeline.java | 4 +-
.../beam/sdk/testing/TestPipelineOptions.java | 1 +
.../beam/sdk/testing/WindowFnTestUtils.java | 5 +-
.../apache/beam/sdk/testing/WindowSupplier.java | 83 +
.../apache/beam/sdk/transforms/Aggregator.java | 32 +-
.../sdk/transforms/AggregatorRetriever.java | 6 +-
.../sdk/transforms/ApproximateQuantiles.java | 9 +-
.../org/apache/beam/sdk/transforms/Combine.java | 238 +-
.../apache/beam/sdk/transforms/CombineFns.java | 10 +-
.../org/apache/beam/sdk/transforms/Count.java | 4 +-
.../org/apache/beam/sdk/transforms/Create.java | 7 +-
.../org/apache/beam/sdk/transforms/DoFn.java | 418 +-
.../beam/sdk/transforms/DoFnReflector.java | 807 ++-
.../apache/beam/sdk/transforms/DoFnTester.java | 202 +-
.../beam/sdk/transforms/DoFnWithContext.java | 429 --
.../org/apache/beam/sdk/transforms/Filter.java | 5 +-
.../beam/sdk/transforms/FlatMapElements.java | 126 +-
.../org/apache/beam/sdk/transforms/Flatten.java | 4 +-
.../apache/beam/sdk/transforms/GroupByKey.java | 2 +-
.../transforms/IntraBundleParallelization.java | 49 +-
.../org/apache/beam/sdk/transforms/Keys.java | 13 +-
.../org/apache/beam/sdk/transforms/KvSwap.java | 15 +-
.../apache/beam/sdk/transforms/MapElements.java | 60 +-
.../org/apache/beam/sdk/transforms/Max.java | 42 +-
.../org/apache/beam/sdk/transforms/Min.java | 45 +-
.../org/apache/beam/sdk/transforms/OldDoFn.java | 567 ++
.../apache/beam/sdk/transforms/PTransform.java | 29 +-
.../org/apache/beam/sdk/transforms/ParDo.java | 287 +-
.../apache/beam/sdk/transforms/Partition.java | 2 +-
.../beam/sdk/transforms/RemoveDuplicates.java | 13 +-
.../org/apache/beam/sdk/transforms/Sample.java | 10 +-
.../beam/sdk/transforms/SimpleFunction.java | 42 +-
.../org/apache/beam/sdk/transforms/Top.java | 7 +-
.../org/apache/beam/sdk/transforms/Values.java | 15 +-
.../apache/beam/sdk/transforms/WithKeys.java | 15 +-
.../beam/sdk/transforms/WithTimestamps.java | 4 +-
.../sdk/transforms/display/DisplayData.java | 7 +-
.../beam/sdk/transforms/join/CoGbkResult.java | 9 +-
.../beam/sdk/transforms/join/CoGroupByKey.java | 16 +-
.../beam/sdk/transforms/windowing/AfterAll.java | 6 +-
.../windowing/AfterDelayFromFirstElement.java | 6 +
.../sdk/transforms/windowing/AfterEach.java | 1 +
.../sdk/transforms/windowing/AfterFirst.java | 9 +-
.../sdk/transforms/windowing/AfterPane.java | 4 +
.../windowing/AfterProcessingTime.java | 6 +-
.../transforms/windowing/AfterWatermark.java | 38 +-
.../sdk/transforms/windowing/GlobalWindows.java | 5 -
.../transforms/windowing/IntervalWindow.java | 1 -
.../beam/sdk/transforms/windowing/Never.java | 1 +
.../beam/sdk/transforms/windowing/PaneInfo.java | 27 +-
.../windowing/PartitioningWindowFn.java | 5 -
.../beam/sdk/transforms/windowing/Trigger.java | 7 +-
.../transforms/windowing/TriggerBuilder.java | 29 -
.../beam/sdk/transforms/windowing/Window.java | 97 +-
.../beam/sdk/transforms/windowing/WindowFn.java | 11 +-
.../org/apache/beam/sdk/util/AssignWindows.java | 46 -
.../apache/beam/sdk/util/AssignWindowsDoFn.java | 75 -
...AttemptAndTimeBoundedExponentialBackOff.java | 15 +-
.../util/AttemptBoundedExponentialBackOff.java | 9 +-
.../org/apache/beam/sdk/util/AvroUtils.java | 207 -
.../beam/sdk/util/BaseExecutionContext.java | 4 +-
.../beam/sdk/util/BatchTimerInternals.java | 140 -
.../apache/beam/sdk/util/BigQueryServices.java | 165 -
.../beam/sdk/util/BigQueryServicesImpl.java | 478 --
.../beam/sdk/util/BigQueryTableInserter.java | 459 --
.../beam/sdk/util/BigQueryTableRowIterator.java | 472 --
.../apache/beam/sdk/util/BucketingFunction.java | 1 +
.../org/apache/beam/sdk/util/CoderUtils.java | 4 +-
.../beam/sdk/util/CombineContextFactory.java | 6 +-
.../apache/beam/sdk/util/CounterAggregator.java | 35 +-
.../org/apache/beam/sdk/util/Credentials.java | 5 +-
.../org/apache/beam/sdk/util/DoFnRunner.java | 62 -
.../apache/beam/sdk/util/DoFnRunnerBase.java | 558 --
.../org/apache/beam/sdk/util/DoFnRunners.java | 144 -
.../apache/beam/sdk/util/ExecutableTrigger.java | 11 +-
.../apache/beam/sdk/util/ExecutionContext.java | 8 +-
.../sdk/util/ExposedByteArrayInputStream.java | 3 +
.../sdk/util/ExposedByteArrayOutputStream.java | 4 +
.../beam/sdk/util/FileIOChannelFactory.java | 34 +-
.../apache/beam/sdk/util/GatherAllPanes.java | 16 +-
.../apache/beam/sdk/util/GcsPathValidator.java | 97 +
.../java/org/apache/beam/sdk/util/GcsUtil.java | 10 +-
.../beam/sdk/util/GroupAlsoByWindowsDoFn.java | 59 -
.../GroupAlsoByWindowsViaOutputBufferDoFn.java | 100 -
.../sdk/util/GroupByKeyViaGroupByKeyOnly.java | 247 -
.../apache/beam/sdk/util/IOChannelUtils.java | 26 +-
.../apache/beam/sdk/util/IdentityWindowFn.java | 20 +-
.../apache/beam/sdk/util/InstanceBuilder.java | 21 +-
.../util/IntervalBoundedExponentialBackOff.java | 10 +-
.../sdk/util/LateDataDroppingDoFnRunner.java | 147 -
.../beam/sdk/util/MergingActiveWindowSet.java | 35 +-
.../apache/beam/sdk/util/MovingFunction.java | 1 +
.../org/apache/beam/sdk/util/NonEmptyPanes.java | 150 -
.../apache/beam/sdk/util/PCollectionViews.java | 4 +-
.../apache/beam/sdk/util/PaneInfoTracker.java | 154 -
.../beam/sdk/util/PerKeyCombineFnRunner.java | 44 +-
.../beam/sdk/util/PerKeyCombineFnRunners.java | 30 +-
.../org/apache/beam/sdk/util/PubsubClient.java | 1 +
.../apache/beam/sdk/util/PubsubTestClient.java | 1 +
.../sdk/util/PushbackSideInputDoFnRunner.java | 115 -
.../java/org/apache/beam/sdk/util/ReduceFn.java | 130 -
.../beam/sdk/util/ReduceFnContextFactory.java | 497 --
.../apache/beam/sdk/util/ReduceFnRunner.java | 985 ----
.../sdk/util/ReifyTimestampAndWindowsDoFn.java | 6 +-
.../sdk/util/ReifyTimestampsAndWindows.java | 63 +
.../org/apache/beam/sdk/util/ReleaseInfo.java | 12 +-
.../org/apache/beam/sdk/util/Reshuffle.java | 10 +-
.../apache/beam/sdk/util/SerializableUtils.java | 15 +-
.../apache/beam/sdk/util/SimpleDoFnRunner.java | 56 -
.../org/apache/beam/sdk/util/StringUtils.java | 14 +-
.../beam/sdk/util/SystemDoFnInternal.java | 6 +-
.../apache/beam/sdk/util/SystemReduceFn.java | 135 -
.../org/apache/beam/sdk/util/TimeDomain.java | 2 +-
.../apache/beam/sdk/util/TimerInternals.java | 6 +-
.../beam/sdk/util/TriggerContextFactory.java | 16 +-
.../org/apache/beam/sdk/util/TriggerRunner.java | 234 -
.../apache/beam/sdk/util/ValueWithRecordId.java | 27 +-
.../org/apache/beam/sdk/util/WatermarkHold.java | 536 --
.../org/apache/beam/sdk/util/WindowedValue.java | 205 +-
.../beam/sdk/util/WindowingInternals.java | 4 +-
.../apache/beam/sdk/util/WindowingStrategy.java | 6 +-
.../java/org/apache/beam/sdk/util/ZipFiles.java | 11 +
.../apache/beam/sdk/util/common/Counter.java | 2 +-
.../util/common/ElementByteSizeObservable.java | 42 -
.../util/common/ElementByteSizeObserver.java | 18 +-
.../beam/sdk/util/common/PeekingReiterator.java | 99 -
.../beam/sdk/util/common/ReflectHelpers.java | 23 +-
.../beam/sdk/util/common/package-info.java | 3 +-
.../org/apache/beam/sdk/util/gcsfs/GcsPath.java | 51 +-
.../beam/sdk/util/gcsfs/package-info.java | 3 +-
.../org/apache/beam/sdk/util/package-info.java | 3 +-
.../CopyOnAccessInMemoryStateInternals.java | 4 +-
.../sdk/util/state/StateInternalsFactory.java | 36 +
.../beam/sdk/util/state/StateMerging.java | 24 +-
.../beam/sdk/util/state/StateNamespaces.java | 2 +-
.../apache/beam/sdk/util/state/StateTable.java | 12 +-
.../apache/beam/sdk/util/state/StateTags.java | 6 +-
.../beam/sdk/util/state/package-info.java | 22 +
.../org/apache/beam/sdk/values/PCollection.java | 34 +-
.../apache/beam/sdk/values/PCollectionList.java | 2 +-
.../org/apache/beam/sdk/values/POutput.java | 2 +-
.../beam/sdk/values/TimestampedValue.java | 1 -
.../org/apache/beam/sdk/values/TupleTag.java | 2 +-
.../apache/beam/sdk/values/TypeDescriptors.java | 13 +
.../dataflow/util/GcsPathValidatorTest.java | 104 +
.../java/org/apache/beam/sdk/PipelineTest.java | 2 +-
.../org/apache/beam/sdk/WindowMatchers.java | 80 +-
.../org/apache/beam/sdk/WindowMatchersTest.java | 84 +
.../apache/beam/sdk/coders/AvroCoderTest.java | 54 +-
.../beam/sdk/coders/BigDecimalCoderTest.java | 15 +-
.../beam/sdk/coders/BigIntegerCoderTest.java | 14 +-
.../beam/sdk/coders/ByteArrayCoderTest.java | 5 +-
.../beam/sdk/coders/CoderRegistryTest.java | 22 +-
.../beam/sdk/coders/DelegateCoderTest.java | 43 +
.../apache/beam/sdk/coders/EntityCoderTest.java | 110 -
.../apache/beam/sdk/coders/JAXBCoderTest.java | 69 +-
.../beam/sdk/coders/NullableCoderTest.java | 26 +-
.../beam/sdk/coders/SerializableCoderTest.java | 15 +-
.../sdk/coders/protobuf/ProtobufUtilTest.java | 7 +-
.../beam/sdk/io/AvroIOGeneratedClassTest.java | 192 +-
.../java/org/apache/beam/sdk/io/AvroIOTest.java | 53 +-
.../org/apache/beam/sdk/io/AvroSourceTest.java | 20 +-
.../org/apache/beam/sdk/io/BigQueryIOTest.java | 1128 ----
.../io/BoundedReadFromUnboundedSourceTest.java | 1 +
.../beam/sdk/io/CompressedSourceTest.java | 86 +
.../apache/beam/sdk/io/CountingInputTest.java | 3 +-
.../apache/beam/sdk/io/CountingSourceTest.java | 2 +-
.../org/apache/beam/sdk/io/DatastoreIOTest.java | 621 ---
.../apache/beam/sdk/io/FileBasedSourceTest.java | 5 +-
.../beam/sdk/io/OffsetBasedSourceTest.java | 6 +-
.../org/apache/beam/sdk/io/PubsubIOTest.java | 34 +-
.../beam/sdk/io/PubsubUnboundedSinkTest.java | 2 +-
.../java/org/apache/beam/sdk/io/ReadTest.java | 1 +
.../java/org/apache/beam/sdk/io/TextIOTest.java | 279 +-
.../java/org/apache/beam/sdk/io/WriteTest.java | 152 +-
.../org/apache/beam/sdk/io/XmlSinkTest.java | 1 +
.../org/apache/beam/sdk/io/XmlSourceTest.java | 19 +-
.../sdk/io/range/ByteKeyRangeTrackerTest.java | 58 +-
.../sdk/io/range/OffsetRangeTrackerTest.java | 91 +-
.../apache/beam/sdk/options/GcpOptionsTest.java | 26 +
.../sdk/options/GoogleApiDebugOptionsTest.java | 1 -
.../sdk/options/PipelineOptionsFactoryTest.java | 1 -
.../beam/sdk/options/PipelineOptionsTest.java | 1 -
.../sdk/options/ProxyInvocationHandlerTest.java | 2 +-
.../AggregatorPipelineExtractorTest.java | 6 +-
.../beam/sdk/runners/TransformTreeTest.java | 6 +-
.../beam/sdk/testing/CoderPropertiesTest.java | 26 +
.../sdk/testing/DataflowJUnitTestRunner.java | 130 -
.../apache/beam/sdk/testing/PAssertTest.java | 117 +-
.../beam/sdk/testing/PaneExtractorsTest.java | 323 ++
.../beam/sdk/testing/StaticWindowsTest.java | 94 +
.../beam/sdk/testing/TestPipelineTest.java | 1 -
.../beam/sdk/testing/WindowSupplierTest.java | 89 +
.../transforms/ApproximateQuantilesTest.java | 1 +
.../sdk/transforms/ApproximateUniqueTest.java | 3 +-
.../beam/sdk/transforms/CombineFnsTest.java | 4 +-
.../apache/beam/sdk/transforms/CombineTest.java | 46 +-
.../apache/beam/sdk/transforms/CreateTest.java | 6 +-
.../beam/sdk/transforms/DoFnContextTest.java | 69 -
.../DoFnDelegatingAggregatorTest.java | 16 +-
.../beam/sdk/transforms/DoFnReflectorTest.java | 340 +-
.../apache/beam/sdk/transforms/DoFnTest.java | 96 +-
.../beam/sdk/transforms/DoFnTesterTest.java | 78 +-
.../sdk/transforms/DoFnWithContextTest.java | 237 -
.../sdk/transforms/FlatMapElementsTest.java | 48 +
.../apache/beam/sdk/transforms/FlattenTest.java | 4 +-
.../beam/sdk/transforms/GroupByKeyTest.java | 6 +-
.../IntraBundleParallelizationTest.java | 23 +-
.../beam/sdk/transforms/MapElementsTest.java | 107 +
.../org/apache/beam/sdk/transforms/MaxTest.java | 1 +
.../org/apache/beam/sdk/transforms/MinTest.java | 2 +
.../apache/beam/sdk/transforms/NoOpDoFn.java | 144 -
.../apache/beam/sdk/transforms/NoOpOldDoFn.java | 144 +
.../beam/sdk/transforms/OldDoFnContextTest.java | 69 +
.../apache/beam/sdk/transforms/OldDoFnTest.java | 242 +
.../beam/sdk/transforms/PTransformTest.java | 7 +-
.../apache/beam/sdk/transforms/ParDoTest.java | 136 +-
.../beam/sdk/transforms/PartitionTest.java | 1 +
.../apache/beam/sdk/transforms/SampleTest.java | 7 +-
.../org/apache/beam/sdk/transforms/SumTest.java | 33 +
.../org/apache/beam/sdk/transforms/TopTest.java | 1 +
.../apache/beam/sdk/transforms/ViewTest.java | 400 +-
.../beam/sdk/transforms/WithTimestampsTest.java | 4 +-
.../display/DisplayDataEvaluator.java | 41 +-
.../display/DisplayDataEvaluatorTest.java | 18 +-
.../transforms/display/DisplayDataMatchers.java | 22 +
.../display/DisplayDataMatchersTest.java | 17 +-
.../sdk/transforms/display/DisplayDataTest.java | 21 +-
.../dofnreflector/DoFnReflectorTestHelper.java | 116 +
.../sdk/transforms/join/CoGroupByKeyTest.java | 26 +-
.../windowing/AfterProcessingTimeTest.java | 3 +-
.../windowing/AfterWatermarkTest.java | 24 +-
.../sdk/transforms/windowing/NeverTest.java | 1 +
.../sdk/transforms/windowing/WindowTest.java | 10 +-
.../sdk/transforms/windowing/WindowingTest.java | 27 +-
.../apache/beam/sdk/util/ApiSurfaceTest.java | 4 +-
.../org/apache/beam/sdk/util/AvroUtilsTest.java | 78 -
.../beam/sdk/util/BatchTimerInternalsTest.java | 118 -
.../beam/sdk/util/BigQueryServicesImplTest.java | 303 --
.../sdk/util/BigQueryTableInserterTest.java | 306 --
.../sdk/util/BigQueryTableRowIteratorTest.java | 256 -
.../apache/beam/sdk/util/BigQueryUtilTest.java | 481 --
.../beam/sdk/util/BucketingFunctionTest.java | 4 +-
.../beam/sdk/util/FileIOChannelFactoryTest.java | 26 +-
.../beam/sdk/util/GatherAllPanesTest.java | 16 +-
.../sdk/util/GroupAlsoByWindowsProperties.java | 619 ---
...oupAlsoByWindowsViaOutputBufferDoFnTest.java | 106 -
.../beam/sdk/util/IOChannelUtilsTest.java | 18 +-
.../sdk/util/IdentitySideInputWindowFn.java | 3 +-
.../util/LateDataDroppingDoFnRunnerTest.java | 117 -
.../sdk/util/MergingActiveWindowSetTest.java | 6 +-
.../beam/sdk/util/MovingFunctionTest.java | 4 +-
.../util/PushbackSideInputDoFnRunnerTest.java | 234 -
.../beam/sdk/util/ReduceFnRunnerTest.java | 1448 ------
.../apache/beam/sdk/util/ReduceFnTester.java | 784 ---
.../util/RetryHttpRequestInitializerTest.java | 19 +-
.../beam/sdk/util/SerializableUtilsTest.java | 1 -
.../apache/beam/sdk/util/SerializerTest.java | 1 -
.../beam/sdk/util/SimpleDoFnRunnerTest.java | 86 -
.../apache/beam/sdk/util/StringUtilsTest.java | 35 +-
.../org/apache/beam/sdk/util/TriggerTester.java | 31 +-
.../beam/sdk/util/common/CounterTest.java | 1 +
.../beam/sdk/util/common/CounterTestUtils.java | 57 -
.../beam/sdk/util/state/StateTagTest.java | 5 +-
.../beam/sdk/values/PCollectionTupleTest.java | 2 +-
.../apache/beam/sdk/values/TypedPValueTest.java | 20 +-
sdks/java/extensions/join-library/pom.xml | 11 +-
.../beam/sdk/extensions/joinlibrary/Join.java | 25 +-
.../extensions/joinlibrary/package-info.java | 23 +
sdks/java/extensions/pom.xml | 2 +-
sdks/java/io/google-cloud-platform/pom.xml | 151 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtils.java | 236 +
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 2750 ++++++++++
.../sdk/io/gcp/bigquery/BigQueryServices.java | 191 +
.../io/gcp/bigquery/BigQueryServicesImpl.java | 722 +++
.../io/gcp/bigquery/BigQueryTableInserter.java | 221 +
.../gcp/bigquery/BigQueryTableRowIterator.java | 474 ++
.../beam/sdk/io/gcp/bigquery/package-info.java | 24 +
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 397 +-
.../sdk/io/gcp/bigtable/BigtableService.java | 10 +-
.../io/gcp/bigtable/BigtableServiceImpl.java | 68 +-
.../io/gcp/bigtable/BigtableTestOptions.java | 37 +
.../beam/sdk/io/gcp/datastore/DatastoreIO.java | 41 +
.../beam/sdk/io/gcp/datastore/V1Beta3.java | 969 ++++
.../beam/sdk/io/gcp/datastore/package-info.java | 24 +
.../io/gcp/bigquery/BigQueryAvroUtilsTest.java | 143 +
.../sdk/io/gcp/bigquery/BigQueryIOTest.java | 1438 ++++++
.../gcp/bigquery/BigQueryServicesImplTest.java | 359 ++
.../gcp/bigquery/BigQueryTableInserterTest.java | 249 +
.../bigquery/BigQueryTableRowIteratorTest.java | 256 +
.../sdk/io/gcp/bigquery/BigQueryUtilTest.java | 454 ++
.../sdk/io/gcp/bigtable/BigtableIOTest.java | 170 +-
.../sdk/io/gcp/bigtable/BigtableReadIT.java | 60 +
.../sdk/io/gcp/bigtable/BigtableWriteIT.java | 214 +
.../sdk/io/gcp/datastore/V1Beta3ReadIT.java | 114 +
.../beam/sdk/io/gcp/datastore/V1Beta3Test.java | 587 +++
.../io/gcp/datastore/V1Beta3TestOptions.java | 44 +
.../sdk/io/gcp/datastore/V1Beta3TestUtil.java | 382 ++
.../sdk/io/gcp/datastore/V1Beta3WriteIT.java | 85 +
sdks/java/io/hdfs/pom.xml | 64 +-
.../beam/sdk/io/hdfs/AvroHDFSFileSource.java | 145 +
.../beam/sdk/io/hdfs/AvroWrapperCoder.java | 116 +
.../apache/beam/sdk/io/hdfs/HDFSFileSink.java | 277 +
.../apache/beam/sdk/io/hdfs/HDFSFileSource.java | 63 +-
.../apache/beam/sdk/io/hdfs/WritableCoder.java | 9 +-
.../apache/beam/sdk/io/hdfs/package-info.java | 22 +
.../SimpleAuthAvroHDFSFileSource.java | 84 +
.../hdfs/simpleauth/SimpleAuthHDFSFileSink.java | 132 +
.../simpleauth/SimpleAuthHDFSFileSource.java | 122 +
.../sdk/io/hdfs/simpleauth/package-info.java | 22 +
.../beam/sdk/io/hdfs/AvroWrapperCoderTest.java | 52 +
.../beam/sdk/io/hdfs/WritableCoderTest.java | 9 +
sdks/java/io/jms/pom.xml | 134 +
.../beam/sdk/io/jms/JmsCheckpointMark.java | 82 +
.../java/org/apache/beam/sdk/io/jms/JmsIO.java | 516 ++
.../org/apache/beam/sdk/io/jms/JmsRecord.java | 153 +
.../apache/beam/sdk/io/jms/package-info.java | 22 +
.../org/apache/beam/sdk/io/jms/JmsIOTest.java | 145 +
sdks/java/io/kafka/pom.xml | 36 +-
.../org/apache/beam/sdk/io/kafka/KafkaIO.java | 24 +-
.../apache/beam/sdk/io/kafka/package-info.java | 22 +
.../apache/beam/sdk/io/kafka/KafkaIOTest.java | 16 +-
sdks/java/io/pom.xml | 3 +-
sdks/java/java8tests/pom.xml | 17 +-
.../transforms/RemoveDuplicatesJava8Test.java | 10 +-
.../beam/sdk/transforms/WithKeysJava8Test.java | 11 +-
.../sdk/transforms/WithTimestampsJava8Test.java | 4 +-
sdks/java/maven-archetypes/examples/pom.xml | 2 +-
.../main/resources/archetype-resources/pom.xml | 7 +
.../src/main/java/DebuggingWordCount.java | 6 +-
.../src/main/java/MinimalWordCount.java | 6 +-
.../src/main/java/WindowedWordCount.java | 8 +-
.../src/main/java/WordCount.java | 10 +-
.../main/java/common/DataflowExampleUtils.java | 5 +-
.../main/java/common/PubsubFileInjector.java | 4 +-
.../projects/basic/archetype.properties | 2 +-
sdks/java/maven-archetypes/pom.xml | 2 +-
sdks/java/maven-archetypes/starter/pom.xml | 8 +-
.../src/main/java/StarterPipeline.java | 6 +-
.../projects/basic/archetype.properties | 2 +-
.../resources/projects/basic/reference/pom.xml | 2 +-
.../src/main/java/it/pkg/StarterPipeline.java | 6 +-
sdks/java/microbenchmarks/README.md | 42 +
sdks/java/microbenchmarks/pom.xml | 110 +
.../coders/AvroCoderBenchmark.java | 121 +
.../coders/ByteArrayCoderBenchmark.java | 66 +
.../coders/CoderBenchmarking.java | 42 +
.../coders/StringUtf8CoderBenchmark.java | 72 +
.../microbenchmarks/coders/package-info.java | 22 +
.../transforms/DoFnReflectorBenchmark.java | 243 +
.../transforms/package-info.java | 22 +
sdks/java/pom.xml | 3 +-
sdks/pom.xml | 2 +-
699 files changed, 38013 insertions(+), 35273 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/c3988118/.travis.yml
----------------------------------------------------------------------
diff --cc .travis.yml
index 3ff4834,45bad9a..8d12668
--- a/.travis.yml
+++ b/.travis.yml
@@@ -28,44 -28,28 +28,44 @@@ notifications
on_success: change
on_failure: always
+addons:
+ apt:
+ packages:
+ - python2.7
+
matrix:
include:
- # On OSX, run with default JDK only.
+ # TODO(altay): Re-enable Java tests before merging python-sdk branch to master.
+ ## On OSX, run with default JDK only.
+ #- os: osx
+ # env: MAVEN_OVERRIDE=""
+ ## On Linux, run with specific JDKs only.
+ #- os: linux
- # env: CUSTOM_JDK="oraclejdk8" MAVEN_OVERRIDE="-DforkCount=0"
++ # env: CUSTOM_JDK="oraclejdk8" MAVEN_OVERRIDE="-DbeamSurefireArgline='-Xmx512m'"
+ #- os: linux
- # env: CUSTOM_JDK="oraclejdk7" MAVEN_OVERRIDE="-DforkCount=0"
++ # env: CUSTOM_JDK="oraclejdk7" MAVEN_OVERRIDE="-DbeamSurefireArgline='-Xmx512m'"
+ #- os: linux
- # env: CUSTOM_JDK="openjdk7" MAVEN_OVERRIDE="-DforkCount=0"
++ # env: CUSTOM_JDK="openjdk7" MAVEN_OVERRIDE="-DbeamSurefireArgline='-Xmx512m'"
+ # Python SDK environments.
- os: osx
- env: MAVEN_OVERRIDE=""
- # On Linux, run with specific JDKs only.
- - os: linux
- env: CUSTOM_JDK="oraclejdk8" MAVEN_OVERRIDE="-DbeamSurefireArgline='-Xmx512m'"
- - os: linux
- env: CUSTOM_JDK="oraclejdk7" MAVEN_OVERRIDE="-DbeamSurefireArgline='-Xmx512m'"
+ env: TEST_PYTHON="1"
- os: linux
- env: CUSTOM_JDK="openjdk7" MAVEN_OVERRIDE="-DbeamSurefireArgline='-Xmx512m'"
+ env: TEST_PYTHON="1"
before_install:
- - echo "MAVEN_OPTS='-Xmx1024m -XX:MaxPermSize=512m'" > ~/.mavenrc
+ - echo "MAVEN_OPTS='-Xmx2048m -XX:MaxPermSize=512m'" > ~/.mavenrc
- if [ "$TRAVIS_OS_NAME" == "osx" ]; then export JAVA_HOME=$(/usr/libexec/java_home); fi
- if [ "$TRAVIS_OS_NAME" == "linux" ]; then jdk_switcher use "$CUSTOM_JDK"; fi
- - export BEAM_SUREFIRE_ARGLINE="-Xmx512m"
+ # Python SDK environment settings.
+ - export TOX_ENV=py27
+ - if [ "$TRAVIS_OS_NAME" == "osx" ]; then export TOX_HOME=$HOME/Library/Python/2.7/bin; fi
+ - if [ "$TRAVIS_OS_NAME" == "linux" ]; then export TOX_HOME=$HOME/.local/bin; fi
install:
- - travis_retry mvn -B install clean -U -DskipTests=true
+ - if [ ! "$TEST_PYTHON" ]; then travis_retry mvn -B install clean -U -DskipTests=true; fi
+ - if [ "$TEST_PYTHON" ]; then travis_retry pip install tox --user `whoami`; fi
script:
- - travis_retry mvn -B $MAVEN_OVERRIDE install -U
- - travis_retry testing/travis/test_wordcount.sh
+ - if [ "$TEST_PYTHON" ]; then travis_retry $TOX_HOME/tox -e $TOX_ENV -c sdks/python/tox.ini; fi
+ - if [ ! "$TEST_PYTHON" ]; then travis_retry mvn -B $MAVEN_OVERRIDE install -U; fi
+ - if [ ! "$TEST_PYTHON" ]; then travis_retry testing/travis/test_wordcount.sh; fi