You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ie...@apache.org on 2018/06/28 15:12:51 UTC
[beam] branch master updated (682a75d -> 279a056)
This is an automated email from the ASF dual-hosted git repository.
iemejia pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 682a75d [BEAM-4635] Fix bad removal of staged Go binary
add 42a03a6 Turn on spotless java everywhere
add 451af51 Spotless Java everywhere!
add 112c624 Simplify checkstyle now that spotless is in play
add 7fabdc6 Temporarily disable JavadocParagraph and LineLength checkstyle
add 1979679 Rearrange checkArgument to help findbugs
new 279a056 Merge pull request #5797: [BEAM-4394] Spotless Java everywhere
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 10 +-
.../apache/beam/examples/DebuggingWordCount.java | 61 +-
.../org/apache/beam/examples/MinimalWordCount.java | 14 +-
.../apache/beam/examples/WindowedWordCount.java | 72 +-
.../java/org/apache/beam/examples/WordCount.java | 74 +-
.../common/ExampleBigQueryTableOptions.java | 11 +-
.../beam/examples/common/ExampleOptions.java | 6 +-
.../ExamplePubsubTopicAndSubscriptionOptions.java | 15 +-
.../examples/common/ExamplePubsubTopicOptions.java | 15 +-
.../apache/beam/examples/common/ExampleUtils.java | 161 +--
.../examples/common/WriteOneFilePerWindow.java | 18 +-
.../beam/examples/complete/AutoComplete.java | 163 ++--
.../examples/complete/StreamingWordExtract.java | 52 +-
.../org/apache/beam/examples/complete/TfIdf.java | 264 ++---
.../examples/complete/TopWikipediaSessions.java | 38 +-
.../beam/examples/complete/TrafficMaxLaneFlow.java | 117 ++-
.../beam/examples/complete/TrafficRoutes.java | 119 +--
.../beam/examples/complete/game/GameStats.java | 128 +--
.../examples/complete/game/HourlyTeamScore.java | 75 +-
.../beam/examples/complete/game/LeaderBoard.java | 111 ++-
.../examples/complete/game/StatefulTeamScore.java | 54 +-
.../beam/examples/complete/game/UserScore.java | 68 +-
.../examples/complete/game/injector/Injector.java | 120 +--
.../complete/game/injector/InjectorUtils.java | 80 +-
.../game/injector/RetryHttpInitializerWrapper.java | 101 +-
.../complete/game/utils/GameConstants.java | 4 +-
.../complete/game/utils/WriteToBigQuery.java | 28 +-
.../examples/complete/game/utils/WriteToText.java | 25 +-
.../game/utils/WriteWindowedToBigQuery.java | 23 +-
.../beam/examples/cookbook/BigQueryTornadoes.java | 68 +-
.../examples/cookbook/CombinePerKeyExamples.java | 91 +-
.../beam/examples/cookbook/DistinctExample.java | 32 +-
.../beam/examples/cookbook/FilterExamples.java | 128 +--
.../beam/examples/cookbook/JoinExamples.java | 112 +--
.../beam/examples/cookbook/MaxPerKeyExamples.java | 67 +-
.../beam/examples/cookbook/TriggerExample.java | 354 +++----
.../apache/beam/examples/snippets/Snippets.java | 371 ++++---
.../examples/subprocess/ExampleEchoPipeline.java | 35 +-
.../subprocess/SubProcessPipelineOptions.java | 13 +-
.../kernel/SubProcessCommandLineArgs.java | 10 +-
.../subprocess/kernel/SubProcessIOFiles.java | 17 +-
.../subprocess/kernel/SubProcessKernel.java | 90 +-
.../subprocess/utils/CallingSubProcessUtils.java | 17 +-
.../examples/subprocess/utils/ExecutableFile.java | 4 +-
.../beam/examples/subprocess/utils/FileUtils.java | 34 +-
.../beam/examples/DebuggingWordCountTest.java | 15 +-
.../apache/beam/examples/MinimalWordCountTest.java | 11 +-
.../apache/beam/examples/WindowedWordCountIT.java | 33 +-
.../java/org/apache/beam/examples/WordCountIT.java | 24 +-
.../org/apache/beam/examples/WordCountTest.java | 35 +-
.../beam/examples/complete/AutoCompleteTest.java | 105 +-
.../apache/beam/examples/complete/TfIdfTest.java | 21 +-
.../complete/TopWikipediaSessionsTest.java | 39 +-
.../beam/examples/complete/game/GameStatsTest.java | 38 +-
.../complete/game/HourlyTeamScoreTest.java | 93 +-
.../examples/complete/game/LeaderBoardTest.java | 281 +++---
.../complete/game/StatefulTeamScoreTest.java | 138 ++-
.../beam/examples/complete/game/UserScoreTest.java | 109 ++-
.../examples/cookbook/BigQueryTornadoesIT.java | 19 +-
.../examples/cookbook/BigQueryTornadoesTest.java | 28 +-
.../cookbook/CombinePerKeyExamplesTest.java | 46 +-
.../examples/cookbook/DistinctExampleTest.java | 23 +-
.../beam/examples/cookbook/FilterExamplesTest.java | 60 +-
.../beam/examples/cookbook/JoinExamplesTest.java | 72 +-
.../examples/cookbook/MaxPerKeyExamplesTest.java | 51 +-
.../beam/examples/cookbook/TriggerExampleTest.java | 79 +-
.../beam/examples/snippets/SnippetsTest.java | 76 +-
.../subprocess/ExampleEchoPipelineTest.java | 86 +-
.../beam/runners/apex/ApexPipelineOptions.java | 4 +-
.../org/apache/beam/runners/apex/ApexRunner.java | 63 +-
.../beam/runners/apex/ApexRunnerRegistrar.java | 38 +-
.../apache/beam/runners/apex/ApexRunnerResult.java | 21 +-
.../apache/beam/runners/apex/ApexYarnLauncher.java | 138 +--
.../apache/beam/runners/apex/TestApexRunner.java | 5 +-
.../org/apache/beam/runners/apex/package-info.java | 4 +-
.../apex/translation/ApexPipelineTranslator.java | 64 +-
.../apex/translation/CreateValuesTranslator.java | 5 +-
.../translation/FlattenPCollectionTranslator.java | 33 +-
.../apex/translation/GroupByKeyTranslator.java | 11 +-
.../runners/apex/translation/ParDoTranslator.java | 10 +-
.../apex/translation/ReadUnboundedTranslator.java | 9 +-
.../apex/translation/TransformTranslator.java | 4 +-
.../apex/translation/TranslationContext.java | 55 +-
.../apex/translation/WindowAssignTranslator.java | 20 +-
.../translation/operators/ApexFlattenOperator.java | 123 ++-
.../operators/ApexGroupByKeyOperator.java | 42 +-
.../translation/operators/ApexParDoOperator.java | 280 +++---
.../operators/ApexProcessFnOperator.java | 132 ++-
.../operators/ApexReadUnboundedInputOperator.java | 35 +-
.../translation/operators/ApexTimerInternals.java | 42 +-
.../apex/translation/operators/package-info.java | 4 +-
.../runners/apex/translation/package-info.java | 4 +-
.../apex/translation/utils/ApexStateInternals.java | 98 +-
.../apex/translation/utils/ApexStreamTuple.java | 16 +-
.../translation/utils/CoderAdapterStreamCodec.java | 9 +-
.../apex/translation/utils/NoOpStepContext.java | 4 +-
.../translation/utils/StateInternalsProxy.java | 4 +-
.../utils/ValueAndCoderKryoSerializable.java | 6 +-
.../apex/translation/utils/ValuesSource.java | 11 +-
.../apex/translation/utils/package-info.java | 4 +-
.../beam/runners/apex/ApexRunnerRegistrarTest.java | 31 +-
.../beam/runners/apex/ApexYarnLauncherTest.java | 21 +-
.../runners/apex/examples/UnboundedTextSource.java | 17 +-
.../beam/runners/apex/examples/WordCountTest.java | 35 +-
.../beam/runners/apex/examples/package-info.java | 4 +-
.../translation/ApexGroupByKeyOperatorTest.java | 41 +-
.../FlattenPCollectionTranslatorTest.java | 9 +-
.../apex/translation/GroupByKeyTranslatorTest.java | 28 +-
.../apex/translation/ParDoTranslatorTest.java | 68 +-
.../translation/ReadUnboundTranslatorTest.java | 17 +-
.../operators/ApexTimerInternalsTest.java | 46 +-
.../translation/utils/ApexStateInternalsTest.java | 14 +-
.../apex/translation/utils/CollectionSource.java | 11 +-
.../core/construction/ArtifactServiceStager.java | 11 +-
.../core/construction/CoderTranslation.java | 4 +-
.../runners/core/construction/CoderTranslator.java | 4 +-
.../construction/CoderTranslatorRegistrar.java | 4 +-
.../core/construction/CombineTranslation.java | 22 +-
.../CreatePCollectionViewTranslation.java | 13 +-
.../runners/core/construction/Environments.java | 10 +-
.../construction/ExecutableStageTranslation.java | 1 -
.../core/construction/ForwardingPTransform.java | 4 +-
.../core/construction/ImpulseTranslation.java | 7 +-
.../core/construction/JavaReadViaImpulse.java | 28 +-
.../construction/PCollectionViewTranslation.java | 12 +-
.../core/construction/PTransformMatchers.java | 24 +-
.../core/construction/PTransformReplacements.java | 3 +-
.../core/construction/PTransformTranslation.java | 19 +-
.../core/construction/ParDoTranslation.java | 15 +-
.../core/construction/PipelineResources.java | 15 +-
.../core/construction/PipelineTranslation.java | 9 +-
.../runners/core/construction/PrimitiveCreate.java | 9 +-
.../runners/core/construction/ReadTranslation.java | 3 +-
.../core/construction/RehydratedComponents.java | 16 +-
.../core/construction/ReplacementOutputs.java | 4 +-
.../core/construction/RunnerPCollectionView.java | 8 +-
.../runners/core/construction/SdkComponents.java | 12 +-
.../SingleInputOutputOverrideFactory.java | 5 +-
.../runners/core/construction/SplittableParDo.java | 112 ++-
.../core/construction/SyntheticComponents.java | 4 +-
.../core/construction/TriggerTranslation.java | 9 +-
.../UnboundedReadFromBoundedSource.java | 86 +-
.../construction/UnsupportedOverrideFactory.java | 6 +-
.../construction/WindowingStrategyTranslation.java | 32 +-
.../core/construction/graph/ExecutableStage.java | 9 +-
.../core/construction/graph/FusedPipeline.java | 9 +-
.../graph/GreedyPCollectionFusers.java | 3 +-
.../construction/graph/GreedyPipelineFuser.java | 6 +-
.../core/construction/graph/PipelineNode.java | 20 +-
.../core/construction/metrics/MetricFiltering.java | 34 +-
.../core/construction/metrics/MetricKey.java | 4 +-
.../core/construction/metrics/package-info.java | 4 +-
.../runners/core/construction/package-info.java | 4 +-
.../construction/ArtifactServiceStagerTest.java | 4 +-
.../core/construction/CoderTranslationTest.java | 15 +-
.../core/construction/CombineTranslationTest.java | 15 +-
.../runners/core/construction/CommonCoderTest.java | 64 +-
.../CreatePCollectionViewTranslationTest.java | 3 +-
.../DeduplicatedFlattenFactoryTest.java | 4 +-
.../EmptyFlattenAsCreateFactoryTest.java | 4 +-
.../construction/ForwardingPTransformTest.java | 15 +-
.../InMemoryArtifactStagerService.java | 3 +-
.../core/construction/JavaReadViaImpulseTest.java | 58 +-
.../construction/PCollectionTranslationTest.java | 20 +-
.../PCollectionViewTranslationTest.java | 16 +-
.../core/construction/PTransformMatchersTest.java | 40 +-
.../construction/PTransformReplacementsTest.java | 7 +-
.../construction/PTransformTranslationTest.java | 12 +-
.../core/construction/ParDoTranslationTest.java | 18 +-
.../PipelineOptionsTranslationTest.java | 7 +-
.../core/construction/PipelineResourcesTest.java | 17 +-
.../core/construction/PipelineTranslationTest.java | 6 +-
.../core/construction/ReadTranslationTest.java | 4 +-
.../core/construction/ReplacementOutputsTest.java | 4 +-
.../core/construction/SdkComponentsTest.java | 10 +-
.../SingleInputOutputOverrideFactoryTest.java | 13 +-
.../construction/TestStreamTranslationTest.java | 4 +-
.../core/construction/TransformInputsTest.java | 3 +-
.../UnboundedReadFromBoundedSourceTest.java | 63 +-
.../core/construction/UnconsumedReadsTest.java | 4 +-
.../UnsupportedOverrideFactoryTest.java | 7 +-
.../construction/WindowIntoTranslationTest.java | 7 +-
.../WindowingStrategyTranslationTest.java | 16 +-
.../construction/WriteFilesTranslationTest.java | 9 +-
.../construction/graph/ExecutableStageTest.java | 47 +-
.../construction/graph/GreedyStageFuserTest.java | 19 +-
.../graph/ImmutableExecutableStageTest.java | 8 +-
.../construction/graph/ProtoOverridesTest.java | 4 +-
.../construction/metrics/MetricFilteringTest.java | 111 ++-
.../apache/beam/runners/core/ActiveWindowSet.java | 103 +-
.../org/apache/beam/runners/core/DoFnRunner.java | 16 +-
.../org/apache/beam/runners/core/DoFnRunners.java | 48 +-
.../runners/core/ElementByteSizeObservable.java | 18 +-
.../beam/runners/core/GlobalCombineFnRunner.java | 55 +-
.../beam/runners/core/GlobalCombineFnRunners.java | 15 +-
.../core/GroupAlsoByWindowViaWindowSetNewDoFn.java | 51 +-
.../core/GroupAlsoByWindowsAggregators.java | 4 +-
.../runners/core/GroupByKeyViaGroupByKeyOnly.java | 49 +-
.../core/InMemoryMultimapSideInputView.java | 10 +-
.../beam/runners/core/InMemoryStateInternals.java | 91 +-
.../beam/runners/core/InMemoryTimerInternals.java | 63 +-
.../apache/beam/runners/core/KeyedWorkItem.java | 12 +-
.../beam/runners/core/KeyedWorkItemCoder.java | 11 +-
.../apache/beam/runners/core/KeyedWorkItems.java | 8 +-
.../runners/core/LateDataDroppingDoFnRunner.java | 32 +-
.../apache/beam/runners/core/LateDataUtils.java | 4 +-
.../beam/runners/core/MergingActiveWindowSet.java | 61 +-
.../beam/runners/core/MergingStateAccessor.java | 11 +-
.../apache/beam/runners/core/NonEmptyPanes.java | 27 +-
.../runners/core/NonMergingActiveWindowSet.java | 3 +-
.../beam/runners/core/NullSideInputReader.java | 5 +-
...TimeBoundedSplittableProcessElementInvoker.java | 193 ++--
.../beam/runners/core/OutputWindowedValue.java | 4 +-
.../apache/beam/runners/core/PaneInfoTracker.java | 26 +-
.../beam/runners/core/PeekingReiterator.java | 12 +-
.../runners/core/PushbackSideInputDoFnRunner.java | 17 +-
.../runners/core/ReadyCheckingSideInputReader.java | 5 +-
.../org/apache/beam/runners/core/ReduceFn.java | 16 +-
.../beam/runners/core/ReduceFnContextFactory.java | 43 +-
.../apache/beam/runners/core/ReduceFnRunner.java | 335 ++++---
.../apache/beam/runners/core/SideInputHandler.java | 105 +-
.../apache/beam/runners/core/SideInputReader.java | 16 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 72 +-
.../core/SimplePushbackSideInputDoFnRunner.java | 10 +-
.../core/SplittableProcessElementInvoker.java | 7 +-
.../apache/beam/runners/core/StateAccessor.java | 4 +-
.../apache/beam/runners/core/StateInternals.java | 30 +-
.../org/apache/beam/runners/core/StateMerging.java | 34 +-
.../apache/beam/runners/core/StateNamespace.java | 16 +-
.../beam/runners/core/StateNamespaceForTest.java | 4 +-
.../apache/beam/runners/core/StateNamespaces.java | 42 +-
.../org/apache/beam/runners/core/StateTable.java | 8 +-
.../org/apache/beam/runners/core/StateTag.java | 28 +-
.../org/apache/beam/runners/core/StateTags.java | 147 ++-
.../beam/runners/core/StatefulDoFnRunner.java | 73 +-
.../apache/beam/runners/core/SystemReduceFn.java | 12 +-
.../runners/core/TestInMemoryStateInternals.java | 7 +-
.../apache/beam/runners/core/TimerInternals.java | 106 +-
.../runners/core/UnsupportedSideInputReader.java | 5 +-
.../apache/beam/runners/core/WatermarkHold.java | 204 ++--
.../beam/runners/core/WindowingInternals.java | 39 +-
.../beam/runners/core/metrics/CounterCell.java | 11 +-
.../beam/runners/core/metrics/DirtyState.java | 24 +-
.../runners/core/metrics/DistributionCell.java | 11 +-
.../runners/core/metrics/DistributionData.java | 3 +
.../beam/runners/core/metrics/GaugeCell.java | 14 +-
.../beam/runners/core/metrics/GaugeData.java | 11 +-
.../beam/runners/core/metrics/MetricCell.java | 4 +-
.../beam/runners/core/metrics/MetricUpdates.java | 8 +-
.../runners/core/metrics/MetricsContainerImpl.java | 53 +-
.../core/metrics/MetricsContainerStepMap.java | 153 ++-
.../beam/runners/core/metrics/MetricsMap.java | 16 +-
.../runners/core/metrics/MetricsTranslation.java | 4 +-
.../beam/runners/core/metrics/package-info.java | 4 +-
.../org/apache/beam/runners/core/package-info.java | 4 +-
.../core/triggers/AfterAllStateMachine.java | 8 +-
.../AfterDelayFromFirstElementStateMachine.java | 46 +-
.../core/triggers/AfterEachStateMachine.java | 23 +-
.../core/triggers/AfterFirstStateMachine.java | 10 +-
.../core/triggers/AfterPaneStateMachine.java | 15 +-
.../triggers/AfterProcessingTimeStateMachine.java | 9 +-
...fterSynchronizedProcessingTimeStateMachine.java | 5 +-
.../core/triggers/AfterWatermarkStateMachine.java | 48 +-
.../core/triggers/DefaultTriggerStateMachine.java | 8 +-
.../triggers/ExecutableTriggerStateMachine.java | 15 +-
.../runners/core/triggers/FinishedTriggers.java | 16 +-
.../core/triggers/FinishedTriggersBitSet.java | 8 +-
.../runners/core/triggers/FinishedTriggersSet.java | 9 +-
.../runners/core/triggers/NeverStateMachine.java | 4 +-
.../core/triggers/RepeatedlyStateMachine.java | 12 +-
.../triggers/ReshuffleTriggerStateMachine.java | 9 +-
.../runners/core/triggers/TriggerStateMachine.java | 146 ++-
.../TriggerStateMachineContextFactory.java | 48 +-
.../core/triggers/TriggerStateMachineRunner.java | 71 +-
.../beam/runners/core/triggers/package-info.java | 5 +-
.../core/InMemoryMultimapSideInputViewTest.java | 20 +-
.../runners/core/InMemoryStateInternalsTest.java | 21 +-
.../runners/core/InMemoryTimerInternalsTest.java | 12 +-
.../beam/runners/core/KeyedWorkItemCoderTest.java | 9 +-
.../core/LateDataDroppingDoFnRunnerTest.java | 34 +-
.../beam/runners/core/LateDataUtilsTest.java | 12 +-
.../runners/core/MergingActiveWindowSetTest.java | 116 +--
...BoundedSplittableProcessElementInvokerTest.java | 51 +-
.../beam/runners/core/ReduceFnRunnerTest.java | 688 ++++++-------
.../apache/beam/runners/core/ReduceFnTester.java | 97 +-
.../beam/runners/core/SideInputHandlerTest.java | 46 +-
.../beam/runners/core/SimpleDoFnRunnerTest.java | 22 +-
.../SimplePushbackSideInputDoFnRunnerTest.java | 18 +-
.../runners/core/SplittableParDoProcessFnTest.java | 25 +-
.../beam/runners/core/StateInternalsTest.java | 45 +-
.../beam/runners/core/StateNamespacesTest.java | 56 +-
.../org/apache/beam/runners/core/StateTagTest.java | 35 +-
.../beam/runners/core/StatefulDoFnRunnerTest.java | 62 +-
.../beam/runners/core/TimerInternalsTest.java | 11 +-
.../apache/beam/runners/core/WindowMatchers.java | 24 +-
.../beam/runners/core/WindowMatchersTest.java | 6 +-
.../beam/runners/core/metrics/CounterCellTest.java | 4 +-
.../beam/runners/core/metrics/DirtyStateTest.java | 10 +-
.../runners/core/metrics/DistributionCellTest.java | 14 +-
.../beam/runners/core/metrics/GaugeCellTest.java | 11 +-
.../runners/core/metrics/MetricUpdateMatchers.java | 22 +-
.../core/metrics/MetricsContainerImplTest.java | 96 +-
.../core/metrics/MetricsContainerStepMapTest.java | 79 +-
.../beam/runners/core/metrics/MetricsMapTest.java | 18 +-
.../core/metrics/MetricsTranslationTest.java | 4 +-
.../core/triggers/AfterAllStateMachineTest.java | 41 +-
.../core/triggers/AfterEachStateMachineTest.java | 26 +-
.../core/triggers/AfterFirstStateMachineTest.java | 36 +-
.../core/triggers/AfterPaneStateMachineTest.java | 29 +-
.../AfterProcessingTimeStateMachineTest.java | 81 +-
...SynchronizedProcessingTimeStateMachineTest.java | 24 +-
.../triggers/AfterWatermarkStateMachineTest.java | 142 +--
.../triggers/DefaultTriggerStateMachineTest.java | 23 +-
.../ExecutableTriggerStateMachineTest.java | 13 +-
.../core/triggers/FinishedTriggersBitSetTest.java | 8 +-
.../core/triggers/FinishedTriggersProperties.java | 4 +-
.../core/triggers/FinishedTriggersSetTest.java | 11 +-
.../core/triggers/NeverStateMachineTest.java | 4 +-
.../core/triggers/OrFinallyStateMachineTest.java | 66 +-
.../core/triggers/RepeatedlyStateMachineTest.java | 44 +-
.../triggers/ReshuffleTriggerStateMachineTest.java | 4 +-
.../core/triggers/StubTriggerStateMachine.java | 13 +-
.../core/triggers/TriggerStateMachineTest.java | 16 +-
.../core/triggers/TriggerStateMachineTester.java | 88 +-
.../core/triggers/TriggerStateMachinesTest.java | 11 +-
.../apache/beam/runners/direct/BundleFactory.java | 7 +-
.../java/org/apache/beam/runners/direct/Clock.java | 8 +-
.../beam/runners/direct/CloningBundleFactory.java | 4 +-
.../beam/runners/direct/CommittedBundle.java | 36 +-
.../beam/runners/direct/CommittedResult.java | 18 +-
.../beam/runners/direct/CompletionCallback.java | 17 +-
.../direct/CopyOnAccessInMemoryStateInternals.java | 103 +-
.../runners/direct/DirectExecutionContext.java | 21 +-
...DirectGBKIntoKeyedWorkItemsOverrideFactory.java | 2 +-
.../beam/runners/direct/DirectGroupByKey.java | 7 +-
.../apache/beam/runners/direct/DirectMetrics.java | 101 +-
.../apache/beam/runners/direct/DirectOptions.java | 3 +
.../beam/runners/direct/DirectRegistrar.java | 12 +-
.../apache/beam/runners/direct/DirectRunner.java | 69 +-
.../beam/runners/direct/DirectTestOptions.java | 4 +-
.../beam/runners/direct/DirectTimerInternals.java | 20 +-
.../runners/direct/DirectTransformExecutor.java | 13 +-
.../beam/runners/direct/DisplayDataValidator.java | 4 +-
.../beam/runners/direct/DoFnLifecycleManager.java | 13 +-
...LifecycleManagerRemovingTransformEvaluator.java | 1 -
.../beam/runners/direct/DoFnLifecycleManagers.java | 4 +-
.../beam/runners/direct/EvaluationContext.java | 81 +-
.../runners/direct/ExecutorServiceFactory.java | 11 +-
.../direct/ExecutorServiceParallelExecutor.java | 19 +-
.../runners/direct/FlattenEvaluatorFactory.java | 7 +-
.../direct/GroupAlsoByWindowEvaluatorFactory.java | 40 +-
.../direct/GroupByKeyOnlyEvaluatorFactory.java | 24 +-
.../direct/ImmutabilityCheckingBundleFactory.java | 26 +-
.../direct/ImmutabilityEnforcementFactory.java | 8 +-
.../runners/direct/ImmutableListBundleFactory.java | 11 +-
.../beam/runners/direct/ModelEnforcement.java | 25 +-
.../runners/direct/ModelEnforcementFactory.java | 6 +-
.../beam/runners/direct/MultiStepCombine.java | 44 +-
.../beam/runners/direct/NanosOffsetClock.java | 9 +-
.../beam/runners/direct/PCollectionViewWindow.java | 5 +-
.../beam/runners/direct/PCollectionViewWriter.java | 4 +-
.../direct/PassthroughTransformEvaluator.java | 1 -
.../beam/runners/direct/PipelineExecutor.java | 17 +-
.../beam/runners/direct/ReadEvaluatorFactory.java | 6 +-
.../beam/runners/direct/RootInputProvider.java | 3 +-
.../beam/runners/direct/RootProviderRegistry.java | 11 +-
.../beam/runners/direct/SideInputContainer.java | 81 +-
.../SplittableProcessElementsEvaluatorFactory.java | 26 +-
.../direct/StatefulParDoEvaluatorFactory.java | 13 +-
.../org/apache/beam/runners/direct/StepAndKey.java | 7 +-
.../beam/runners/direct/StepTransformResult.java | 14 +-
.../runners/direct/TestStreamEvaluatorFactory.java | 1 +
.../beam/runners/direct/TransformEvaluator.java | 4 +-
.../runners/direct/TransformEvaluatorFactory.java | 18 +-
.../runners/direct/TransformEvaluatorRegistry.java | 9 +-
.../runners/direct/TransformExecutorFactory.java | 4 +-
.../runners/direct/TransformExecutorService.java | 11 +-
.../runners/direct/TransformExecutorServices.java | 11 +-
.../beam/runners/direct/TransformResult.java | 20 +-
.../runners/direct/UnboundedReadDeduplicator.java | 27 +-
.../direct/UnboundedReadEvaluatorFactory.java | 19 +-
.../beam/runners/direct/UncommittedBundle.java | 11 +-
.../beam/runners/direct/ViewEvaluatorFactory.java | 7 +-
.../beam/runners/direct/ViewOverrideFactory.java | 2 +-
.../runners/direct/WatermarkCallbackExecutor.java | 34 +-
.../beam/runners/direct/WatermarkManager.java | 325 +++---
.../runners/direct/WindowEvaluatorFactory.java | 13 +-
.../apache/beam/runners/direct/package-info.java | 4 +-
.../runners/direct/portable/BundleFactory.java | 4 +-
.../runners/direct/portable/CommittedBundle.java | 36 +-
.../runners/direct/portable/CommittedResult.java | 18 +-
.../direct/portable/CompletionCallback.java | 17 +-
.../CopyOnAccessInMemoryStateInternals.java | 103 +-
.../runners/direct/portable/DirectGroupByKey.java | 7 +-
.../runners/direct/portable/DirectMetrics.java | 96 +-
.../direct/portable/DirectTimerInternals.java | 20 +-
.../direct/portable/DirectTransformExecutor.java | 21 +-
.../direct/portable/DisplayDataValidator.java | 4 +-
.../runners/direct/portable/EvaluationContext.java | 58 +-
.../direct/portable/ExecutorServiceFactory.java | 11 +-
.../portable/ExecutorServiceParallelExecutor.java | 21 +-
.../direct/portable/FlattenEvaluatorFactory.java | 6 +-
.../portable/ImmutableListBundleFactory.java | 15 +-
.../direct/portable/ImpulseEvaluatorFactory.java | 3 +-
.../direct/portable/PCollectionViewWindow.java | 5 +-
.../direct/portable/PCollectionViewWriter.java | 4 +-
.../portable/PassthroughTransformEvaluator.java | 1 -
.../runners/direct/portable/PipelineExecutor.java | 4 +-
.../runners/direct/portable/QuiescenceDriver.java | 16 +-
.../beam/runners/direct/portable/StepAndKey.java | 7 +-
.../direct/portable/StepTransformResult.java | 11 +-
.../direct/portable/TransformEvaluator.java | 4 +-
.../direct/portable/TransformEvaluatorFactory.java | 18 +-
.../direct/portable/TransformExecutorFactory.java | 4 +-
.../direct/portable/TransformExecutorService.java | 11 +-
.../direct/portable/TransformExecutorServices.java | 11 +-
.../runners/direct/portable/TransformResult.java | 20 +-
.../runners/direct/portable/UncommittedBundle.java | 11 +-
.../direct/portable/WatermarkCallbackExecutor.java | 36 +-
.../direct/portable/WindowEvaluatorFactory.java | 11 +-
.../LocalFileSystemArtifactStagerService.java | 4 +-
.../portable/job/ReferenceRunnerJobServer.java | 7 +-
.../beam/runners/direct/portable/package-info.java | 4 +-
.../direct/BoundedReadEvaluatorFactoryTest.java | 21 +-
.../runners/direct/CloningBundleFactoryTest.java | 43 +-
.../beam/runners/direct/CommittedResultTest.java | 7 +-
.../CopyOnAccessInMemoryStateInternalsTest.java | 76 +-
.../runners/direct/DirectGraphVisitorTest.java | 28 +-
.../beam/runners/direct/DirectMetricsTest.java | 133 +--
.../runners/direct/DirectRunnerApiSurfaceTest.java | 2 +-
.../beam/runners/direct/DirectRunnerTest.java | 374 +++----
.../runners/direct/DirectTimerInternalsTest.java | 4 +-
.../direct/DirectTransformExecutorTest.java | 9 +-
.../runners/direct/DoFnLifecycleManagerTest.java | 7 +-
.../runners/direct/DoFnLifecycleManagersTest.java | 36 +-
.../beam/runners/direct/EvaluationContextTest.java | 100 +-
.../direct/GroupByKeyEvaluatorFactoryTest.java | 25 +-
.../direct/GroupByKeyOnlyEvaluatorFactoryTest.java | 13 +-
.../ImmutabilityCheckingBundleFactoryTest.java | 5 +-
.../direct/ImmutabilityEnforcementFactoryTest.java | 12 +-
.../direct/ImmutableListBundleFactoryTest.java | 15 +-
.../direct/KeyedPValueTrackingVisitorTest.java | 3 +-
.../org/apache/beam/runners/direct/MockClock.java | 12 +-
.../beam/runners/direct/MultiStepCombineTest.java | 4 +-
.../beam/runners/direct/ParDoEvaluatorTest.java | 20 +-
.../runners/direct/SideInputContainerTest.java | 210 ++--
.../runners/direct/StepTransformResultTest.java | 7 +-
.../direct/TestStreamEvaluatorFactoryTest.java | 24 +-
.../direct/TransformExecutorServicesTest.java | 53 +-
.../direct/UnboundedReadDeduplicatorTest.java | 19 +-
.../direct/UnboundedReadEvaluatorFactoryTest.java | 81 +-
.../runners/direct/ViewEvaluatorFactoryTest.java | 10 +-
.../runners/direct/ViewOverrideFactoryTest.java | 4 +-
.../direct/WatermarkCallbackExecutorTest.java | 7 +-
.../beam/runners/direct/WatermarkManagerTest.java | 375 ++++---
.../runners/direct/WindowEvaluatorFactoryTest.java | 17 +-
.../direct/WriteWithShardingFactoryTest.java | 18 +-
.../BundleFactoryOutputReceiverFactoryTest.java | 3 +-
.../GroupByKeyOnlyEvaluatorFactoryTest.java | 5 +-
.../runners/direct/portable/PortableGraphTest.java | 3 +-
.../artifact/LocalArtifactStagingLocationTest.java | 4 +-
...ocalFileSystemArtifactRetrievalServiceTest.java | 8 +-
.../job/ReferenceRunnerJobServiceTest.java | 4 +-
.../runners/extensions/metrics/package-info.java | 5 +-
.../extensions/metrics/MetricsHttpSinkTest.java | 174 ++--
.../runners/flink/CreateStreamingFlinkView.java | 9 +-
.../runners/flink/DefaultParallelismFactory.java | 10 +-
.../flink/FlinkBatchPipelineTranslator.java | 23 +-
.../FlinkBatchPortablePipelineTranslator.java | 6 +-
.../flink/FlinkBatchTransformTranslators.java | 228 ++---
.../flink/FlinkBatchTranslationContext.java | 20 +-
.../runners/flink/FlinkDetachedRunnerResult.java | 5 +-
.../beam/runners/flink/FlinkJobInvocation.java | 20 +-
.../apache/beam/runners/flink/FlinkJobInvoker.java | 22 +-
.../beam/runners/flink/FlinkJobServerDriver.java | 23 +-
.../flink/FlinkPipelineExecutionEnvironment.java | 52 +-
.../beam/runners/flink/FlinkPipelineOptions.java | 84 +-
.../runners/flink/FlinkPipelineTranslator.java | 15 +-
.../org/apache/beam/runners/flink/FlinkRunner.java | 71 +-
.../beam/runners/flink/FlinkRunnerRegistrar.java | 15 +-
.../beam/runners/flink/FlinkRunnerResult.java | 9 +-
.../flink/FlinkStreamingPipelineTranslator.java | 33 +-
.../FlinkStreamingPortablePipelineTranslator.java | 361 ++++---
.../flink/FlinkStreamingTransformTranslators.java | 366 ++++---
.../flink/FlinkStreamingTranslationContext.java | 20 +-
.../runners/flink/FlinkTransformOverrides.java | 7 +-
.../flink/PipelineTranslationOptimizer.java | 9 +-
.../apache/beam/runners/flink/TestFlinkRunner.java | 6 +-
.../apache/beam/runners/flink/TranslationMode.java | 5 +-
.../flink/metrics/DoFnRunnerWithMetricsUpdate.java | 24 +-
.../flink/metrics/FlinkMetricContainer.java | 39 +-
.../runners/flink/metrics/MetricsAccumulator.java | 4 +-
.../flink/metrics/ReaderInvocationUtil.java | 17 +-
.../beam/runners/flink/metrics/package-info.java | 4 +-
.../apache/beam/runners/flink/package-info.java | 4 +-
.../functions/AbstractFlinkCombineRunner.java | 135 ++-
.../translation/functions/FlinkAssignContext.java | 6 +-
.../translation/functions/FlinkAssignWindows.java | 10 +-
.../FlinkBatchSideInputHandlerFactory.java | 10 +-
.../translation/functions/FlinkDoFnFunction.java | 67 +-
.../FlinkMergingNonShuffleReduceFunction.java | 14 +-
.../functions/FlinkMultiOutputPruningFunction.java | 8 +-
.../functions/FlinkNoOpStepContext.java | 5 +-
.../functions/FlinkPartialReduceFunction.java | 14 +-
.../translation/functions/FlinkReduceFunction.java | 15 +-
.../functions/FlinkSideInputReader.java | 12 +-
.../functions/FlinkStatefulDoFnFunction.java | 57 +-
.../functions/HashingFlinkCombineRunner.java | 44 +-
.../functions/SideInputInitializer.java | 12 +-
.../functions/SortingFlinkCombineRunner.java | 42 +-
.../flink/translation/functions/package-info.java | 4 +-
.../runners/flink/translation/package-info.java | 4 +-
.../translation/types/CoderTypeInformation.java | 12 +-
.../translation/types/CoderTypeSerializer.java | 18 +-
.../translation/types/EncodedValueComparator.java | 20 +-
.../translation/types/EncodedValueSerializer.java | 5 +-
.../types/EncodedValueTypeInformation.java | 10 +-
.../types/InspectableByteArrayOutputStream.java | 8 +-
.../flink/translation/types/KvKeySelector.java | 4 +-
.../flink/translation/types/package-info.java | 4 +-
.../utils/FlinkPipelineTranslatorUtils.java | 7 +-
.../flink/translation/utils/package-info.java | 4 +-
.../translation/wrappers/DataInputViewWrapper.java | 7 +-
.../wrappers/DataOutputViewWrapper.java | 7 +-
.../translation/wrappers/ImpulseInputFormat.java | 3 +-
.../translation/wrappers/SourceInputFormat.java | 20 +-
.../translation/wrappers/SourceInputSplit.java | 13 +-
.../flink/translation/wrappers/package-info.java | 4 +-
.../wrappers/streaming/DoFnOperator.java | 202 ++--
.../streaming/ExecutableStageDoFnOperator.java | 104 +-
.../streaming/KeyedPushedBackElementsHandler.java | 47 +-
.../streaming/KvToByteBufferKeySelector.java | 9 +-
.../NonKeyedPushedBackElementsHandler.java | 4 +-
.../streaming/PushedBackElementsHandler.java | 16 +-
.../wrappers/streaming/SingletonKeyedWorkItem.java | 4 +-
.../streaming/SingletonKeyedWorkItemCoder.java | 14 +-
.../wrappers/streaming/SplittableDoFnOperator.java | 77 +-
.../wrappers/streaming/WindowDoFnOperator.java | 26 +-
.../wrappers/streaming/WorkItemKeySelector.java | 8 +-
.../wrappers/streaming/io/DedupingOperator.java | 11 +-
.../streaming/io/UnboundedSocketSource.java | 62 +-
.../streaming/io/UnboundedSourceWrapper.java | 122 +--
.../wrappers/streaming/io/package-info.java | 4 +-
.../wrappers/streaming/package-info.java | 4 +-
.../state/FlinkBroadcastStateInternals.java | 89 +-
.../state/FlinkKeyGroupStateInternals.java | 97 +-
.../streaming/state/FlinkSplitStateInternals.java | 39 +-
.../streaming/state/FlinkStateInternals.java | 340 +++----
.../state/KeyGroupCheckpointedOperator.java | 11 +-
.../streaming/state/KeyGroupRestoringOperator.java | 5 +-
.../wrappers/streaming/state/package-info.java | 4 +-
.../runners/flink/EncodedValueComparatorTest.java | 22 +-
.../FlinkPipelineExecutionEnvironmentTest.java | 21 +-
.../runners/flink/FlinkRunnerRegistrarTest.java | 11 +-
.../beam/runners/flink/FlinkTestPipeline.java | 16 +-
.../beam/runners/flink/PipelineOptionsTest.java | 27 +-
.../runners/flink/ReadSourceStreamingTest.java | 32 +-
.../apache/beam/runners/flink/ReadSourceTest.java | 31 +-
.../flink/streaming/BoundedSourceRestoreTest.java | 72 +-
.../flink/streaming/DedupingOperatorTest.java | 18 +-
.../runners/flink/streaming/DoFnOperatorTest.java | 586 +++++------
.../streaming/ExecutableStageDoFnOperatorTest.java | 186 ++--
.../FlinkBroadcastStateInternalsTest.java | 5 +-
.../streaming/FlinkKeyGroupStateInternalsTest.java | 69 +-
.../streaming/FlinkSplitStateInternalsTest.java | 5 +-
.../flink/streaming/FlinkStateInternalsTest.java | 22 +-
.../flink/streaming/GroupByNullKeyTest.java | 16 +-
.../flink/streaming/StreamRecordStripper.java | 1 -
.../flink/streaming/TestCountingSource.java | 35 +-
.../flink/streaming/TopWikipediaSessionsTest.java | 43 +-
.../streaming/UnboundedSourceWrapperTest.java | 245 +++--
.../flink/streaming/WindowDoFnOperatorTest.java | 93 +-
.../beam/runners/flink/streaming/package-info.java | 4 +-
.../FlinkExecutableStageFunctionTest.java | 3 +-
.../translation/types/CoderTypeSerializerTest.java | 26 +-
.../runners/gearpump/GearpumpPipelineOptions.java | 6 +-
.../runners/gearpump/GearpumpPipelineResult.java | 6 +-
.../beam/runners/gearpump/GearpumpRunner.java | 16 +-
.../runners/gearpump/GearpumpRunnerRegistrar.java | 18 +-
.../beam/runners/gearpump/TestGearpumpRunner.java | 8 +-
.../apache/beam/runners/gearpump/package-info.java | 4 +-
.../CreateGearpumpPCollectionViewTranslator.java | 13 +-
.../translators/CreateStreamingGearpumpView.java | 6 +-
.../translators/FlattenPCollectionsTranslator.java | 17 +-
.../translators/GearpumpPipelineTranslator.java | 47 +-
.../gearpump/translators/GroupByKeyTranslator.java | 105 +-
.../translators/ParDoMultiOutputTranslator.java | 46 +-
.../translators/ReadBoundedTranslator.java | 11 +-
.../translators/ReadUnboundedTranslator.java | 10 +-
.../gearpump/translators/TransformTranslator.java | 4 +-
.../gearpump/translators/TranslationContext.java | 13 +-
.../translators/WindowAssignTranslator.java | 47 +-
.../translators/functions/DoFnFunction.java | 45 +-
.../translators/functions/package-info.java | 4 +-
.../translators/io/BoundedSourceWrapper.java | 5 +-
.../gearpump/translators/io/GearpumpSource.java | 14 +-
.../translators/io/UnboundedSourceWrapper.java | 8 +-
.../gearpump/translators/io/ValuesSource.java | 16 +-
.../gearpump/translators/io/package-info.java | 4 +-
.../runners/gearpump/translators/package-info.java | 4 +-
.../translators/utils/DoFnRunnerFactory.java | 18 +-
.../translators/utils/NoOpStepContext.java | 4 +-
.../translators/utils/TranslatorUtils.java | 75 +-
.../gearpump/translators/utils/package-info.java | 4 +-
.../gearpump/GearpumpRunnerRegistrarTest.java | 13 +-
.../beam/runners/gearpump/PipelineOptionsTest.java | 14 +-
.../translators/GroupByKeyTranslatorTest.java | 17 +-
.../translators/io/GearpumpSourceTest.java | 3 +-
.../translators/utils/TranslatorUtilsTest.java | 52 +-
.../dataflow/BatchStatefulParDoOverrides.java | 22 +-
.../beam/runners/dataflow/DataflowClient.java | 112 ++-
.../DataflowJobAlreadyExistsException.java | 11 +-
.../DataflowJobAlreadyUpdatedException.java | 3 +-
.../runners/dataflow/DataflowJobException.java | 8 +-
.../beam/runners/dataflow/DataflowMetrics.java | 104 +-
.../beam/runners/dataflow/DataflowPipelineJob.java | 151 ++-
.../dataflow/DataflowPipelineRegistrar.java | 14 +-
.../dataflow/DataflowPipelineTranslator.java | 150 +--
.../beam/runners/dataflow/DataflowRunner.java | 508 +++++-----
.../beam/runners/dataflow/DataflowRunnerHooks.java | 9 +-
.../beam/runners/dataflow/DataflowRunnerInfo.java | 14 +-
.../dataflow/PrimitiveParDoSingleFactory.java | 3 +-
.../beam/runners/dataflow/ReadTranslator.java | 8 +-
.../runners/dataflow/ReshuffleOverrideFactory.java | 3 +-
.../runners/dataflow/StreamingViewOverrides.java | 9 +-
.../dataflow/TestDataflowPipelineOptions.java | 7 +-
.../beam/runners/dataflow/TestDataflowRunner.java | 4 +-
.../beam/runners/dataflow/TransformTranslator.java | 23 +-
.../runners/dataflow/internal/CustomSources.java | 8 +-
.../beam/runners/dataflow/internal/IsmFormat.java | 334 ++++---
.../runners/dataflow/internal/package-info.java | 4 +-
.../dataflow/options/CloudDebuggerOptions.java | 14 +-
.../options/DataflowPipelineDebugOptions.java | 159 +--
.../dataflow/options/DataflowPipelineOptions.java | 105 +-
.../options/DataflowPipelineWorkerPoolOptions.java | 148 +--
.../dataflow/options/DataflowProfilingOptions.java | 18 +-
.../options/DataflowWorkerHarnessOptions.java | 20 +-
.../options/DataflowWorkerLoggingOptions.java | 118 +--
.../apache/beam/runners/dataflow/package-info.java | 4 +-
.../beam/runners/dataflow/util/CloudKnownType.java | 2 +-
.../beam/runners/dataflow/util/CloudObject.java | 67 +-
.../runners/dataflow/util/CloudObjectKinds.java | 4 +-
.../dataflow/util/CloudObjectTranslator.java | 12 +-
.../dataflow/util/CloudObjectTranslators.java | 8 +-
.../beam/runners/dataflow/util/CloudObjects.java | 8 +-
.../util/CoderCloudObjectTranslatorRegistrar.java | 4 +-
.../runners/dataflow/util/DataflowTemplateJob.java | 7 +-
.../runners/dataflow/util/DataflowTransport.java | 40 +-
...DefaultCoderCloudObjectTranslatorRegistrar.java | 7 +-
.../beam/runners/dataflow/util/MonitoringUtil.java | 43 +-
.../runners/dataflow/util/OutputReference.java | 4 +-
.../beam/runners/dataflow/util/PackageUtil.java | 39 +-
.../beam/runners/dataflow/util/PropertyNames.java | 4 +-
.../runners/dataflow/util/RandomAccessData.java | 96 +-
.../apache/beam/runners/dataflow/util/Stager.java | 4 +-
.../beam/runners/dataflow/util/TimeUtil.java | 53 +-
.../dataflow/BatchStatefulParDoOverridesTest.java | 9 +-
.../runners/dataflow/BatchViewOverridesTest.java | 5 +-
.../beam/runners/dataflow/DataflowMetricsTest.java | 220 +++--
.../runners/dataflow/DataflowPipelineJobTest.java | 107 +-
.../dataflow/DataflowPipelineRegistrarTest.java | 6 +-
.../dataflow/DataflowPipelineTranslatorTest.java | 297 +++---
.../runners/dataflow/DataflowRunnerInfoTest.java | 9 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 254 +++--
.../dataflow/PrimitiveParDoSingleFactoryTest.java | 36 +-
.../runners/dataflow/RecordingPipelineVisitor.java | 4 +-
.../runners/dataflow/TestDataflowRunnerTest.java | 75 +-
.../options/DataflowPipelineDebugOptionsTest.java | 7 +-
.../options/DataflowPipelineOptionsTest.java | 14 +-
.../options/DataflowProfilingOptionsTest.java | 19 +-
.../options/DataflowWorkerLoggingOptionsTest.java | 23 +-
.../transforms/DataflowGroupByKeyTest.java | 13 +-
.../dataflow/transforms/DataflowViewTest.java | 6 +-
.../runners/dataflow/util/CloudObjectsTest.java | 29 +-
.../runners/dataflow/util/MonitoringUtilTest.java | 20 +-
.../runners/dataflow/util/PackageUtilTest.java | 153 +--
.../dataflow/util/RandomAccessDataTest.java | 84 +-
.../beam/runners/dataflow/util/StructsTest.java | 66 +-
.../beam/runners/fnexecution/GrpcFnServer.java | 11 +-
.../BeamFileSystemArtifactStagingService.java | 89 +-
.../control/DockerJobBundleFactory.java | 6 +-
.../fnexecution/control/FnApiControlClient.java | 12 +-
.../fnexecution/control/OutputReceiverFactory.java | 4 +-
.../control/ProcessBundleDescriptors.java | 46 +-
.../fnexecution/control/RemoteOutputReceiver.java | 1 +
.../fnexecution/control/SdkHarnessClient.java | 116 +--
.../SingleEnvironmentInstanceJobBundleFactory.java | 3 +-
.../fnexecution/control/StageBundleFactory.java | 13 +-
.../runners/fnexecution/data/FnDataService.java | 6 +-
.../fnexecution/data/RemoteInputDestination.java | 1 +
.../fnexecution/environment/package-info.java | 4 +-
.../runners/fnexecution/graph/package-info.java | 4 +-
.../jobsubmission/InMemoryJobService.java | 43 +-
.../fnexecution/jobsubmission/JobInvocation.java | 28 +-
.../fnexecution/jobsubmission/JobPreparation.java | 5 +
.../fnexecution/jobsubmission/package-info.java | 4 +-
.../runners/fnexecution/logging/LogWriter.java | 8 +-
.../runners/fnexecution/provisioning/JobInfo.java | 3 +
.../provisioning/StaticGrpcProvisionService.java | 4 +-
.../fnexecution/state/GrpcStateService.java | 4 +-
.../runners/fnexecution/state/StateDelegator.java | 12 +-
.../fnexecution/state/StateRequestHandlers.java | 99 +-
.../GrpcContextHeaderAccessorProviderTest.java | 2 +-
.../runners/fnexecution/ServerFactoryTest.java | 27 +-
.../fnexecution/control/RemoteExecutionTest.java | 29 +-
.../fnexecution/control/SdkHarnessClientTest.java | 46 +-
.../data/RemoteInputDestinationTest.java | 4 +-
.../jobsubmission/InMemoryJobServiceTest.java | 10 +-
.../logging/GrpcLoggingServiceTest.java | 13 +-
.../fnexecution/state/GrpcStateServiceTest.java | 21 +-
.../wire/LengthPrefixUnknownCodersTest.java | 84 +-
.../java/org/apache/beam/runners/local/Bundle.java | 13 +-
.../apache/beam/runners/local/ExecutionDriver.java | 8 +-
.../runners/local/PipelineMessageReceiver.java | 20 +-
.../apache/beam/runners/local/StructuralKey.java | 29 +-
.../apache/beam/runners/local/package-info.java | 4 +-
.../beam/runners/local/StructuralKeyTest.java | 7 +-
.../beam/runners/reference/CloseableResource.java | 10 +-
.../beam/runners/reference/PortableRunner.java | 4 +-
.../beam/runners/reference/package-info.java | 4 +-
.../beam/runners/samza/SamzaExecutionContext.java | 4 +-
.../beam/runners/samza/SamzaPipelineOptions.java | 20 +-
.../samza/SamzaPipelineOptionsValidator.java | 4 +-
.../beam/runners/samza/SamzaPipelineResult.java | 13 +-
.../org/apache/beam/runners/samza/SamzaRunner.java | 48 +-
.../beam/runners/samza/SamzaRunnerRegistrar.java | 9 +-
.../apache/beam/runners/samza/TestSamzaRunner.java | 12 +-
.../runners/samza/adapter/BoundedSourceSystem.java | 189 ++--
.../samza/adapter/UnboundedSourceSystem.java | 205 ++--
.../beam/runners/samza/adapter/package-info.java | 4 +-
.../samza/metrics/DoFnRunnerWithMetrics.java | 31 +-
.../samza/metrics/FnWithMetricsWrapper.java | 8 +-
.../samza/metrics/SamzaMetricsContainer.java | 16 +-
.../beam/runners/samza/metrics/package-info.java | 4 +-
.../apache/beam/runners/samza/package-info.java | 4 +-
.../apache/beam/runners/samza/runtime/DoFnOp.java | 128 +--
.../runtime/DoFnRunnerWithKeyedInternals.java | 60 +-
.../beam/runners/samza/runtime/GroupByKeyOp.java | 70 +-
.../beam/runners/samza/runtime/KeyedInternals.java | 32 +-
.../beam/runners/samza/runtime/KeyedTimerData.java | 8 +-
.../runners/samza/runtime/KvToKeyedWorkItemOp.java | 13 +-
.../org/apache/beam/runners/samza/runtime/Op.java | 27 +-
.../beam/runners/samza/runtime/OpAdapter.java | 50 +-
.../beam/runners/samza/runtime/OpEmitter.java | 4 +-
.../beam/runners/samza/runtime/OpMessage.java | 56 +-
.../samza/runtime/OutputManagerFactory.java | 4 +-
.../runners/samza/runtime/SamzaAssignContext.java | 3 +-
.../samza/runtime/SamzaStoreStateInternals.java | 207 ++--
.../samza/runtime/SamzaTimerInternalsFactory.java | 53 +-
.../samza/runtime/SingletonKeyedWorkItem.java | 4 +-
.../beam/runners/samza/runtime/TimerKey.java | 14 +-
.../beam/runners/samza/runtime/WindowAssignOp.java | 19 +-
.../beam/runners/samza/runtime/package-info.java | 4 +-
.../beam/runners/samza/state/SamzaMapState.java | 14 +-
.../beam/runners/samza/state/SamzaSetState.java | 14 +-
.../beam/runners/samza/state/package-info.java | 4 +-
.../runners/samza/translation/ConfigBuilder.java | 51 +-
.../translation/FlattenPCollectionsTranslator.java | 27 +-
.../samza/translation/GroupByKeyTranslator.java | 70 +-
.../runners/samza/translation/PViewToIdMapper.java | 7 +-
.../translation/ParDoBoundMultiTranslator.java | 69 +-
.../runners/samza/translation/ReadTranslator.java | 13 +-
.../samza/translation/SamzaPipelineTranslator.java | 34 +-
.../samza/translation/SamzaPublishView.java | 14 +-
.../SamzaPublishViewTransformOverride.java | 19 +-
.../translation/SamzaPublishViewTranslator.java | 28 +-
.../samza/translation/SamzaTransformOverrides.java | 4 +-
.../samza/translation/TransformTranslator.java | 8 +-
.../samza/translation/TranslationContext.java | 40 +-
.../samza/translation/WindowAssignTranslator.java | 15 +-
.../runners/samza/translation/package-info.java | 4 +-
.../beam/runners/samza/util/Base64Serializer.java | 4 +-
.../runners/samza/util/PipelineDotRenderer.java | 51 +-
.../beam/runners/samza/util/SamzaCoders.java | 9 +-
.../beam/runners/samza/util/package-info.java | 4 +-
.../samza/adapter/BoundedSourceSystemTest.java | 100 +-
.../runners/samza/adapter/TestBoundedSource.java | 27 +-
.../runners/samza/adapter/TestCheckpointMark.java | 4 +-
.../runners/samza/adapter/TestSourceHelpers.java | 26 +-
.../runners/samza/adapter/TestUnboundedSource.java | 29 +-
.../samza/adapter/UnboundedSourceSystemTest.java | 146 ++-
.../runtime/SamzaStoreStateInternalsTest.java | 88 +-
.../beam/runners/spark/SparkContextOptions.java | 14 +-
.../runners/spark/SparkNativePipelineVisitor.java | 26 +-
.../beam/runners/spark/SparkPipelineOptions.java | 45 +-
.../beam/runners/spark/SparkPipelineResult.java | 3 +-
.../org/apache/beam/runners/spark/SparkRunner.java | 7 +-
.../beam/runners/spark/SparkRunnerDebugger.java | 21 +-
.../beam/runners/spark/SparkRunnerRegistrar.java | 16 +-
.../runners/spark/TestSparkPipelineOptions.java | 18 +-
.../apache/beam/runners/spark/TestSparkRunner.java | 36 +-
.../runners/spark/aggregators/AggAccumParam.java | 4 +-
.../spark/aggregators/AggregatorsAccumulator.java | 15 +-
.../spark/aggregators/NamedAggregators.java | 49 +-
.../spark/coders/BeamSparkRunnerRegistrator.java | 5 +-
.../beam/runners/spark/coders/CoderHelpers.java | 42 +-
.../spark/coders/StatelessJavaSerializer.java | 24 +-
.../beam/runners/spark/coders/package-info.java | 4 +-
.../beam/runners/spark/examples/WordCount.java | 27 +-
.../apache/beam/runners/spark/io/CreateStream.java | 65 +-
.../beam/runners/spark/io/EmptyCheckpointMark.java | 7 +-
.../beam/runners/spark/io/MicrobatchSource.java | 49 +-
.../beam/runners/spark/io/SourceDStream.java | 90 +-
.../apache/beam/runners/spark/io/SourceRDD.java | 103 +-
.../runners/spark/io/SparkUnboundedSource.java | 69 +-
.../apache/beam/runners/spark/io/package-info.java | 4 +-
.../runners/spark/metrics/AggregatorMetric.java | 4 +-
.../spark/metrics/AggregatorMetricSource.java | 5 +-
.../runners/spark/metrics/CompositeSource.java | 5 +-
.../runners/spark/metrics/MetricsAccumulator.java | 20 +-
.../spark/metrics/MetricsAccumulatorParam.java | 11 +-
.../runners/spark/metrics/SparkBeamMetric.java | 4 +-
.../spark/metrics/SparkBeamMetricSource.java | 5 +-
.../runners/spark/metrics/WithMetricsSupport.java | 30 +-
.../beam/runners/spark/metrics/sink/CsvSink.java | 11 +-
.../runners/spark/metrics/sink/GraphiteSink.java | 13 +-
.../runners/spark/metrics/sink/package-info.java | 4 +-
.../apache/beam/runners/spark/package-info.java | 4 +-
.../SparkGroupAlsoByWindowViaWindowSet.java | 29 +-
.../spark/stateful/SparkStateInternals.java | 64 +-
.../spark/stateful/SparkTimerInternals.java | 44 +-
.../runners/spark/stateful/StateSpecFunctions.java | 235 +++--
.../beam/runners/spark/stateful/package-info.java | 4 +-
.../runners/spark/translation/BoundedDataset.java | 23 +-
.../beam/runners/spark/translation/Dataset.java | 5 +-
.../spark/translation/DoFnRunnerWithMetrics.java | 12 +-
.../spark/translation/EvaluationContext.java | 29 +-
.../spark/translation/GroupCombineFunctions.java | 61 +-
.../spark/translation/MultiDoFnFunction.java | 43 +-
.../spark/translation/SparkAbstractCombineFn.java | 20 +-
.../spark/translation/SparkAssignWindowFn.java | 37 +-
.../spark/translation/SparkContextFactory.java | 24 +-
.../spark/translation/SparkGlobalCombineFn.java | 72 +-
.../SparkGroupAlsoByWindowViaOutputBufferFn.java | 17 +-
.../spark/translation/SparkKeyedCombineFn.java | 78 +-
.../spark/translation/SparkPCollectionView.java | 97 +-
.../spark/translation/SparkPipelineTranslator.java | 12 +-
.../spark/translation/SparkProcessContext.java | 15 +-
.../spark/translation/TransformEvaluator.java | 5 +-
.../spark/translation/TransformTranslator.java | 125 +--
.../spark/translation/TranslationUtils.java | 6 +-
.../spark/translation/WindowingHelpers.java | 21 +-
.../runners/spark/translation/package-info.java | 4 +-
.../spark/translation/streaming/Checkpoint.java | 22 +-
.../streaming/StreamingTransformTranslator.java | 41 +-
.../translation/streaming/UnboundedDataset.java | 10 +-
.../streaming/WatermarkSyncedDStream.java | 44 +-
.../spark/translation/streaming/package-info.java | 4 +-
.../apache/beam/runners/spark/util/ByteArray.java | 4 +-
.../runners/spark/util/GlobalWatermarkHolder.java | 58 +-
.../runners/spark/util/SideInputBroadcast.java | 6 +-
.../runners/spark/util/SparkSideInputReader.java | 12 +-
.../beam/runners/spark/util/package-info.java | 4 +-
.../org/apache/beam/runners/spark/CacheTest.java | 1 -
.../beam/runners/spark/ClearWatermarksRule.java | 4 +-
.../beam/runners/spark/ForceStreamingTest.java | 12 +-
.../runners/spark/GlobalWatermarkHolderTest.java | 64 +-
.../runners/spark/ProvidedSparkContextTest.java | 153 +--
.../beam/runners/spark/ReuseSparkContextRule.java | 4 +-
.../beam/runners/spark/SparkPipelineStateTest.java | 46 +-
.../runners/spark/SparkRunnerDebuggerTest.java | 65 +-
.../runners/spark/SparkRunnerRegistrarTest.java | 7 +-
.../apache/beam/runners/spark/StreamingTest.java | 4 +-
.../beam/runners/spark/UsesCheckpointRecovery.java | 4 +-
.../aggregators/metrics/sink/InMemoryMetrics.java | 24 +-
.../metrics/sink/InMemoryMetricsSinkRule.java | 4 +-
.../metrics/sink/SparkMetricsSinkTest.java | 32 +-
.../beam/runners/spark/io/AvroPipelineTest.java | 24 +-
.../beam/runners/spark/io/NumShardsTest.java | 22 +-
.../spark/io/ReaderToIteratorAdapterTest.java | 8 +-
.../runners/spark/metrics/SparkBeamMetricTest.java | 52 +-
.../spark/metrics/SparkMetricsPusherTest.java | 22 +-
.../spark/stateful/SparkStateInternalsTest.java | 5 +-
.../translation/streaming/CreateStreamTest.java | 173 ++--
.../ResumeFromCheckpointStreamingTest.java | 144 +--
.../streaming/StreamingSourceMetricsTest.java | 21 +-
.../streaming/TrackStreamingSourcesTest.java | 41 +-
.../streaming/utils/EmbeddedKafkaCluster.java | 22 +-
.../src/main/resources/beam/checkstyle.xml | 186 +---
.../apache/beam/codestyle/CodeStyleTestClass.java | 11 +-
.../main/java/org/apache/beam/sdk/Pipeline.java | 156 ++-
.../java/org/apache/beam/sdk/PipelineResult.java | 8 +-
.../java/org/apache/beam/sdk/PipelineRunner.java | 12 +-
.../apache/beam/sdk/annotations/Experimental.java | 5 +-
.../apache/beam/sdk/annotations/package-info.java | 4 +-
.../org/apache/beam/sdk/coders/AtomicCoder.java | 8 +-
.../java/org/apache/beam/sdk/coders/AvroCoder.java | 152 ++-
.../apache/beam/sdk/coders/BigDecimalCoder.java | 15 +-
.../beam/sdk/coders/BigEndianIntegerCoder.java | 10 +-
.../apache/beam/sdk/coders/BigEndianLongCoder.java | 13 +-
.../beam/sdk/coders/BigEndianShortCoder.java | 10 +-
.../apache/beam/sdk/coders/BigIntegerCoder.java | 3 +-
.../org/apache/beam/sdk/coders/BitSetCoder.java | 10 +-
.../org/apache/beam/sdk/coders/ByteArrayCoder.java | 22 +-
.../java/org/apache/beam/sdk/coders/ByteCoder.java | 17 +-
.../sdk/coders/CannotProvideCoderException.java | 24 +-
.../java/org/apache/beam/sdk/coders/Coder.java | 139 ++-
.../org/apache/beam/sdk/coders/CoderException.java | 4 +-
.../org/apache/beam/sdk/coders/CoderProvider.java | 8 +-
.../beam/sdk/coders/CoderProviderRegistrar.java | 14 +-
.../org/apache/beam/sdk/coders/CoderProviders.java | 103 +-
.../org/apache/beam/sdk/coders/CoderRegistry.java | 353 ++++---
.../apache/beam/sdk/coders/CollectionCoder.java | 7 +-
.../org/apache/beam/sdk/coders/CustomCoder.java | 8 +-
.../org/apache/beam/sdk/coders/DefaultCoder.java | 45 +-
.../org/apache/beam/sdk/coders/DelegateCoder.java | 42 +-
.../org/apache/beam/sdk/coders/DoubleCoder.java | 24 +-
.../org/apache/beam/sdk/coders/DurationCoder.java | 13 +-
.../org/apache/beam/sdk/coders/FloatCoder.java | 24 +-
.../org/apache/beam/sdk/coders/InstantCoder.java | 4 +-
.../org/apache/beam/sdk/coders/IterableCoder.java | 3 +-
.../apache/beam/sdk/coders/IterableLikeCoder.java | 68 +-
.../java/org/apache/beam/sdk/coders/KvCoder.java | 28 +-
.../apache/beam/sdk/coders/LengthPrefixCoder.java | 22 +-
.../java/org/apache/beam/sdk/coders/ListCoder.java | 4 +-
.../java/org/apache/beam/sdk/coders/MapCoder.java | 35 +-
.../org/apache/beam/sdk/coders/NullableCoder.java | 39 +-
.../java/org/apache/beam/sdk/coders/RowCoder.java | 43 +-
.../apache/beam/sdk/coders/RowCoderGenerator.java | 11 +-
.../apache/beam/sdk/coders/SerializableCoder.java | 82 +-
.../java/org/apache/beam/sdk/coders/SetCoder.java | 16 +-
.../apache/beam/sdk/coders/ShardedKeyCoder.java | 6 +-
.../beam/sdk/coders/StringDelegateCoder.java | 27 +-
.../apache/beam/sdk/coders/StringUtf8Coder.java | 24 +-
.../beam/sdk/coders/StructuralByteArray.java | 5 +-
.../apache/beam/sdk/coders/StructuredCoder.java | 9 +-
.../beam/sdk/coders/TextualIntegerCoder.java | 10 +-
.../org/apache/beam/sdk/coders/VarIntCoder.java | 13 +-
.../org/apache/beam/sdk/coders/VarLongCoder.java | 15 +-
.../java/org/apache/beam/sdk/coders/VoidCoder.java | 7 +-
.../org/apache/beam/sdk/coders/package-info.java | 38 +-
.../main/java/org/apache/beam/sdk/io/AvroIO.java | 110 ++-
.../java/org/apache/beam/sdk/io/AvroSource.java | 120 +--
.../org/apache/beam/sdk/io/BlockBasedSource.java | 85 +-
.../sdk/io/BoundedReadFromUnboundedSource.java | 80 +-
.../java/org/apache/beam/sdk/io/BoundedSource.java | 382 ++++----
.../org/apache/beam/sdk/io/CompressedSource.java | 113 +--
.../org/apache/beam/sdk/io/CountingSource.java | 80 +-
.../apache/beam/sdk/io/DefaultFilenamePolicy.java | 1 +
.../java/org/apache/beam/sdk/io/FileBasedSink.java | 29 +-
.../org/apache/beam/sdk/io/FileBasedSource.java | 143 +--
.../main/java/org/apache/beam/sdk/io/FileIO.java | 117 +--
.../java/org/apache/beam/sdk/io/FileSystem.java | 93 +-
.../apache/beam/sdk/io/FileSystemRegistrar.java | 12 +-
.../java/org/apache/beam/sdk/io/FileSystems.java | 129 ++-
.../org/apache/beam/sdk/io/LocalFileSystem.java | 47 +-
.../beam/sdk/io/LocalFileSystemRegistrar.java | 4 +-
.../org/apache/beam/sdk/io/LocalResourceId.java | 43 +-
.../org/apache/beam/sdk/io/LocalResources.java | 4 +-
.../org/apache/beam/sdk/io/OffsetBasedSource.java | 155 ++-
.../src/main/java/org/apache/beam/sdk/io/Read.java | 54 +-
.../beam/sdk/io/SerializableAvroCodecFactory.java | 11 +-
.../org/apache/beam/sdk/io/ShardNameTemplate.java | 53 +-
.../main/java/org/apache/beam/sdk/io/Source.java | 94 +-
.../java/org/apache/beam/sdk/io/TFRecordIO.java | 151 ++-
.../main/java/org/apache/beam/sdk/io/TextIO.java | 91 +-
.../java/org/apache/beam/sdk/io/TextSource.java | 38 +-
.../org/apache/beam/sdk/io/UnboundedSource.java | 148 ++-
.../org/apache/beam/sdk/io/WriteFilesResult.java | 7 +-
.../org/apache/beam/sdk/io/fs/CreateOptions.java | 24 +-
.../org/apache/beam/sdk/io/fs/MatchResult.java | 37 +-
.../org/apache/beam/sdk/io/fs/MoveOptions.java | 8 +-
.../org/apache/beam/sdk/io/fs/ResolveOptions.java | 12 +-
.../java/org/apache/beam/sdk/io/fs/ResourceId.java | 65 +-
.../apache/beam/sdk/io/fs/ResourceIdTester.java | 11 +-
.../org/apache/beam/sdk/io/fs/package-info.java | 4 +-
.../java/org/apache/beam/sdk/io/package-info.java | 16 +-
.../java/org/apache/beam/sdk/io/range/ByteKey.java | 29 +-
.../org/apache/beam/sdk/io/range/ByteKeyRange.java | 50 +-
.../beam/sdk/io/range/ByteKeyRangeTracker.java | 15 +-
.../org/apache/beam/sdk/io/range/OffsetRange.java | 4 +-
.../beam/sdk/io/range/OffsetRangeTracker.java | 54 +-
.../org/apache/beam/sdk/io/range/RangeTracker.java | 202 ++--
.../org/apache/beam/sdk/io/range/package-info.java | 4 +-
.../java/org/apache/beam/sdk/metrics/Counter.java | 4 +-
.../org/apache/beam/sdk/metrics/Distribution.java | 4 +-
.../beam/sdk/metrics/DistributionResult.java | 7 +-
.../java/org/apache/beam/sdk/metrics/Gauge.java | 4 +-
.../org/apache/beam/sdk/metrics/GaugeResult.java | 11 +-
.../java/org/apache/beam/sdk/metrics/Metric.java | 8 +-
.../apache/beam/sdk/metrics/MetricNameFilter.java | 4 +-
.../org/apache/beam/sdk/metrics/MetricResult.java | 8 +-
.../org/apache/beam/sdk/metrics/MetricResults.java | 5 +-
.../java/org/apache/beam/sdk/metrics/Metrics.java | 38 +-
.../apache/beam/sdk/metrics/MetricsContainer.java | 12 +-
.../beam/sdk/metrics/MetricsEnvironment.java | 7 +-
.../org/apache/beam/sdk/metrics/MetricsFilter.java | 14 +-
.../org/apache/beam/sdk/metrics/SinkMetrics.java | 13 +-
.../org/apache/beam/sdk/metrics/SourceMetrics.java | 34 +-
.../org/apache/beam/sdk/metrics/package-info.java | 9 +-
.../beam/sdk/options/ApplicationNameOptions.java | 14 +-
.../java/org/apache/beam/sdk/options/Default.java | 49 +-
.../beam/sdk/options/DefaultValueFactory.java | 10 +-
.../org/apache/beam/sdk/options/Description.java | 9 +-
.../beam/sdk/options/ExperimentalOptions.java | 22 +-
.../java/org/apache/beam/sdk/options/Hidden.java | 7 +-
.../beam/sdk/options/PipelineOptionSpec.java | 16 +-
.../apache/beam/sdk/options/PipelineOptions.java | 271 ++---
.../beam/sdk/options/PipelineOptionsFactory.java | 723 +++++++-------
.../beam/sdk/options/PipelineOptionsReflector.java | 27 +-
.../beam/sdk/options/PipelineOptionsRegistrar.java | 14 +-
.../beam/sdk/options/PipelineOptionsValidator.java | 47 +-
.../beam/sdk/options/PortablePipelineOptions.java | 2 +
.../beam/sdk/options/ProxyInvocationHandler.java | 215 ++--
.../apache/beam/sdk/options/SdkHarnessOptions.java | 99 +-
.../apache/beam/sdk/options/StreamingOptions.java | 13 +-
.../org/apache/beam/sdk/options/Validation.java | 10 +-
.../org/apache/beam/sdk/options/ValueProvider.java | 122 +--
.../apache/beam/sdk/options/ValueProviders.java | 4 +-
.../org/apache/beam/sdk/options/package-info.java | 9 +-
.../java/org/apache/beam/sdk/package-info.java | 17 +-
.../apache/beam/sdk/runners/AppliedPTransform.java | 11 +-
.../beam/sdk/runners/PTransformOverride.java | 8 +-
.../sdk/runners/PTransformOverrideFactory.java | 10 +-
.../beam/sdk/runners/PipelineRunnerRegistrar.java | 21 +-
.../beam/sdk/runners/TransformHierarchy.java | 69 +-
.../org/apache/beam/sdk/runners/package-info.java | 2 +-
.../java/org/apache/beam/sdk/schemas/Schema.java | 189 ++--
.../org/apache/beam/sdk/schemas/package-info.java | 4 +-
.../org/apache/beam/sdk/state/GroupingState.java | 4 +-
.../java/org/apache/beam/sdk/state/MapState.java | 23 +-
.../org/apache/beam/sdk/state/ReadableStates.java | 8 +-
.../java/org/apache/beam/sdk/state/SetState.java | 8 +-
.../main/java/org/apache/beam/sdk/state/State.java | 4 +-
.../org/apache/beam/sdk/state/StateBinder.java | 13 +-
.../org/apache/beam/sdk/state/StateContext.java | 17 +-
.../java/org/apache/beam/sdk/state/StateSpec.java | 12 +-
.../java/org/apache/beam/sdk/state/StateSpecs.java | 139 ++-
.../main/java/org/apache/beam/sdk/state/Timer.java | 3 +-
.../java/org/apache/beam/sdk/state/TimerSpec.java | 4 +-
.../java/org/apache/beam/sdk/state/TimerSpecs.java | 4 +-
.../java/org/apache/beam/sdk/state/Timers.java | 12 +-
.../org/apache/beam/sdk/state/package-info.java | 4 +-
.../org/apache/beam/sdk/testing/Annotations.java | 9 +-
.../apache/beam/sdk/testing/CoderProperties.java | 219 ++---
.../apache/beam/sdk/testing/CombineFnTester.java | 6 +-
.../apache/beam/sdk/testing/CrashingRunner.java | 26 +-
.../beam/sdk/testing/FileChecksumMatcher.java | 37 +-
.../apache/beam/sdk/testing/GatherAllPanes.java | 1 -
.../org/apache/beam/sdk/testing/LargeKeys.java | 24 +-
.../beam/sdk/testing/MatcherDeserializer.java | 12 +-
.../apache/beam/sdk/testing/MatcherSerializer.java | 11 +-
.../org/apache/beam/sdk/testing/NeedsRunner.java | 7 +-
.../java/org/apache/beam/sdk/testing/PAssert.java | 218 ++---
.../apache/beam/sdk/testing/PaneExtractors.java | 7 +-
.../org/apache/beam/sdk/testing/RegexMatcher.java | 1 -
.../beam/sdk/testing/SerializableMatcher.java | 12 +-
.../beam/sdk/testing/SerializableMatchers.java | 419 ++++----
.../apache/beam/sdk/testing/SourceTestUtils.java | 357 ++++---
.../org/apache/beam/sdk/testing/StaticWindows.java | 6 +-
.../org/apache/beam/sdk/testing/StreamingIT.java | 13 +-
.../apache/beam/sdk/testing/SuccessOrFailure.java | 23 +-
.../org/apache/beam/sdk/testing/TestPipeline.java | 55 +-
.../beam/sdk/testing/TestPipelineOptions.java | 15 +-
.../org/apache/beam/sdk/testing/TestStream.java | 18 +-
.../beam/sdk/testing/UsesAttemptedMetrics.java | 4 +-
.../beam/sdk/testing/UsesCommittedMetrics.java | 4 +-
.../beam/sdk/testing/UsesCustomWindowMerging.java | 4 +-
.../apache/beam/sdk/testing/UsesGaugeMetrics.java | 4 +-
.../org/apache/beam/sdk/testing/UsesMapState.java | 4 +-
.../beam/sdk/testing/UsesParDoLifecycle.java | 4 +-
.../org/apache/beam/sdk/testing/UsesSetState.java | 4 +-
.../beam/sdk/testing/UsesSplittableParDo.java | 4 +-
.../UsesSplittableParDoWithWindowedSideInputs.java | 4 +-
.../apache/beam/sdk/testing/UsesStatefulParDo.java | 4 +-
.../apache/beam/sdk/testing/UsesTestStream.java | 4 +-
.../apache/beam/sdk/testing/UsesTimersInParDo.java | 4 +-
.../sdk/testing/UsesUnboundedPCollections.java | 4 +-
.../apache/beam/sdk/testing/ValidatesRunner.java | 4 +-
.../apache/beam/sdk/testing/WindowFnTestUtils.java | 143 ++-
.../apache/beam/sdk/testing/WindowSupplier.java | 6 +-
.../org/apache/beam/sdk/testing/package-info.java | 1 -
.../beam/sdk/transforms/ApproximateQuantiles.java | 340 +++----
.../beam/sdk/transforms/ApproximateUnique.java | 233 ++---
.../org/apache/beam/sdk/transforms/Combine.java | 949 ++++++++----------
.../apache/beam/sdk/transforms/CombineFnBase.java | 90 +-
.../org/apache/beam/sdk/transforms/CombineFns.java | 118 +--
.../beam/sdk/transforms/CombineWithContext.java | 45 +-
.../java/org/apache/beam/sdk/transforms/Count.java | 67 +-
.../org/apache/beam/sdk/transforms/Create.java | 230 ++---
.../org/apache/beam/sdk/transforms/Distinct.java | 8 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 372 ++++---
.../beam/sdk/transforms/DoFnOutputReceivers.java | 22 +-
.../org/apache/beam/sdk/transforms/DoFnTester.java | 154 +--
.../org/apache/beam/sdk/transforms/Filter.java | 148 ++-
.../beam/sdk/transforms/FlatMapElements.java | 35 +-
.../org/apache/beam/sdk/transforms/Flatten.java | 106 +-
.../org/apache/beam/sdk/transforms/GroupByKey.java | 170 ++--
.../beam/sdk/transforms/GroupIntoBatches.java | 46 +-
.../org/apache/beam/sdk/transforms/Impulse.java | 4 +-
.../org/apache/beam/sdk/transforms/JsonToRow.java | 21 +-
.../java/org/apache/beam/sdk/transforms/Keys.java | 46 +-
.../org/apache/beam/sdk/transforms/KvSwap.java | 55 +-
.../org/apache/beam/sdk/transforms/Latest.java | 37 +-
.../apache/beam/sdk/transforms/MapElements.java | 69 +-
.../beam/sdk/transforms/Materialization.java | 6 +-
.../beam/sdk/transforms/Materializations.java | 12 +-
.../java/org/apache/beam/sdk/transforms/Max.java | 47 +-
.../java/org/apache/beam/sdk/transforms/Mean.java | 99 +-
.../java/org/apache/beam/sdk/transforms/Min.java | 44 +-
.../org/apache/beam/sdk/transforms/PTransform.java | 223 ++---
.../java/org/apache/beam/sdk/transforms/ParDo.java | 446 ++++-----
.../org/apache/beam/sdk/transforms/Partition.java | 66 +-
.../java/org/apache/beam/sdk/transforms/Regex.java | 66 +-
.../java/org/apache/beam/sdk/transforms/Reify.java | 38 +-
.../org/apache/beam/sdk/transforms/Reshuffle.java | 7 +-
.../org/apache/beam/sdk/transforms/Sample.java | 74 +-
.../sdk/transforms/SerializableComparator.java | 3 +-
.../apache/beam/sdk/transforms/SimpleFunction.java | 49 +-
.../java/org/apache/beam/sdk/transforms/Sum.java | 86 +-
.../org/apache/beam/sdk/transforms/ToString.java | 59 +-
.../java/org/apache/beam/sdk/transforms/Top.java | 364 +++----
.../org/apache/beam/sdk/transforms/Values.java | 46 +-
.../java/org/apache/beam/sdk/transforms/View.java | 225 ++---
.../org/apache/beam/sdk/transforms/ViewFn.java | 19 +-
.../java/org/apache/beam/sdk/transforms/Wait.java | 7 +-
.../java/org/apache/beam/sdk/transforms/Watch.java | 16 +-
.../org/apache/beam/sdk/transforms/WithKeys.java | 73 +-
.../apache/beam/sdk/transforms/WithTimestamps.java | 32 +-
.../beam/sdk/transforms/display/DisplayData.java | 297 +++---
.../sdk/transforms/display/HasDisplayData.java | 22 +-
.../beam/sdk/transforms/display/package-info.java | 4 +-
.../beam/sdk/transforms/join/CoGbkResult.java | 145 ++-
.../sdk/transforms/join/CoGbkResultSchema.java | 34 +-
.../beam/sdk/transforms/join/CoGroupByKey.java | 66 +-
.../sdk/transforms/join/KeyedPCollectionTuple.java | 99 +-
.../beam/sdk/transforms/join/RawUnionValue.java | 12 +-
.../beam/sdk/transforms/join/UnionCoder.java | 30 +-
.../beam/sdk/transforms/join/package-info.java | 4 +-
.../apache/beam/sdk/transforms/package-info.java | 33 +-
.../reflect/ByteBuddyDoFnInvokerFactory.java | 9 +-
.../reflect/ByteBuddyOnTimerInvokerFactory.java | 43 +-
.../beam/sdk/transforms/reflect/DoFnInvoker.java | 20 +-
.../beam/sdk/transforms/reflect/DoFnSignature.java | 87 +-
.../sdk/transforms/reflect/DoFnSignatures.java | 167 ++--
.../transforms/reflect/OnTimerInvokerFactory.java | 4 +-
.../transforms/reflect/OnTimerMethodSpecifier.java | 20 +-
.../beam/sdk/transforms/reflect/package-info.java | 4 +-
.../beam/sdk/transforms/windowing/AfterAll.java | 8 +-
.../beam/sdk/transforms/windowing/AfterEach.java | 24 +-
.../beam/sdk/transforms/windowing/AfterFirst.java | 8 +-
.../beam/sdk/transforms/windowing/AfterPane.java | 8 +-
.../transforms/windowing/AfterProcessingTime.java | 4 +-
.../sdk/transforms/windowing/AfterWatermark.java | 47 +-
.../sdk/transforms/windowing/BoundedWindow.java | 4 +-
.../sdk/transforms/windowing/CalendarWindows.java | 107 +-
.../sdk/transforms/windowing/DefaultTrigger.java | 4 +-
.../sdk/transforms/windowing/FixedWindows.java | 34 +-
.../sdk/transforms/windowing/GlobalWindow.java | 12 +-
.../sdk/transforms/windowing/GlobalWindows.java | 4 +-
.../windowing/IncompatibleWindowException.java | 4 +-
.../sdk/transforms/windowing/IntervalWindow.java | 67 +-
.../sdk/transforms/windowing/InvalidWindows.java | 15 +-
.../windowing/MergeOverlappingIntervalWindows.java | 6 +-
.../beam/sdk/transforms/windowing/Never.java | 9 +-
.../transforms/windowing/NonMergingWindowFn.java | 9 +-
.../sdk/transforms/windowing/OrFinallyTrigger.java | 11 +-
.../beam/sdk/transforms/windowing/PaneInfo.java | 135 ++-
.../transforms/windowing/PartitioningWindowFn.java | 4 +-
.../beam/sdk/transforms/windowing/Repeatedly.java | 11 +-
.../beam/sdk/transforms/windowing/Sessions.java | 15 +-
.../sdk/transforms/windowing/SlidingWindows.java | 63 +-
.../transforms/windowing/TimestampCombiner.java | 31 +-
.../transforms/windowing/TimestampTransform.java | 2 +-
.../beam/sdk/transforms/windowing/Trigger.java | 45 +-
.../beam/sdk/transforms/windowing/Window.java | 308 +++---
.../beam/sdk/transforms/windowing/WindowFn.java | 120 +--
.../sdk/transforms/windowing/WindowMappingFn.java | 12 +-
.../sdk/transforms/windowing/package-info.java | 41 +-
.../java/org/apache/beam/sdk/util/ApiSurface.java | 16 +-
.../org/apache/beam/sdk/util/AppliedCombineFn.java | 62 +-
.../java/org/apache/beam/sdk/util/BackOff.java | 52 +-
.../org/apache/beam/sdk/util/BackOffUtils.java | 11 +-
.../java/org/apache/beam/sdk/util/BitSetCoder.java | 6 +-
.../apache/beam/sdk/util/BucketingFunction.java | 43 +-
.../util/BufferedElementCountingOutputStream.java | 27 +-
.../java/org/apache/beam/sdk/util/ClassPath.java | 51 +-
.../java/org/apache/beam/sdk/util/CoderUtils.java | 48 +-
.../beam/sdk/util/CombineContextFactory.java | 34 +-
.../org/apache/beam/sdk/util/CombineFnUtil.java | 27 +-
.../apache/beam/sdk/util/DoFnAndMainOutput.java | 4 +-
.../java/org/apache/beam/sdk/util/DoFnInfo.java | 13 +-
.../util/EmptyOnDeserializationThreadLocal.java | 15 +-
.../apache/beam/sdk/util/ExplicitShardedFile.java | 6 +-
.../beam/sdk/util/ExposedByteArrayInputStream.java | 6 +-
.../sdk/util/ExposedByteArrayOutputStream.java | 18 +-
.../org/apache/beam/sdk/util/FluentBackoff.java | 46 +-
.../org/apache/beam/sdk/util/IdentityWindowFn.java | 10 +-
.../beam/sdk/util/IllegalMutationException.java | 12 +-
.../org/apache/beam/sdk/util/InstanceBuilder.java | 128 ++-
.../org/apache/beam/sdk/util/JsonToRowUtils.java | 4 +-
.../java/org/apache/beam/sdk/util/MoreFutures.java | 60 +-
.../org/apache/beam/sdk/util/MovingFunction.java | 65 +-
.../org/apache/beam/sdk/util/MutationDetector.java | 9 +-
.../apache/beam/sdk/util/MutationDetectors.java | 30 +-
.../java/org/apache/beam/sdk/util/NameUtils.java | 46 +-
.../apache/beam/sdk/util/NumberedShardedFile.java | 49 +-
.../java/org/apache/beam/sdk/util/ReleaseInfo.java | 9 +-
.../apache/beam/sdk/util/RowJsonDeserializer.java | 122 +--
.../apache/beam/sdk/util/RowJsonValidation.java | 10 +-
.../beam/sdk/util/RowJsonValueExtractors.java | 81 +-
.../apache/beam/sdk/util/SerializableUtils.java | 91 +-
.../beam/sdk/util/ShardingWritableByteChannel.java | 30 +-
.../java/org/apache/beam/sdk/util/Sleeper.java | 8 +-
.../java/org/apache/beam/sdk/util/StreamUtils.java | 12 +-
.../java/org/apache/beam/sdk/util/StringUtils.java | 20 +-
.../apache/beam/sdk/util/UnownedInputStream.java | 19 +-
.../apache/beam/sdk/util/UnownedOutputStream.java | 11 +-
.../apache/beam/sdk/util/UserCodeException.java | 21 +-
.../main/java/org/apache/beam/sdk/util/VarInt.java | 31 +-
.../java/org/apache/beam/sdk/util/Weighted.java | 8 +-
.../org/apache/beam/sdk/util/WindowTracing.java | 4 +-
.../java/org/apache/beam/sdk/util/ZipFiles.java | 97 +-
.../common/ElementByteSizeObservableIterable.java | 20 +-
.../common/ElementByteSizeObservableIterator.java | 11 +-
.../sdk/util/common/ElementByteSizeObserver.java | 32 +-
.../beam/sdk/util/common/ReflectHelpers.java | 178 ++--
.../apache/beam/sdk/util/common/Reiterator.java | 12 +-
.../main/java/org/apache/beam/sdk/values/KV.java | 12 +-
.../java/org/apache/beam/sdk/values/PBegin.java | 8 +-
.../org/apache/beam/sdk/values/PCollection.java | 167 ++--
.../apache/beam/sdk/values/PCollectionList.java | 70 +-
.../apache/beam/sdk/values/PCollectionTuple.java | 94 +-
.../apache/beam/sdk/values/PCollectionView.java | 17 +-
.../apache/beam/sdk/values/PCollectionViews.java | 84 +-
.../java/org/apache/beam/sdk/values/PDone.java | 12 +-
.../java/org/apache/beam/sdk/values/PInput.java | 18 +-
.../java/org/apache/beam/sdk/values/POutput.java | 24 +-
.../java/org/apache/beam/sdk/values/PValue.java | 6 +-
.../org/apache/beam/sdk/values/PValueBase.java | 33 +-
.../main/java/org/apache/beam/sdk/values/Row.java | 215 ++--
.../org/apache/beam/sdk/values/TaggedPValue.java | 8 +-
.../apache/beam/sdk/values/TimestampedValue.java | 21 +-
.../java/org/apache/beam/sdk/values/TupleTag.java | 51 +-
.../org/apache/beam/sdk/values/TupleTagList.java | 49 +-
.../org/apache/beam/sdk/values/TypeDescriptor.java | 158 ++-
.../apache/beam/sdk/values/TypeDescriptors.java | 154 +--
.../org/apache/beam/sdk/values/TypeParameter.java | 11 +-
.../apache/beam/sdk/values/ValueWithRecordId.java | 15 +-
.../apache/beam/sdk/values/WindowingStrategy.java | 66 +-
.../org/apache/beam/sdk/values/package-info.java | 39 +-
.../beam/sdk/values/reflect/ByteBuddyUtils.java | 61 +-
.../sdk/values/reflect/DefaultSchemaFactory.java | 23 +-
.../beam/sdk/values/reflect/FieldValueGetter.java | 6 +-
.../sdk/values/reflect/GeneratedGetterFactory.java | 20 +-
.../beam/sdk/values/reflect/GetterFactory.java | 8 +-
.../beam/sdk/values/reflect/InferredRowCoder.java | 16 +-
.../beam/sdk/values/reflect/ReflectionGetter.java | 4 +-
.../values/reflect/ReflectionGetterFactory.java | 18 +-
.../beam/sdk/values/reflect/ReflectionUtils.java | 19 +-
.../apache/beam/sdk/values/reflect/RowFactory.java | 27 +-
.../beam/sdk/values/reflect/SchemaFactory.java | 13 +-
.../beam/sdk/values/reflect/SchemaGetters.java | 11 +-
.../beam/sdk/values/reflect/package-info.java | 4 +-
.../org/apache/beam/SdkCoreApiSurfaceTest.java | 3 +-
.../java/org/apache/beam/sdk/PipelineTest.java | 155 ++-
.../test/java/org/apache/beam/sdk/TestUtils.java | 111 +--
.../org/apache/beam/sdk/coders/AvroCoderTest.java | 400 +++++---
.../apache/beam/sdk/coders/AvroCoderTestPojo.java | 3 +-
.../beam/sdk/coders/BigDecimalCoderTest.java | 15 +-
.../beam/sdk/coders/BigEndianIntegerCoderTest.java | 32 +-
.../beam/sdk/coders/BigEndianLongCoderTest.java | 58 +-
.../beam/sdk/coders/BigIntegerCoderTest.java | 12 +-
.../apache/beam/sdk/coders/BitSetCoderTest.java | 34 +-
.../apache/beam/sdk/coders/ByteArrayCoderTest.java | 37 +-
.../org/apache/beam/sdk/coders/ByteCoderTest.java | 32 +-
.../apache/beam/sdk/coders/CoderProvidersTest.java | 16 +-
.../apache/beam/sdk/coders/CoderRegistryTest.java | 167 ++--
.../java/org/apache/beam/sdk/coders/CoderTest.java | 3 +-
.../beam/sdk/coders/CollectionCoderTest.java | 20 +-
.../apache/beam/sdk/coders/CustomCoderTest.java | 15 +-
.../apache/beam/sdk/coders/DefaultCoderTest.java | 61 +-
.../apache/beam/sdk/coders/DelegateCoderTest.java | 73 +-
.../apache/beam/sdk/coders/DoubleCoderTest.java | 62 +-
.../apache/beam/sdk/coders/DurationCoderTest.java | 18 +-
.../apache/beam/sdk/coders/InstantCoderTest.java | 24 +-
.../apache/beam/sdk/coders/IterableCoderTest.java | 14 +-
.../beam/sdk/coders/LengthPrefixCoderTest.java | 29 +-
.../org/apache/beam/sdk/coders/ListCoderTest.java | 16 +-
.../org/apache/beam/sdk/coders/MapCoderTest.java | 12 +-
.../apache/beam/sdk/coders/NullableCoderTest.java | 43 +-
.../beam/sdk/coders/PrintBase64Encodings.java | 16 +-
.../beam/sdk/coders/SerializableCoderTest.java | 57 +-
.../org/apache/beam/sdk/coders/SetCoderTest.java | 17 +-
.../beam/sdk/coders/StringDelegateCoderTest.java | 13 +-
.../beam/sdk/coders/StringUtf8CoderTest.java | 42 +-
.../beam/sdk/coders/StructuralByteArrayTest.java | 9 +-
.../beam/sdk/coders/StructuredCoderTest.java | 71 +-
.../beam/sdk/coders/TextualIntegerCoderTest.java | 40 +-
.../apache/beam/sdk/coders/VarIntCoderTest.java | 31 +-
.../apache/beam/sdk/coders/VarLongCoderTest.java | 58 +-
.../org/apache/beam/sdk/coders/VoidCoderTest.java | 4 +-
.../org/apache/beam/sdk/coders/RowCoderTest.java | 76 +-
.../java/org/apache/beam/sdk/io/AvroIOTest.java | 206 ++--
.../org/apache/beam/sdk/io/AvroSourceTest.java | 242 +++--
.../sdk/io/BoundedReadFromUnboundedSourceTest.java | 48 +-
.../apache/beam/sdk/io/CompressedSourceTest.java | 156 ++-
.../org/apache/beam/sdk/io/CountingSourceTest.java | 54 +-
.../beam/sdk/io/DefaultFilenamePolicyTest.java | 5 +-
.../sdk/io/DrunkWritableByteChannelFactory.java | 8 +-
.../org/apache/beam/sdk/io/FileBasedSinkTest.java | 40 +-
.../apache/beam/sdk/io/FileBasedSourceTest.java | 23 +-
.../java/org/apache/beam/sdk/io/FileIOTest.java | 5 +-
.../org/apache/beam/sdk/io/FileSystemsTest.java | 47 +-
.../beam/sdk/io/LocalFileSystemRegistrarTest.java | 8 +-
.../apache/beam/sdk/io/LocalFileSystemTest.java | 127 ++-
.../apache/beam/sdk/io/LocalResourceIdTest.java | 35 +-
.../apache/beam/sdk/io/OffsetBasedSourceTest.java | 26 +-
.../test/java/org/apache/beam/sdk/io/ReadTest.java | 78 +-
.../sdk/io/SerializableAvroCodecFactoryTest.java | 28 +-
.../org/apache/beam/sdk/io/TFRecordIOTest.java | 74 +-
.../org/apache/beam/sdk/io/TextIOReadTest.java | 104 +-
.../org/apache/beam/sdk/io/TextIOWriteTest.java | 6 +-
.../org/apache/beam/sdk/io/WriteFilesTest.java | 23 +-
.../io/range/ByteKeyRangeEstimateFractionTest.java | 4 +-
.../io/range/ByteKeyRangeInterpolateKeyTest.java | 5 +-
.../apache/beam/sdk/io/range/ByteKeyRangeTest.java | 24 +-
.../beam/sdk/io/range/ByteKeyRangeTrackerTest.java | 4 +-
.../org/apache/beam/sdk/io/range/ByteKeyTest.java | 28 +-
.../beam/sdk/io/range/OffsetRangeTrackerTest.java | 4 +-
.../beam/sdk/metrics/MetricResultsMatchers.java | 98 +-
.../beam/sdk/metrics/MetricsEnvironmentTest.java | 4 +-
.../org/apache/beam/sdk/metrics/MetricsTest.java | 210 ++--
.../sdk/options/PipelineOptionsFactoryTest.java | 806 ++++++++-------
.../sdk/options/PipelineOptionsReflectorTest.java | 54 +-
.../beam/sdk/options/PipelineOptionsTest.java | 12 +-
.../sdk/options/PipelineOptionsValidatorTest.java | 78 +-
.../sdk/options/ProxyInvocationHandlerTest.java | 234 +++--
.../beam/sdk/options/SdkHarnessOptionsTest.java | 27 +-
.../apache/beam/sdk/options/ValueProviderTest.java | 52 +-
.../beam/sdk/options/ValueProvidersTest.java | 31 +-
.../beam/sdk/runners/PipelineRunnerTest.java | 22 +-
.../beam/sdk/runners/TransformHierarchyTest.java | 31 +-
.../apache/beam/sdk/runners/TransformTreeTest.java | 24 +-
.../org/apache/beam/sdk/schemas/SchemaTest.java | 48 +-
.../beam/sdk/testing/CoderPropertiesTest.java | 44 +-
.../beam/sdk/testing/CombineFnTesterTest.java | 6 +-
.../beam/sdk/testing/CrashingRunnerTest.java | 7 +-
.../org/apache/beam/sdk/testing/ExpectedLogs.java | 20 +-
.../apache/beam/sdk/testing/ExpectedLogsTest.java | 24 +-
.../beam/sdk/testing/FileChecksumMatcherTest.java | 20 +-
.../sdk/testing/InterceptingUrlClassLoader.java | 56 +-
.../org/apache/beam/sdk/testing/PAssertTest.java | 165 ++--
.../beam/sdk/testing/PCollectionViewTesting.java | 25 +-
.../beam/sdk/testing/ResetDateTimeProvider.java | 4 +-
.../sdk/testing/ResetDateTimeProviderTest.java | 3 +-
.../beam/sdk/testing/RestoreSystemProperties.java | 4 +-
.../beam/sdk/testing/SerializableMatchersTest.java | 50 +-
.../beam/sdk/testing/SourceTestUtilsTest.java | 4 +-
.../apache/beam/sdk/testing/StaticWindowsTest.java | 7 +-
.../beam/sdk/testing/SystemNanoTimeSleeper.java | 24 +-
.../apache/beam/sdk/testing/TestPipelineTest.java | 9 +-
.../apache/beam/sdk/testing/TestStreamTest.java | 118 ++-
.../apache/beam/sdk/testing/ThreadLeakTracker.java | 14 +-
.../sdk/testing/ValueInSingleWindowCoderTest.java | 4 +-
.../beam/sdk/testing/WindowSupplierTest.java | 10 +-
.../sdk/transforms/ApproximateQuantilesTest.java | 130 ++-
.../beam/sdk/transforms/ApproximateUniqueTest.java | 206 ++--
.../apache/beam/sdk/transforms/CombineFnsTest.java | 165 ++--
.../apache/beam/sdk/transforms/CombineTest.java | 595 ++++++-----
.../org/apache/beam/sdk/transforms/CountTest.java | 18 +-
.../org/apache/beam/sdk/transforms/CreateTest.java | 99 +-
.../apache/beam/sdk/transforms/DistinctTest.java | 33 +-
.../org/apache/beam/sdk/transforms/DoFnTest.java | 6 +-
.../apache/beam/sdk/transforms/DoFnTesterTest.java | 19 +-
.../org/apache/beam/sdk/transforms/FilterTest.java | 72 +-
.../beam/sdk/transforms/FlatMapElementsTest.java | 161 +--
.../apache/beam/sdk/transforms/FlattenTest.java | 116 +--
.../apache/beam/sdk/transforms/GroupByKeyTest.java | 222 ++---
.../apache/beam/sdk/transforms/ImpulseTest.java | 12 +-
.../apache/beam/sdk/transforms/JsonToRowTest.java | 36 +-
.../org/apache/beam/sdk/transforms/KeysTest.java | 34 +-
.../org/apache/beam/sdk/transforms/KvSwapTest.java | 58 +-
.../apache/beam/sdk/transforms/LatestFnTest.java | 35 +-
.../org/apache/beam/sdk/transforms/LatestTest.java | 9 +-
.../beam/sdk/transforms/MapElementsTest.java | 193 ++--
.../org/apache/beam/sdk/transforms/MaxTest.java | 19 +-
.../org/apache/beam/sdk/transforms/MeanTest.java | 10 +-
.../org/apache/beam/sdk/transforms/MinTest.java | 21 +-
.../apache/beam/sdk/transforms/PTransformTest.java | 4 +-
.../beam/sdk/transforms/ParDoLifecycleTest.java | 41 +-
.../org/apache/beam/sdk/transforms/ParDoTest.java | 1031 ++++++++++----------
.../apache/beam/sdk/transforms/PartitionTest.java | 46 +-
.../beam/sdk/transforms/ReifyTimestampsTest.java | 4 +-
.../apache/beam/sdk/transforms/ReshuffleTest.java | 71 +-
.../org/apache/beam/sdk/transforms/SampleTest.java | 100 +-
.../beam/sdk/transforms/SimpleFunctionTest.java | 7 +-
.../beam/sdk/transforms/SimpleStatsFnsTest.java | 80 +-
.../beam/sdk/transforms/SplittableDoFnTest.java | 4 +-
.../org/apache/beam/sdk/transforms/SumTest.java | 19 +-
.../apache/beam/sdk/transforms/ToStringTest.java | 23 +-
.../org/apache/beam/sdk/transforms/TopTest.java | 77 +-
.../org/apache/beam/sdk/transforms/ValuesTest.java | 34 +-
.../org/apache/beam/sdk/transforms/ViewTest.java | 564 ++++++-----
.../org/apache/beam/sdk/transforms/WatchTest.java | 4 +-
.../apache/beam/sdk/transforms/WithKeysTest.java | 106 +-
.../beam/sdk/transforms/WithTimestampsTest.java | 75 +-
.../transforms/display/DisplayDataEvaluator.java | 29 +-
.../display/DisplayDataEvaluatorTest.java | 50 +-
.../transforms/display/DisplayDataMatchers.java | 56 +-
.../display/DisplayDataMatchersTest.java | 51 +-
.../sdk/transforms/display/DisplayDataTest.java | 940 +++++++++---------
.../sdk/transforms/join/CoGbkResultCoderTest.java | 10 +-
.../beam/sdk/transforms/join/CoGbkResultTest.java | 13 +-
.../beam/sdk/transforms/join/CoGroupByKeyTest.java | 189 ++--
.../beam/sdk/transforms/join/UnionCoderTest.java | 4 +-
.../sdk/transforms/reflect/DoFnInvokersTest.java | 105 +-
.../reflect/DoFnSignaturesProcessElementTest.java | 15 +-
.../reflect/DoFnSignaturesSplittableDoFnTest.java | 20 +-
.../sdk/transforms/reflect/DoFnSignaturesTest.java | 193 ++--
.../transforms/reflect/OnTimerInvokersTest.java | 4 +-
.../splittabledofn/ByteKeyRangeTrackerTest.java | 2 +-
.../sdk/transforms/windowing/AfterAllTest.java | 7 +-
.../sdk/transforms/windowing/AfterEachTest.java | 24 +-
.../sdk/transforms/windowing/AfterFirstTest.java | 10 +-
.../sdk/transforms/windowing/AfterPaneTest.java | 11 +-
.../windowing/AfterProcessingTimeTest.java | 49 +-
.../AfterSynchronizedProcessingTimeTest.java | 7 +-
.../transforms/windowing/AfterWatermarkTest.java | 7 +-
.../transforms/windowing/CalendarWindowsTest.java | 204 ++--
.../transforms/windowing/DefaultTriggerTest.java | 13 +-
.../sdk/transforms/windowing/FixedWindowsTest.java | 27 +-
.../transforms/windowing/IntervalWindowTest.java | 53 +-
.../transforms/windowing/OrFinallyTriggerTest.java | 35 +-
.../sdk/transforms/windowing/PaneInfoTest.java | 52 +-
.../transforms/windowing/ReshuffleTriggerTest.java | 4 +-
.../sdk/transforms/windowing/SessionsTest.java | 35 +-
.../transforms/windowing/SlidingWindowsTest.java | 101 +-
.../beam/sdk/transforms/windowing/StubTrigger.java | 4 +-
.../beam/sdk/transforms/windowing/TriggerTest.java | 13 +-
.../beam/sdk/transforms/windowing/WindowTest.java | 169 ++--
.../sdk/transforms/windowing/WindowingTest.java | 117 +--
.../beam/sdk/util/BucketingFunctionTest.java | 10 +-
.../BufferedElementCountingOutputStreamTest.java | 31 +-
.../org/apache/beam/sdk/util/CoderUtilsTest.java | 10 +-
.../apache/beam/sdk/util/CombineFnUtilTest.java | 7 +-
.../sdk/util/ExposedByteArrayInputStreamTest.java | 1 -
.../sdk/util/ExposedByteArrayOutputStreamTest.java | 2 -
.../apache/beam/sdk/util/FluentBackoffTest.java | 94 +-
.../beam/sdk/util/IdentitySideInputWindowFn.java | 4 +-
.../apache/beam/sdk/util/InstanceBuilderTest.java | 35 +-
.../org/apache/beam/sdk/util/MoreFuturesTest.java | 24 +-
.../apache/beam/sdk/util/MovingFunctionTest.java | 12 +-
.../beam/sdk/util/MutationDetectorsTest.java | 72 +-
.../org/apache/beam/sdk/util/NameUtilsTest.java | 44 +-
.../beam/sdk/util/NumberedShardedFileTest.java | 23 +-
.../org/apache/beam/sdk/util/ReleaseInfoTest.java | 7 +-
.../beam/sdk/util/RowJsonDeserializerTest.java | 246 ++---
.../beam/sdk/util/SerializableUtilsTest.java | 28 +-
.../org/apache/beam/sdk/util/StreamUtilsTest.java | 3 +-
.../org/apache/beam/sdk/util/StringUtilsTest.java | 9 +-
.../beam/sdk/util/UnownedInputStreamTest.java | 2 +-
.../beam/sdk/util/UserCodeExceptionTest.java | 9 +-
.../java/org/apache/beam/sdk/util/VarIntTest.java | 228 +++--
.../apache/beam/sdk/util/WindowedValueTest.java | 3 +-
.../org/apache/beam/sdk/util/ZipFilesTest.java | 40 +-
.../beam/sdk/util/common/ReflectHelpersTest.java | 62 +-
.../java/org/apache/beam/sdk/values/KVTest.java | 44 +-
.../beam/sdk/values/PCollectionListTest.java | 23 +-
.../beam/sdk/values/PCollectionTupleTest.java | 49 +-
.../java/org/apache/beam/sdk/values/PDoneTest.java | 23 +-
.../java/org/apache/beam/sdk/values/RowTest.java | 216 ++--
.../beam/sdk/values/TimestampedValueTest.java | 11 +-
.../org/apache/beam/sdk/values/TupleTagTest.java | 18 +-
.../apache/beam/sdk/values/TypeDescriptorTest.java | 77 +-
.../beam/sdk/values/TypeDescriptorsTest.java | 7 +-
.../apache/beam/sdk/values/TypedPValueTest.java | 26 +-
.../values/reflect/DefaultSchemaFactoryTest.java | 34 +-
.../values/reflect/GeneratedGetterFactoryTest.java | 20 +-
.../sdk/values/reflect/InferredRowCoderTest.java | 28 +-
.../reflect/ReflectionGetterFactoryTest.java | 20 +-
.../sdk/values/reflect/ReflectionGetterTest.java | 9 +-
.../beam/sdk/values/reflect/RowFactoryTest.java | 28 +-
.../beam/sdk/values/reflect/SchemaGettersTest.java | 4 +-
.../sdk/extensions/gcp/auth/CredentialFactory.java | 4 +-
.../extensions/gcp/auth/GcpCredentialFactory.java | 32 +-
.../extensions/gcp/auth/NoopCredentialFactory.java | 4 +-
.../gcp/auth/NullCredentialInitializer.java | 44 +-
.../beam/sdk/extensions/gcp/auth/package-info.java | 4 +-
.../gcp/options/CloudResourceManagerOptions.java | 14 +-
.../sdk/extensions/gcp/options/GcpOptions.java | 214 ++--
.../gcp/options/GcpPipelineOptionsRegistrar.java | 4 +-
.../sdk/extensions/gcp/options/GcsOptions.java | 83 +-
.../gcp/options/GoogleApiDebugOptions.java | 49 +-
.../sdk/extensions/gcp/options/package-info.java | 4 +-
.../extensions/gcp/storage/GcsCreateOptions.java | 13 +-
.../sdk/extensions/gcp/storage/GcsFileSystem.java | 35 +-
.../gcp/storage/GcsFileSystemRegistrar.java | 8 +-
.../extensions/gcp/storage/GcsPathValidator.java | 30 +-
.../sdk/extensions/gcp/storage/GcsResourceId.java | 10 +-
.../extensions/gcp/storage/NoopPathValidator.java | 6 +-
.../sdk/extensions/gcp/storage/PathValidator.java | 3 +-
.../sdk/extensions/gcp/storage/package-info.java | 4 +-
.../org/apache/beam/sdk/util/BackOffAdapter.java | 4 +-
.../java/org/apache/beam/sdk/util/GcsUtil.java | 351 +++----
.../beam/sdk/util/RetryHttpRequestInitializer.java | 96 +-
.../java/org/apache/beam/sdk/util/Transport.java | 42 +-
.../beam/sdk/util/UploadIdResponseInterceptor.java | 6 +-
.../org/apache/beam/sdk/util/gcsfs/GcsPath.java | 193 ++--
.../sdk/extensions/gcp/GcpCoreApiSurfaceTest.java | 3 +-
.../sdk/extensions/gcp/auth/TestCredential.java | 7 +-
.../sdk/extensions/gcp/options/GcpOptionsTest.java | 56 +-
.../gcp/options/GoogleApiDebugOptionsTest.java | 41 +-
.../gcp/storage/GcsFileSystemRegistrarTest.java | 8 +-
.../extensions/gcp/storage/GcsFileSystemTest.java | 149 ++-
.../gcp/storage/GcsPathValidatorTest.java | 9 +-
.../extensions/gcp/storage/GcsResourceIdTest.java | 21 +-
.../beam/sdk/util/FastNanoClockAndSleeper.java | 4 +-
.../java/org/apache/beam/sdk/util/GcsUtilTest.java | 358 +++----
.../sdk/util/RetryHttpRequestInitializerTest.java | 113 +--
.../sdk/util/UploadIdResponseInterceptorTest.java | 13 +-
.../apache/beam/sdk/util/gcsfs/GcsPathTest.java | 48 +-
.../beam/sdk/extensions/jackson/AsJsons.java | 36 +-
.../beam/sdk/extensions/jackson/ParseJsons.java | 37 +-
.../beam/sdk/extensions/jackson/package-info.java | 4 +-
.../extensions/jackson/JacksonTransformsTest.java | 78 +-
.../beam/sdk/extensions/joinlibrary/Join.java | 257 ++---
.../sdk/extensions/joinlibrary/InnerJoinTest.java | 47 +-
.../extensions/joinlibrary/OuterFullJoinTest.java | 63 +-
.../extensions/joinlibrary/OuterLeftJoinTest.java | 52 +-
.../extensions/joinlibrary/OuterRightJoinTest.java | 52 +-
.../sdk/extensions/protobuf/ByteStringCoder.java | 7 +-
.../beam/sdk/extensions/protobuf/ProtoCoder.java | 85 +-
.../protobuf/ProtobufCoderProviderRegistrar.java | 5 +-
.../beam/sdk/extensions/protobuf/ProtobufUtil.java | 12 +-
.../beam/sdk/extensions/protobuf/package-info.java | 4 +-
.../extensions/protobuf/ByteStringCoderTest.java | 45 +-
.../sdk/extensions/protobuf/ProtoCoderTest.java | 4 +-
.../sdk/extensions/protobuf/ProtobufUtilTest.java | 4 +-
.../extensions/sketching/ApproximateDistinct.java | 8 +-
.../extensions/sketching/SketchFrequencies.java | 175 ++--
.../sdk/extensions/sketching/TDigestQuantiles.java | 150 +--
.../sdk/extensions/sketching/package-info.java | 4 +-
.../sketching/SketchFrequenciesTest.java | 49 +-
.../extensions/sketching/TDigestQuantilesTest.java | 46 +-
.../beam/sdk/extensions/sorter/InMemorySorter.java | 8 +-
.../sorter/BufferedExternalSorterTest.java | 60 +-
.../sdk/extensions/sorter/ExternalSorterTest.java | 59 +-
.../sdk/extensions/sorter/InMemorySorterTest.java | 4 +-
.../beam/sdk/extensions/sorter/SortValuesTest.java | 3 +-
sdks/java/extensions/sql/build.gradle | 1 -
sdks/java/extensions/sql/jdbc/build.gradle | 2 +-
.../java/org/apache/beam/sdk/fn/IdGenerator.java | 4 +-
.../beam/sdk/fn/channel/SocketAddressFactory.java | 10 +-
.../apache/beam/sdk/fn/channel/package-info.java | 4 +-
.../data/BeamFnDataBufferingOutboundObserver.java | 31 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexer.java | 27 +-
.../sdk/fn/data/BeamFnDataInboundObserver.java | 5 +-
.../data/CompletableFutureInboundDataClient.java | 8 +-
.../apache/beam/sdk/fn/data/FnDataReceiver.java | 4 +-
.../apache/beam/sdk/fn/data/InboundDataClient.java | 8 +-
.../beam/sdk/fn/data/RemoteGrpcPortRead.java | 5 +-
.../beam/sdk/fn/data/RemoteGrpcPortWrite.java | 1 +
.../org/apache/beam/sdk/fn/data/package-info.java | 4 +-
.../sdk/fn/function/CloseableThrowingConsumer.java | 3 +-
.../beam/sdk/fn/function/ThrowingBiConsumer.java | 5 +-
.../beam/sdk/fn/function/ThrowingBiFunction.java | 4 +-
.../beam/sdk/fn/function/ThrowingConsumer.java | 4 +-
.../beam/sdk/fn/function/ThrowingFunction.java | 4 +-
.../beam/sdk/fn/function/ThrowingRunnable.java | 4 +-
.../org/apache/beam/sdk/fn/stream/DataStreams.java | 54 +-
.../beam/sdk/fn/stream/DirectStreamObserver.java | 22 +-
.../stream/ForwardingClientResponseObserver.java | 7 +-
.../sdk/fn/stream/OutboundObserverFactory.java | 3 +-
.../apache/beam/sdk/fn/stream/package-info.java | 4 +-
.../org/apache/beam/sdk/fn/test/TestStreams.java | 59 +-
.../sdk/fn/windowing/EncodedBoundedWindow.java | 16 +-
.../apache/beam/sdk/fn/windowing/package-info.java | 4 +-
.../sdk/fn/channel/ManagedChannelFactoryTest.java | 1 -
.../sdk/fn/channel/SocketAddressFactoryTest.java | 4 +-
.../BeamFnDataBufferingOutboundObserverTest.java | 30 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java | 40 +-
.../CompletableFutureInboundDataClientTest.java | 7 +-
.../beam/sdk/fn/data/RemoteGrpcPortReadTest.java | 7 +-
.../apache/beam/sdk/fn/stream/DataStreamsTest.java | 23 +-
.../sdk/fn/stream/DirectStreamObserverTest.java | 3 +-
.../ForwardingClientResponseObserverTest.java | 3 +-
.../apache/beam/sdk/fn/test/TestStreamsTest.java | 5 +-
.../sdk/fn/windowing/EncodedBoundedWindowTest.java | 9 +-
.../beam/fn/harness/BeamFnDataReadRunner.java | 77 +-
.../beam/fn/harness/BeamFnDataWriteRunner.java | 48 +-
.../beam/fn/harness/BoundedSourceRunner.java | 32 +-
.../org/apache/beam/fn/harness/CombineRunners.java | 28 +-
.../org/apache/beam/fn/harness/FlattenRunner.java | 11 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 6 +-
.../beam/fn/harness/PTransformRunnerFactory.java | 8 +-
.../harness/SplittableProcessElementsRunner.java | 4 +-
.../fn/harness/control/BundleSplitListener.java | 4 +-
.../fn/harness/control/ProcessBundleHandler.java | 61 +-
.../beam/fn/harness/control/RegisterHandler.java | 25 +-
.../beam/fn/harness/control/package-info.java | 4 +-
.../beam/fn/harness/data/BeamFnDataClient.java | 8 +-
.../beam/fn/harness/data/BeamFnDataGrpcClient.java | 11 +-
.../harness/data/MultiplexingFnDataReceiver.java | 3 +-
.../apache/beam/fn/harness/data/package-info.java | 4 +-
.../fn/harness/logging/BeamFnLoggingClient.java | 53 +-
.../beam/fn/harness/logging/package-info.java | 4 +-
.../org/apache/beam/fn/harness/package-info.java | 4 +-
.../apache/beam/fn/harness/state/BagUserState.java | 54 +-
.../beam/fn/harness/state/BeamFnStateClient.java | 10 +-
.../harness/state/BeamFnStateGrpcClientCache.java | 18 +-
.../beam/fn/harness/state/FnApiStateAccessor.java | 78 +-
.../state/LazyCachingIteratorToIterable.java | 10 +-
.../beam/fn/harness/state/MultimapSideInput.java | 10 +-
.../beam/fn/harness/state/SideInputSpec.java | 3 +-
.../fn/harness/state/StateFetchingIterators.java | 33 +-
.../apache/beam/fn/harness/state/package-info.java | 4 +-
.../stream/HarnessStreamObserverFactories.java | 3 +-
.../beam/fn/harness/stream/package-info.java | 4 +-
.../beam/fn/harness/AssignWindowsRunnerTest.java | 4 +-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 173 ++--
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 112 +--
.../beam/fn/harness/BoundedSourceRunnerTest.java | 110 ++-
.../apache/beam/fn/harness/CombineRunnersTest.java | 52 +-
.../apache/beam/fn/harness/FlattenRunnerTest.java | 52 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 292 +++---
.../org/apache/beam/fn/harness/FnHarnessTest.java | 29 +-
.../beam/fn/harness/WindowMappingFnRunnerTest.java | 15 +-
.../harness/control/ProcessBundleHandlerTest.java | 262 ++---
.../fn/harness/control/RegisterHandlerTest.java | 64 +-
.../fn/harness/data/BeamFnDataGrpcClientTest.java | 179 ++--
.../data/BeamFnDataInboundObserverTest.java | 23 +-
.../data/MultiplexingFnDataReceiverTest.java | 7 +-
.../harness/logging/BeamFnLoggingClientTest.java | 146 +--
.../beam/fn/harness/state/BagUserStateTest.java | 49 +-
.../state/BeamFnStateGrpcClientCacheTest.java | 43 +-
.../fn/harness/state/FakeBeamFnStateClient.java | 20 +-
.../fn/harness/state/MultimapSideInputTest.java | 52 +-
.../harness/state/StateFetchingIteratorsTest.java | 9 +-
.../apache/beam/sdk/io/aws/options/AwsOptions.java | 49 +-
.../aws/options/AwsPipelineOptionsRegistrar.java | 4 +-
.../apache/beam/sdk/io/aws/options/S3Options.java | 5 +
.../beam/sdk/io/aws/options/package-info.java | 4 +-
.../apache/beam/sdk/io/aws/s3/S3FileSystem.java | 1 -
.../beam/sdk/io/aws/s3/S3FileSystemRegistrar.java | 4 +-
.../apache/beam/sdk/io/aws/s3/S3ResourceId.java | 11 +-
.../apache/beam/sdk/io/aws/s3/package-info.java | 4 +-
.../beam/sdk/io/aws/s3/S3FileSystemTest.java | 3 +-
.../beam/sdk/io/aws/s3/S3ResourceIdTest.java | 34 +-
.../org/apache/beam/sdk/io/aws/s3/S3TestUtils.java | 2 +-
.../java/org/apache/beam/sdk/io/amqp/AmqpIO.java | 76 +-
.../apache/beam/sdk/io/amqp/AmqpMessageCoder.java | 17 +-
.../io/amqp/AmqpMessageCoderProviderRegistrar.java | 8 +-
.../org/apache/beam/sdk/io/amqp/package-info.java | 4 +-
.../org/apache/beam/sdk/io/amqp/AmqpIOTest.java | 13 +-
.../beam/sdk/io/amqp/AmqpMessageCoderTest.java | 8 +-
.../apache/beam/sdk/io/cassandra/CassandraIO.java | 254 +++--
.../sdk/io/cassandra/CassandraServiceImpl.java | 106 +-
.../apache/beam/sdk/io/cassandra/RingRange.java | 4 +-
.../beam/sdk/io/cassandra/SplitGenerator.java | 3 +-
.../beam/sdk/io/cassandra/CassandraIOTest.java | 52 +-
.../sdk/io/cassandra/CassandraServiceImplTest.java | 39 +-
.../beam/sdk/io/cassandra/SplitGeneratorTest.java | 8 +-
.../beam/sdk/io/common/DatabaseTestHelper.java | 16 +-
.../org/apache/beam/sdk/io/common/HashingFn.java | 11 +-
.../beam/sdk/io/common/IOTestPipelineOptions.java | 9 +-
.../io/common/PostgresIOTestPipelineOptions.java | 6 +
.../org/apache/beam/sdk/io/common/TestRow.java | 41 +-
.../sdk/io/elasticsearch/ElasticsearchIOIT.java | 40 +-
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 32 +-
.../sdk/io/elasticsearch/ElasticsearchIOIT.java | 40 +-
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 69 +-
.../java/org/elasticsearch/bootstrap/JarHell.java | 21 +-
.../io/elasticsearch/ElasticSearchIOTestUtils.java | 36 +-
.../io/elasticsearch/ElasticsearchIOITCommon.java | 23 +-
.../elasticsearch/ElasticsearchIOTestCommon.java | 51 +-
.../beam/sdk/io/elasticsearch/ElasticsearchIO.java | 98 +-
.../java/org/apache/beam/sdk/io/avro/AvroIOIT.java | 71 +-
.../beam/sdk/io/common/FileBasedIOITHelper.java | 32 +-
.../apache/beam/sdk/io/parquet/ParquetIOIT.java | 81 +-
.../java/org/apache/beam/sdk/io/text/TextIOIT.java | 44 +-
.../apache/beam/sdk/io/tfrecord/TFRecordIOIT.java | 52 +-
.../java/org/apache/beam/sdk/io/xml/XmlIOIT.java | 83 +-
.../beam/sdk/io/gcp/bigquery/BatchLoads.java | 18 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtils.java | 11 +-
.../bigquery/BigQueryCoderProviderRegistrar.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 22 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 437 +++++----
.../beam/sdk/io/gcp/bigquery/BigQueryOptions.java | 19 +-
.../sdk/io/gcp/bigquery/BigQueryQuerySource.java | 43 +-
.../beam/sdk/io/gcp/bigquery/BigQueryServices.java | 71 +-
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 269 ++---
.../sdk/io/gcp/bigquery/BigQuerySourceBase.java | 65 +-
.../sdk/io/gcp/bigquery/BigQueryTableSource.java | 19 +-
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 19 +-
.../sdk/io/gcp/bigquery/DynamicDestinations.java | 38 +-
.../gcp/bigquery/DynamicDestinationsHelpers.java | 50 +-
.../sdk/io/gcp/bigquery/GenerateShardedTable.java | 46 +-
.../org/apache/beam/sdk/io/gcp/bigquery/Mode.java | 14 +-
.../io/gcp/bigquery/PassThroughThenCleanup.java | 6 +-
.../beam/sdk/io/gcp/bigquery/PrepareWrite.java | 3 +-
.../sdk/io/gcp/bigquery/StandardSQLTypeName.java | 11 +-
.../beam/sdk/io/gcp/bigquery/StreamingInserts.java | 26 +-
.../beam/sdk/io/gcp/bigquery/StreamingWriteFn.java | 34 +-
.../sdk/io/gcp/bigquery/StreamingWriteTables.java | 10 +-
.../beam/sdk/io/gcp/bigquery/TableDestination.java | 67 +-
.../sdk/io/gcp/bigquery/TableDestinationCoder.java | 3 +-
.../io/gcp/bigquery/TableDestinationCoderV2.java | 5 +-
.../beam/sdk/io/gcp/bigquery/TableRowInfo.java | 4 +-
.../sdk/io/gcp/bigquery/TableRowInfoCoder.java | 14 +-
.../sdk/io/gcp/bigquery/TableRowJsonCoder.java | 26 +-
.../beam/sdk/io/gcp/bigquery/TagWithUniqueIds.java | 1 -
.../sdk/io/gcp/bigquery/TestBigQueryOptions.java | 5 +-
.../sdk/io/gcp/bigquery/WriteBundlesToFiles.java | 28 +-
.../gcp/bigquery/WriteGroupedRecordsToFiles.java | 17 +-
.../beam/sdk/io/gcp/bigquery/WritePartition.java | 7 +-
.../beam/sdk/io/gcp/bigquery/WriteRename.java | 52 +-
.../beam/sdk/io/gcp/bigquery/WriteResult.java | 4 +-
.../beam/sdk/io/gcp/bigquery/WriteTables.java | 30 +-
.../beam/sdk/io/gcp/bigtable/BigtableConfig.java | 134 ++-
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 327 +++----
.../beam/sdk/io/gcp/bigtable/BigtableService.java | 37 +-
.../sdk/io/gcp/bigtable/BigtableServiceImpl.java | 30 +-
.../gcp/common/GcpIoPipelineOptionsRegistrar.java | 4 +-
.../sdk/io/gcp/datastore/AdaptiveThrottler.java | 49 +-
.../beam/sdk/io/gcp/datastore/DatastoreIO.java | 4 +-
.../beam/sdk/io/gcp/datastore/DatastoreV1.java | 547 ++++++-----
.../beam/sdk/io/gcp/datastore/MovingAverage.java | 29 +-
.../beam/sdk/io/gcp/datastore/package-info.java | 4 +-
.../beam/sdk/io/gcp/pubsub/PubsubClient.java | 206 ++--
.../gcp/pubsub/PubsubCoderProviderRegistrar.java | 4 +-
.../beam/sdk/io/gcp/pubsub/PubsubGrpcClient.java | 174 ++--
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 280 +++---
.../beam/sdk/io/gcp/pubsub/PubsubJsonClient.java | 149 ++-
.../beam/sdk/io/gcp/pubsub/PubsubMessage.java | 16 +-
.../gcp/pubsub/PubsubMessagePayloadOnlyCoder.java | 3 +-
.../pubsub/PubsubMessageWithAttributesCoder.java | 3 +-
.../beam/sdk/io/gcp/pubsub/PubsubOptions.java | 18 +-
.../beam/sdk/io/gcp/pubsub/PubsubTestClient.java | 225 +++--
.../sdk/io/gcp/pubsub/PubsubUnboundedSink.java | 167 ++--
.../sdk/io/gcp/pubsub/PubsubUnboundedSource.java | 596 +++++------
.../apache/beam/sdk/io/gcp/pubsub/TestPubsub.java | 40 +-
.../beam/sdk/io/gcp/pubsub/TestPubsubOptions.java | 7 +-
.../beam/sdk/io/gcp/pubsub/TestPubsubSignal.java | 93 +-
.../beam/sdk/io/gcp/pubsub/package-info.java | 5 +-
.../beam/sdk/io/gcp/spanner/BatchSpannerRead.java | 56 +-
.../sdk/io/gcp/spanner/CreateTransactionFn.java | 14 +-
.../sdk/io/gcp/spanner/MutationCellCounter.java | 7 +-
.../sdk/io/gcp/spanner/MutationGroupEncoder.java | 364 +++----
.../beam/sdk/io/gcp/spanner/MutationUtils.java | 9 +-
.../beam/sdk/io/gcp/spanner/NaiveSpannerRead.java | 23 +-
.../beam/sdk/io/gcp/spanner/OrderedCode.java | 277 +++---
.../beam/sdk/io/gcp/spanner/ReadOperation.java | 4 +-
.../beam/sdk/io/gcp/spanner/ReadSpannerSchema.java | 57 +-
.../sdk/io/gcp/spanner/SerializedMutation.java | 4 +-
.../io/gcp/spanner/SerializedMutationCoder.java | 7 +-
.../beam/sdk/io/gcp/spanner/SpannerAccessor.java | 12 +-
.../beam/sdk/io/gcp/spanner/SpannerConfig.java | 11 +-
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 187 ++--
.../beam/sdk/io/gcp/spanner/SpannerSchema.java | 39 +-
.../sdk/io/gcp/spanner/SpannerWriteResult.java | 19 +-
.../beam/sdk/io/gcp/spanner/package-info.java | 4 +-
.../google/cloud/spanner/FakePartitionFactory.java | 15 +-
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtilsTest.java | 53 +-
.../BigQueryCoderProviderRegistrarTest.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryHelpersTest.java | 21 +-
.../sdk/io/gcp/bigquery/BigQueryIOReadTest.java | 518 +++++-----
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 373 +++----
.../io/gcp/bigquery/BigQueryServicesImplTest.java | 326 ++++---
.../beam/sdk/io/gcp/bigquery/BigQueryUtilTest.java | 61 +-
.../sdk/io/gcp/bigquery/BigQueryUtilsTest.java | 109 +--
.../sdk/io/gcp/bigquery/FakeBigQueryServices.java | 6 +-
.../sdk/io/gcp/bigquery/FakeDatasetService.java | 93 +-
.../beam/sdk/io/gcp/bigquery/FakeJobService.java | 100 +-
.../sdk/io/gcp/bigquery/InsertRetryPolicyTest.java | 29 +-
.../beam/sdk/io/gcp/bigquery/TableContainer.java | 6 +-
.../sdk/io/gcp/bigquery/TableRowJsonCoderTest.java | 29 +-
.../sdk/io/gcp/bigtable/BigtableConfigTest.java | 158 +--
.../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 448 +++++----
.../beam/sdk/io/gcp/bigtable/BigtableReadIT.java | 13 +-
.../io/gcp/bigtable/BigtableServiceImplTest.java | 44 +-
.../sdk/io/gcp/bigtable/BigtableTestOptions.java | 5 +-
.../beam/sdk/io/gcp/bigtable/BigtableWriteIT.java | 77 +-
.../io/gcp/datastore/AdaptiveThrottlerTest.java | 31 +-
.../beam/sdk/io/gcp/datastore/DatastoreV1Test.java | 351 +++----
.../beam/sdk/io/gcp/datastore/SplitQueryFnIT.java | 33 +-
.../apache/beam/sdk/io/gcp/datastore/V1ReadIT.java | 49 +-
.../beam/sdk/io/gcp/datastore/V1TestOptions.java | 6 +-
.../beam/sdk/io/gcp/datastore/V1TestUtil.java | 111 +--
.../beam/sdk/io/gcp/datastore/V1WriteIT.java | 21 +-
.../beam/sdk/io/gcp/pubsub/PubsubClientTest.java | 7 +-
.../sdk/io/gcp/pubsub/PubsubGrpcClientTest.java | 129 ++-
.../beam/sdk/io/gcp/pubsub/PubsubIOTest.java | 104 +-
.../sdk/io/gcp/pubsub/PubsubJsonClientTest.java | 154 ++-
.../sdk/io/gcp/pubsub/PubsubTestClientTest.java | 8 +-
.../sdk/io/gcp/pubsub/PubsubUnboundedSinkTest.java | 66 +-
.../io/gcp/pubsub/PubsubUnboundedSourceTest.java | 28 +-
.../sdk/io/gcp/spanner/FakeServiceFactory.java | 9 +-
.../io/gcp/spanner/MutationGroupEncoderTest.java | 612 +++++++-----
.../io/gcp/spanner/MutationSizeEstimatorTest.java | 31 +-
.../beam/sdk/io/gcp/spanner/OrderedCodeTest.java | 231 ++---
.../beam/sdk/io/gcp/spanner/RandomUtils.java | 8 +-
.../sdk/io/gcp/spanner/ReadSpannerSchemaTest.java | 93 +-
.../beam/sdk/io/gcp/spanner/SpannerIOReadTest.java | 226 +++--
.../sdk/io/gcp/spanner/SpannerIOWriteTest.java | 449 ++++-----
.../beam/sdk/io/gcp/spanner/SpannerReadIT.java | 40 +-
.../beam/sdk/io/gcp/spanner/SpannerSchemaTest.java | 33 +-
.../beam/sdk/io/gcp/spanner/SpannerWriteIT.java | 27 +-
.../beam/sdk/io/gcp/testing/BigqueryMatcher.java | 46 +-
.../sdk/io/gcp/testing/BigqueryMatcherTest.java | 24 +-
.../beam/sdk/io/gcp/testing/package-info.java | 4 +-
.../sdk/io/hadoop/SerializableConfiguration.java | 13 +-
.../apache/beam/sdk/io/hadoop/WritableCoder.java | 32 +-
.../apache/beam/sdk/io/hadoop/package-info.java | 4 +-
.../io/hadoop/SerializableConfigurationTest.java | 10 +-
.../beam/sdk/io/hadoop/WritableCoderTest.java | 7 +-
.../apache/beam/sdk/io/hdfs/HadoopFileSystem.java | 67 +-
.../beam/sdk/io/hdfs/HadoopFileSystemModule.java | 15 +-
.../beam/sdk/io/hdfs/HadoopFileSystemOptions.java | 33 +-
.../io/hdfs/HadoopFileSystemOptionsRegistrar.java | 4 +-
.../sdk/io/hdfs/HadoopFileSystemRegistrar.java | 13 +-
.../apache/beam/sdk/io/hdfs/HadoopResourceId.java | 4 +-
.../org/apache/beam/sdk/io/hdfs/package-info.java | 4 +-
.../sdk/io/hdfs/HadoopFileSystemModuleTest.java | 14 +-
.../hdfs/HadoopFileSystemOptionsRegistrarTest.java | 11 +-
.../sdk/io/hdfs/HadoopFileSystemOptionsTest.java | 94 +-
.../sdk/io/hdfs/HadoopFileSystemRegistrarTest.java | 11 +-
.../beam/sdk/io/hdfs/HadoopFileSystemTest.java | 123 ++-
.../beam/sdk/io/hdfs/HadoopResourceIdTest.java | 7 +-
.../io/hadoop/inputformat/HadoopInputFormatIO.java | 245 ++---
.../ConfigurableEmployeeInputFormat.java | 23 +-
.../beam/sdk/io/hadoop/inputformat/Employee.java | 11 +-
.../io/hadoop/inputformat/EmployeeInputFormat.java | 31 +-
.../io/hadoop/inputformat/HIFIOCassandraIT.java | 85 +-
.../sdk/io/hadoop/inputformat/HIFIOElasticIT.java | 40 +-
.../hadoop/inputformat/HIFIOWithElasticTest.java | 92 +-
.../HIFIOWithEmbeddedCassandraTest.java | 68 +-
.../sdk/io/hadoop/inputformat/HIFITestOptions.java | 18 +-
.../hadoop/inputformat/HadoopInputFormatIOIT.java | 55 +-
.../inputformat/HadoopInputFormatIOTest.java | 383 ++++----
.../ReuseObjectsEmployeeInputFormat.java | 47 +-
.../io/hadoop/inputformat/TestEmployeeDataSet.java | 8 +-
.../io/hadoop/inputformat/TestRowDBWritable.java | 11 +-
.../apache/beam/sdk/io/hcatalog/HCatalogIO.java | 52 +-
.../apache/beam/sdk/io/hcatalog/package-info.java | 4 +-
.../beam/sdk/io/hcatalog/HCatalogIOTest.java | 38 +-
.../sdk/io/hcatalog/HiveDatabaseTestHelper.java | 1 -
.../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 230 +++--
.../org/apache/beam/sdk/io/jdbc/package-info.java | 4 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcIOIT.java | 80 +-
.../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java | 127 ++-
.../apache/beam/sdk/io/jdbc/JdbcTestHelper.java | 11 +-
.../apache/beam/sdk/io/jms/JmsCheckpointMark.java | 8 +-
.../java/org/apache/beam/sdk/io/jms/JmsIO.java | 346 +++----
.../java/org/apache/beam/sdk/io/jms/JmsRecord.java | 8 +-
.../org/apache/beam/sdk/io/jms/package-info.java | 4 +-
.../java/org/apache/beam/sdk/io/jms/JmsIOTest.java | 97 +-
.../org/apache/beam/sdk/io/kafka/ConsumerSpEL.java | 67 +-
.../CustomTimestampPolicyWithLimitedDelay.java | 40 +-
.../beam/sdk/io/kafka/KafkaCheckpointMark.java | 26 +-
.../beam/sdk/io/kafka/KafkaExactlyOnceSink.java | 355 ++++---
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 708 +++++++-------
.../io/kafka/KafkaPublishTimestampFunction.java | 12 +-
.../org/apache/beam/sdk/io/kafka/KafkaRecord.java | 7 +-
.../apache/beam/sdk/io/kafka/KafkaRecordCoder.java | 6 +-
.../beam/sdk/io/kafka/KafkaTimestampType.java | 4 +-
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 229 +++--
.../beam/sdk/io/kafka/KafkaUnboundedSource.java | 42 +-
.../org/apache/beam/sdk/io/kafka/KafkaWriter.java | 28 +-
.../org/apache/beam/sdk/io/kafka/ProducerSpEL.java | 40 +-
.../apache/beam/sdk/io/kafka/TimestampPolicy.java | 30 +-
.../beam/sdk/io/kafka/TimestampPolicyFactory.java | 106 +-
.../org/apache/beam/sdk/io/kafka/package-info.java | 4 +-
.../sdk/io/kafka/serialization/package-info.java | 4 +-
.../CustomTimestampPolicyWithLimitedDelayTest.java | 62 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 756 +++++++-------
.../beam/sdk/io/kafka/KafkaRecordCoderTest.java | 3 +-
.../beam/sdk/io/kinesis/CheckpointGenerator.java | 7 +-
.../apache/beam/sdk/io/kinesis/CustomOptional.java | 3 +-
.../sdk/io/kinesis/DynamicCheckpointGenerator.java | 23 +-
.../sdk/io/kinesis/GetKinesisRecordsResult.java | 25 +-
.../org/apache/beam/sdk/io/kinesis/KinesisIO.java | 180 ++--
.../apache/beam/sdk/io/kinesis/KinesisReader.java | 85 +-
.../sdk/io/kinesis/KinesisReaderCheckpoint.java | 15 +-
.../apache/beam/sdk/io/kinesis/KinesisRecord.java | 27 +-
.../beam/sdk/io/kinesis/KinesisRecordCoder.java | 19 +-
.../io/kinesis/KinesisShardClosedException.java | 4 +-
.../apache/beam/sdk/io/kinesis/KinesisSource.java | 63 +-
.../beam/sdk/io/kinesis/ShardCheckpoint.java | 85 +-
.../beam/sdk/io/kinesis/ShardReadersPool.java | 121 +--
.../beam/sdk/io/kinesis/ShardRecordsIterator.java | 28 +-
.../sdk/io/kinesis/SimplifiedKinesisClient.java | 62 +-
.../apache/beam/sdk/io/kinesis/StartingPoint.java | 6 +-
.../sdk/io/kinesis/StartingPointShardsFinder.java | 115 ++-
.../sdk/io/kinesis/StaticCheckpointGenerator.java | 4 +-
.../sdk/io/kinesis/TransientKinesisException.java | 4 +-
.../apache/beam/sdk/io/kinesis/package-info.java | 4 +-
.../beam/sdk/io/kinesis/AmazonKinesisMock.java | 81 +-
.../beam/sdk/io/kinesis/CustomOptionalTest.java | 7 +-
.../io/kinesis/DynamicCheckpointGeneratorTest.java | 31 +-
.../beam/sdk/io/kinesis/KinesisMockReadTest.java | 37 +-
.../beam/sdk/io/kinesis/KinesisMockWriteTest.java | 6 +-
.../beam/sdk/io/kinesis/KinesisProducerMock.java | 44 +-
.../io/kinesis/KinesisReaderCheckpointTest.java | 7 +-
.../beam/sdk/io/kinesis/KinesisReaderTest.java | 58 +-
.../sdk/io/kinesis/KinesisRecordCoderTest.java | 28 +-
.../beam/sdk/io/kinesis/KinesisTestOptions.java | 4 +-
.../beam/sdk/io/kinesis/KinesisUploader.java | 26 +-
.../beam/sdk/io/kinesis/RecordFilterTest.java | 12 +-
.../beam/sdk/io/kinesis/ShardCheckpointTest.java | 119 ++-
.../beam/sdk/io/kinesis/ShardReadersPoolTest.java | 54 +-
.../sdk/io/kinesis/ShardRecordsIteratorTest.java | 36 +-
.../io/kinesis/SimplifiedKinesisClientTest.java | 192 ++--
.../io/kinesis/StartingPointShardsFinderTest.java | 128 +--
.../beam/sdk/io/mongodb/MongoDbGridFSIO.java | 265 +++--
.../org/apache/beam/sdk/io/mongodb/MongoDbIO.java | 277 +++---
.../apache/beam/sdk/io/mongodb/package-info.java | 4 +-
.../beam/sdk/io/mongodb/MongoDBGridFSIOTest.java | 88 +-
.../apache/beam/sdk/io/mongodb/MongoDbIOTest.java | 112 ++-
.../java/org/apache/beam/sdk/io/mqtt/MqttIO.java | 151 +--
.../org/apache/beam/sdk/io/mqtt/package-info.java | 4 +-
.../org/apache/beam/sdk/io/mqtt/MqttIOTest.java | 237 ++---
.../org/apache/beam/sdk/io/parquet/ParquetIO.java | 124 ++-
.../apache/beam/sdk/io/parquet/package-info.java | 4 +-
.../apache/beam/sdk/io/parquet/ParquetIOTest.java | 79 +-
.../sdk/io/redis/RedisConnectionConfiguration.java | 37 +-
.../java/org/apache/beam/sdk/io/redis/RedisIO.java | 145 ++-
.../org/apache/beam/sdk/io/redis/package-info.java | 4 +-
.../org/apache/beam/sdk/io/redis/RedisIOTest.java | 24 +-
.../beam/sdk/io/solr/AuthorizedSolrClient.java | 25 +-
.../java/org/apache/beam/sdk/io/solr/SolrIO.java | 11 +-
.../org/apache/beam/sdk/io/solr/SolrIOTest.java | 7 +-
.../apache/beam/sdk/io/solr/SolrIOTestUtils.java | 4 +-
.../java/org/apache/beam/sdk/io/tika/TikaIO.java | 4 +-
.../org/apache/beam/sdk/io/tika/package-info.java | 4 +-
.../org/apache/beam/sdk/io/tika/TikaIOTest.java | 3 +-
.../java/org/apache/beam/sdk/io/xml/JAXBCoder.java | 53 +-
.../java/org/apache/beam/sdk/io/xml/XmlIO.java | 64 +-
.../java/org/apache/beam/sdk/io/xml/XmlSource.java | 26 +-
.../org/apache/beam/sdk/io/xml/package-info.java | 4 +-
.../org/apache/beam/sdk/io/xml/JAXBCoderTest.java | 17 +-
.../java/org/apache/beam/sdk/io/xml/XmlIOTest.java | 33 +-
.../org/apache/beam/sdk/io/xml/XmlSourceTest.java | 287 +++---
.../java/org/apache/beam/sdk/nexmark/Main.java | 114 ++-
.../java/org/apache/beam/sdk/nexmark/Monitor.java | 18 +-
.../beam/sdk/nexmark/NexmarkConfiguration.java | 216 ++--
.../apache/beam/sdk/nexmark/NexmarkLauncher.java | 553 +++++------
.../apache/beam/sdk/nexmark/NexmarkOptions.java | 61 +-
.../org/apache/beam/sdk/nexmark/NexmarkPerf.java | 136 +--
.../org/apache/beam/sdk/nexmark/NexmarkSuite.java | 30 +-
.../org/apache/beam/sdk/nexmark/NexmarkUtils.java | 575 +++++------
.../org/apache/beam/sdk/nexmark/PubsubHelper.java | 57 +-
.../org/apache/beam/sdk/nexmark/model/Auction.java | 190 ++--
.../apache/beam/sdk/nexmark/model/AuctionBid.java | 49 +-
.../beam/sdk/nexmark/model/AuctionCount.java | 45 +-
.../beam/sdk/nexmark/model/AuctionPrice.java | 52 +-
.../org/apache/beam/sdk/nexmark/model/Bid.java | 89 +-
.../beam/sdk/nexmark/model/BidsPerSession.java | 52 +-
.../beam/sdk/nexmark/model/CategoryPrice.java | 58 +-
.../org/apache/beam/sdk/nexmark/model/Done.java | 45 +-
.../org/apache/beam/sdk/nexmark/model/Event.java | 12 +-
.../beam/sdk/nexmark/model/IdNameReserve.java | 59 +-
.../apache/beam/sdk/nexmark/model/KnownSize.java | 5 +-
.../beam/sdk/nexmark/model/NameCityStateId.java | 79 +-
.../org/apache/beam/sdk/nexmark/model/Person.java | 152 +--
.../apache/beam/sdk/nexmark/model/SellerPrice.java | 52 +-
.../beam/sdk/nexmark/model/package-info.java | 4 +-
.../apache/beam/sdk/nexmark/model/sql/RowSize.java | 42 +-
.../apache/beam/sdk/nexmark/model/sql/ToRow.java | 24 +-
.../model/sql/adapter/ModelAdaptersMapping.java | 67 +-
.../model/sql/adapter/ModelFieldsAdapter.java | 17 +-
.../nexmark/model/sql/adapter/package-info.java | 8 +-
.../beam/sdk/nexmark/model/sql/package-info.java | 8 +-
.../org/apache/beam/sdk/nexmark/package-info.java | 4 +-
.../sdk/nexmark/queries/AbstractSimulator.java | 31 +-
.../beam/sdk/nexmark/queries/NexmarkQuery.java | 180 ++--
.../sdk/nexmark/queries/NexmarkQueryModel.java | 5 +-
.../apache/beam/sdk/nexmark/queries/Query0.java | 31 +-
.../beam/sdk/nexmark/queries/Query0Model.java | 8 +-
.../apache/beam/sdk/nexmark/queries/Query1.java | 22 +-
.../apache/beam/sdk/nexmark/queries/Query10.java | 47 +-
.../apache/beam/sdk/nexmark/queries/Query11.java | 41 +-
.../apache/beam/sdk/nexmark/queries/Query12.java | 4 +-
.../beam/sdk/nexmark/queries/Query1Model.java | 8 +-
.../apache/beam/sdk/nexmark/queries/Query2.java | 9 +-
.../beam/sdk/nexmark/queries/Query2Model.java | 8 +-
.../apache/beam/sdk/nexmark/queries/Query3.java | 14 +-
.../beam/sdk/nexmark/queries/Query3Model.java | 20 +-
.../beam/sdk/nexmark/queries/Query4Model.java | 39 +-
.../apache/beam/sdk/nexmark/queries/Query5.java | 4 +-
.../beam/sdk/nexmark/queries/Query5Model.java | 27 +-
.../beam/sdk/nexmark/queries/Query6Model.java | 33 +-
.../apache/beam/sdk/nexmark/queries/Query7.java | 34 +-
.../beam/sdk/nexmark/queries/Query7Model.java | 23 +-
.../apache/beam/sdk/nexmark/queries/Query8.java | 4 +-
.../beam/sdk/nexmark/queries/Query8Model.java | 32 +-
.../apache/beam/sdk/nexmark/queries/Query9.java | 4 +-
.../beam/sdk/nexmark/queries/Query9Model.java | 4 +-
.../sdk/nexmark/queries/WinningBidsSimulator.java | 22 +-
.../beam/sdk/nexmark/queries/package-info.java | 4 +-
.../sdk/nexmark/queries/sql/NexmarkSqlQuery.java | 10 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery0.java | 56 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery1.java | 27 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery2.java | 21 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery3.java | 72 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery5.java | 64 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery7.java | 50 +-
.../beam/sdk/nexmark/queries/sql/package-info.java | 8 +-
.../sdk/nexmark/sources/BoundedEventSource.java | 15 +-
.../sdk/nexmark/sources/UnboundedEventSource.java | 67 +-
.../sdk/nexmark/sources/generator/Generator.java | 106 +-
.../sources/generator/GeneratorCheckpoint.java | 14 +-
.../nexmark/sources/generator/GeneratorConfig.java | 127 ++-
.../sources/generator/model/AuctionGenerator.java | 42 +-
.../sources/generator/model/BidGenerator.java | 17 +-
.../sources/generator/model/LongGenerator.java | 4 +-
.../sources/generator/model/PersonGenerator.java | 25 +-
.../sources/generator/model/PriceGenerator.java | 4 +-
.../sources/generator/model/StringsGenerator.java | 8 +-
.../sources/generator/model/package-info.java | 4 +-
.../nexmark/sources/generator/package-info.java | 8 +-
.../beam/sdk/nexmark/sources/package-info.java | 4 +-
.../beam/sdk/nexmark/PerfsToBigQueryTest.java | 29 +-
.../beam/sdk/nexmark/model/sql/RowSizeTest.java | 52 +-
.../beam/sdk/nexmark/model/sql/ToRowTest.java | 57 +-
.../sql/adapter/ModelAdaptersMappingTest.java | 72 +-
.../apache/beam/sdk/nexmark/queries/QueryTest.java | 60 +-
.../sdk/nexmark/queries/sql/SqlQuery0Test.java | 30 +-
.../sdk/nexmark/queries/sql/SqlQuery1Test.java | 37 +-
.../sdk/nexmark/queries/sql/SqlQuery2Test.java | 81 +-
.../sdk/nexmark/queries/sql/SqlQuery3Test.java | 113 ++-
.../sdk/nexmark/queries/sql/SqlQuery5Test.java | 67 +-
.../sdk/nexmark/queries/sql/SqlQuery7Test.java | 52 +-
.../nexmark/sources/BoundedEventSourceTest.java | 10 +-
.../beam/sdk/nexmark/sources/GeneratorTest.java | 8 +-
.../nexmark/sources/UnboundedEventSourceTest.java | 15 +-
2027 files changed, 48072 insertions(+), 52660 deletions(-)
[beam] 01/01: Merge pull request #5797: [BEAM-4394] Spotless Java
everywhere
Posted by ie...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
iemejia pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
commit 279a05604b83a54e8e5a79e13d8761f94841f326
Merge: 682a75d 1979679
Author: Ismaël MejÃa <ie...@gmail.com>
AuthorDate: Thu Jun 28 17:12:46 2018 +0200
Merge pull request #5797: [BEAM-4394] Spotless Java everywhere
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 10 +-
.../apache/beam/examples/DebuggingWordCount.java | 61 +-
.../org/apache/beam/examples/MinimalWordCount.java | 14 +-
.../apache/beam/examples/WindowedWordCount.java | 72 +-
.../java/org/apache/beam/examples/WordCount.java | 74 +-
.../common/ExampleBigQueryTableOptions.java | 11 +-
.../beam/examples/common/ExampleOptions.java | 6 +-
.../ExamplePubsubTopicAndSubscriptionOptions.java | 15 +-
.../examples/common/ExamplePubsubTopicOptions.java | 15 +-
.../apache/beam/examples/common/ExampleUtils.java | 161 +--
.../examples/common/WriteOneFilePerWindow.java | 18 +-
.../beam/examples/complete/AutoComplete.java | 163 ++--
.../examples/complete/StreamingWordExtract.java | 52 +-
.../org/apache/beam/examples/complete/TfIdf.java | 264 ++---
.../examples/complete/TopWikipediaSessions.java | 38 +-
.../beam/examples/complete/TrafficMaxLaneFlow.java | 117 ++-
.../beam/examples/complete/TrafficRoutes.java | 119 +--
.../beam/examples/complete/game/GameStats.java | 128 +--
.../examples/complete/game/HourlyTeamScore.java | 75 +-
.../beam/examples/complete/game/LeaderBoard.java | 111 ++-
.../examples/complete/game/StatefulTeamScore.java | 54 +-
.../beam/examples/complete/game/UserScore.java | 68 +-
.../examples/complete/game/injector/Injector.java | 120 +--
.../complete/game/injector/InjectorUtils.java | 80 +-
.../game/injector/RetryHttpInitializerWrapper.java | 101 +-
.../complete/game/utils/GameConstants.java | 4 +-
.../complete/game/utils/WriteToBigQuery.java | 28 +-
.../examples/complete/game/utils/WriteToText.java | 25 +-
.../game/utils/WriteWindowedToBigQuery.java | 23 +-
.../beam/examples/cookbook/BigQueryTornadoes.java | 68 +-
.../examples/cookbook/CombinePerKeyExamples.java | 91 +-
.../beam/examples/cookbook/DistinctExample.java | 32 +-
.../beam/examples/cookbook/FilterExamples.java | 128 +--
.../beam/examples/cookbook/JoinExamples.java | 112 +--
.../beam/examples/cookbook/MaxPerKeyExamples.java | 67 +-
.../beam/examples/cookbook/TriggerExample.java | 354 +++----
.../apache/beam/examples/snippets/Snippets.java | 371 ++++---
.../examples/subprocess/ExampleEchoPipeline.java | 35 +-
.../subprocess/SubProcessPipelineOptions.java | 13 +-
.../kernel/SubProcessCommandLineArgs.java | 10 +-
.../subprocess/kernel/SubProcessIOFiles.java | 17 +-
.../subprocess/kernel/SubProcessKernel.java | 90 +-
.../subprocess/utils/CallingSubProcessUtils.java | 17 +-
.../examples/subprocess/utils/ExecutableFile.java | 4 +-
.../beam/examples/subprocess/utils/FileUtils.java | 34 +-
.../beam/examples/DebuggingWordCountTest.java | 15 +-
.../apache/beam/examples/MinimalWordCountTest.java | 11 +-
.../apache/beam/examples/WindowedWordCountIT.java | 33 +-
.../java/org/apache/beam/examples/WordCountIT.java | 24 +-
.../org/apache/beam/examples/WordCountTest.java | 35 +-
.../beam/examples/complete/AutoCompleteTest.java | 105 +-
.../apache/beam/examples/complete/TfIdfTest.java | 21 +-
.../complete/TopWikipediaSessionsTest.java | 39 +-
.../beam/examples/complete/game/GameStatsTest.java | 38 +-
.../complete/game/HourlyTeamScoreTest.java | 93 +-
.../examples/complete/game/LeaderBoardTest.java | 281 +++---
.../complete/game/StatefulTeamScoreTest.java | 138 ++-
.../beam/examples/complete/game/UserScoreTest.java | 109 ++-
.../examples/cookbook/BigQueryTornadoesIT.java | 19 +-
.../examples/cookbook/BigQueryTornadoesTest.java | 28 +-
.../cookbook/CombinePerKeyExamplesTest.java | 46 +-
.../examples/cookbook/DistinctExampleTest.java | 23 +-
.../beam/examples/cookbook/FilterExamplesTest.java | 60 +-
.../beam/examples/cookbook/JoinExamplesTest.java | 72 +-
.../examples/cookbook/MaxPerKeyExamplesTest.java | 51 +-
.../beam/examples/cookbook/TriggerExampleTest.java | 79 +-
.../beam/examples/snippets/SnippetsTest.java | 76 +-
.../subprocess/ExampleEchoPipelineTest.java | 86 +-
.../beam/runners/apex/ApexPipelineOptions.java | 4 +-
.../org/apache/beam/runners/apex/ApexRunner.java | 63 +-
.../beam/runners/apex/ApexRunnerRegistrar.java | 38 +-
.../apache/beam/runners/apex/ApexRunnerResult.java | 21 +-
.../apache/beam/runners/apex/ApexYarnLauncher.java | 138 +--
.../apache/beam/runners/apex/TestApexRunner.java | 5 +-
.../org/apache/beam/runners/apex/package-info.java | 4 +-
.../apex/translation/ApexPipelineTranslator.java | 64 +-
.../apex/translation/CreateValuesTranslator.java | 5 +-
.../translation/FlattenPCollectionTranslator.java | 33 +-
.../apex/translation/GroupByKeyTranslator.java | 11 +-
.../runners/apex/translation/ParDoTranslator.java | 10 +-
.../apex/translation/ReadUnboundedTranslator.java | 9 +-
.../apex/translation/TransformTranslator.java | 4 +-
.../apex/translation/TranslationContext.java | 55 +-
.../apex/translation/WindowAssignTranslator.java | 20 +-
.../translation/operators/ApexFlattenOperator.java | 123 ++-
.../operators/ApexGroupByKeyOperator.java | 42 +-
.../translation/operators/ApexParDoOperator.java | 280 +++---
.../operators/ApexProcessFnOperator.java | 132 ++-
.../operators/ApexReadUnboundedInputOperator.java | 35 +-
.../translation/operators/ApexTimerInternals.java | 42 +-
.../apex/translation/operators/package-info.java | 4 +-
.../runners/apex/translation/package-info.java | 4 +-
.../apex/translation/utils/ApexStateInternals.java | 98 +-
.../apex/translation/utils/ApexStreamTuple.java | 16 +-
.../translation/utils/CoderAdapterStreamCodec.java | 9 +-
.../apex/translation/utils/NoOpStepContext.java | 4 +-
.../translation/utils/StateInternalsProxy.java | 4 +-
.../utils/ValueAndCoderKryoSerializable.java | 6 +-
.../apex/translation/utils/ValuesSource.java | 11 +-
.../apex/translation/utils/package-info.java | 4 +-
.../beam/runners/apex/ApexRunnerRegistrarTest.java | 31 +-
.../beam/runners/apex/ApexYarnLauncherTest.java | 21 +-
.../runners/apex/examples/UnboundedTextSource.java | 17 +-
.../beam/runners/apex/examples/WordCountTest.java | 35 +-
.../beam/runners/apex/examples/package-info.java | 4 +-
.../translation/ApexGroupByKeyOperatorTest.java | 41 +-
.../FlattenPCollectionTranslatorTest.java | 9 +-
.../apex/translation/GroupByKeyTranslatorTest.java | 28 +-
.../apex/translation/ParDoTranslatorTest.java | 68 +-
.../translation/ReadUnboundTranslatorTest.java | 17 +-
.../operators/ApexTimerInternalsTest.java | 46 +-
.../translation/utils/ApexStateInternalsTest.java | 14 +-
.../apex/translation/utils/CollectionSource.java | 11 +-
.../core/construction/ArtifactServiceStager.java | 11 +-
.../core/construction/CoderTranslation.java | 4 +-
.../runners/core/construction/CoderTranslator.java | 4 +-
.../construction/CoderTranslatorRegistrar.java | 4 +-
.../core/construction/CombineTranslation.java | 22 +-
.../CreatePCollectionViewTranslation.java | 13 +-
.../runners/core/construction/Environments.java | 10 +-
.../construction/ExecutableStageTranslation.java | 1 -
.../core/construction/ForwardingPTransform.java | 4 +-
.../core/construction/ImpulseTranslation.java | 7 +-
.../core/construction/JavaReadViaImpulse.java | 28 +-
.../construction/PCollectionViewTranslation.java | 12 +-
.../core/construction/PTransformMatchers.java | 24 +-
.../core/construction/PTransformReplacements.java | 3 +-
.../core/construction/PTransformTranslation.java | 19 +-
.../core/construction/ParDoTranslation.java | 15 +-
.../core/construction/PipelineResources.java | 15 +-
.../core/construction/PipelineTranslation.java | 9 +-
.../runners/core/construction/PrimitiveCreate.java | 9 +-
.../runners/core/construction/ReadTranslation.java | 3 +-
.../core/construction/RehydratedComponents.java | 16 +-
.../core/construction/ReplacementOutputs.java | 4 +-
.../core/construction/RunnerPCollectionView.java | 8 +-
.../runners/core/construction/SdkComponents.java | 12 +-
.../SingleInputOutputOverrideFactory.java | 5 +-
.../runners/core/construction/SplittableParDo.java | 112 ++-
.../core/construction/SyntheticComponents.java | 4 +-
.../core/construction/TriggerTranslation.java | 9 +-
.../UnboundedReadFromBoundedSource.java | 86 +-
.../construction/UnsupportedOverrideFactory.java | 6 +-
.../construction/WindowingStrategyTranslation.java | 32 +-
.../core/construction/graph/ExecutableStage.java | 9 +-
.../core/construction/graph/FusedPipeline.java | 9 +-
.../graph/GreedyPCollectionFusers.java | 3 +-
.../construction/graph/GreedyPipelineFuser.java | 6 +-
.../core/construction/graph/PipelineNode.java | 20 +-
.../core/construction/metrics/MetricFiltering.java | 34 +-
.../core/construction/metrics/MetricKey.java | 4 +-
.../core/construction/metrics/package-info.java | 4 +-
.../runners/core/construction/package-info.java | 4 +-
.../construction/ArtifactServiceStagerTest.java | 4 +-
.../core/construction/CoderTranslationTest.java | 15 +-
.../core/construction/CombineTranslationTest.java | 15 +-
.../runners/core/construction/CommonCoderTest.java | 64 +-
.../CreatePCollectionViewTranslationTest.java | 3 +-
.../DeduplicatedFlattenFactoryTest.java | 4 +-
.../EmptyFlattenAsCreateFactoryTest.java | 4 +-
.../construction/ForwardingPTransformTest.java | 15 +-
.../InMemoryArtifactStagerService.java | 3 +-
.../core/construction/JavaReadViaImpulseTest.java | 58 +-
.../construction/PCollectionTranslationTest.java | 20 +-
.../PCollectionViewTranslationTest.java | 16 +-
.../core/construction/PTransformMatchersTest.java | 40 +-
.../construction/PTransformReplacementsTest.java | 7 +-
.../construction/PTransformTranslationTest.java | 12 +-
.../core/construction/ParDoTranslationTest.java | 18 +-
.../PipelineOptionsTranslationTest.java | 7 +-
.../core/construction/PipelineResourcesTest.java | 17 +-
.../core/construction/PipelineTranslationTest.java | 6 +-
.../core/construction/ReadTranslationTest.java | 4 +-
.../core/construction/ReplacementOutputsTest.java | 4 +-
.../core/construction/SdkComponentsTest.java | 10 +-
.../SingleInputOutputOverrideFactoryTest.java | 13 +-
.../construction/TestStreamTranslationTest.java | 4 +-
.../core/construction/TransformInputsTest.java | 3 +-
.../UnboundedReadFromBoundedSourceTest.java | 63 +-
.../core/construction/UnconsumedReadsTest.java | 4 +-
.../UnsupportedOverrideFactoryTest.java | 7 +-
.../construction/WindowIntoTranslationTest.java | 7 +-
.../WindowingStrategyTranslationTest.java | 16 +-
.../construction/WriteFilesTranslationTest.java | 9 +-
.../construction/graph/ExecutableStageTest.java | 47 +-
.../construction/graph/GreedyStageFuserTest.java | 19 +-
.../graph/ImmutableExecutableStageTest.java | 8 +-
.../construction/graph/ProtoOverridesTest.java | 4 +-
.../construction/metrics/MetricFilteringTest.java | 111 ++-
.../apache/beam/runners/core/ActiveWindowSet.java | 103 +-
.../org/apache/beam/runners/core/DoFnRunner.java | 16 +-
.../org/apache/beam/runners/core/DoFnRunners.java | 48 +-
.../runners/core/ElementByteSizeObservable.java | 18 +-
.../beam/runners/core/GlobalCombineFnRunner.java | 55 +-
.../beam/runners/core/GlobalCombineFnRunners.java | 15 +-
.../core/GroupAlsoByWindowViaWindowSetNewDoFn.java | 51 +-
.../core/GroupAlsoByWindowsAggregators.java | 4 +-
.../runners/core/GroupByKeyViaGroupByKeyOnly.java | 49 +-
.../core/InMemoryMultimapSideInputView.java | 10 +-
.../beam/runners/core/InMemoryStateInternals.java | 91 +-
.../beam/runners/core/InMemoryTimerInternals.java | 63 +-
.../apache/beam/runners/core/KeyedWorkItem.java | 12 +-
.../beam/runners/core/KeyedWorkItemCoder.java | 11 +-
.../apache/beam/runners/core/KeyedWorkItems.java | 8 +-
.../runners/core/LateDataDroppingDoFnRunner.java | 32 +-
.../apache/beam/runners/core/LateDataUtils.java | 4 +-
.../beam/runners/core/MergingActiveWindowSet.java | 61 +-
.../beam/runners/core/MergingStateAccessor.java | 11 +-
.../apache/beam/runners/core/NonEmptyPanes.java | 27 +-
.../runners/core/NonMergingActiveWindowSet.java | 3 +-
.../beam/runners/core/NullSideInputReader.java | 5 +-
...TimeBoundedSplittableProcessElementInvoker.java | 193 ++--
.../beam/runners/core/OutputWindowedValue.java | 4 +-
.../apache/beam/runners/core/PaneInfoTracker.java | 26 +-
.../beam/runners/core/PeekingReiterator.java | 12 +-
.../runners/core/PushbackSideInputDoFnRunner.java | 17 +-
.../runners/core/ReadyCheckingSideInputReader.java | 5 +-
.../org/apache/beam/runners/core/ReduceFn.java | 16 +-
.../beam/runners/core/ReduceFnContextFactory.java | 43 +-
.../apache/beam/runners/core/ReduceFnRunner.java | 335 ++++---
.../apache/beam/runners/core/SideInputHandler.java | 105 +-
.../apache/beam/runners/core/SideInputReader.java | 16 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 72 +-
.../core/SimplePushbackSideInputDoFnRunner.java | 10 +-
.../core/SplittableProcessElementInvoker.java | 7 +-
.../apache/beam/runners/core/StateAccessor.java | 4 +-
.../apache/beam/runners/core/StateInternals.java | 30 +-
.../org/apache/beam/runners/core/StateMerging.java | 34 +-
.../apache/beam/runners/core/StateNamespace.java | 16 +-
.../beam/runners/core/StateNamespaceForTest.java | 4 +-
.../apache/beam/runners/core/StateNamespaces.java | 42 +-
.../org/apache/beam/runners/core/StateTable.java | 8 +-
.../org/apache/beam/runners/core/StateTag.java | 28 +-
.../org/apache/beam/runners/core/StateTags.java | 147 ++-
.../beam/runners/core/StatefulDoFnRunner.java | 73 +-
.../apache/beam/runners/core/SystemReduceFn.java | 12 +-
.../runners/core/TestInMemoryStateInternals.java | 7 +-
.../apache/beam/runners/core/TimerInternals.java | 106 +-
.../runners/core/UnsupportedSideInputReader.java | 5 +-
.../apache/beam/runners/core/WatermarkHold.java | 204 ++--
.../beam/runners/core/WindowingInternals.java | 39 +-
.../beam/runners/core/metrics/CounterCell.java | 11 +-
.../beam/runners/core/metrics/DirtyState.java | 24 +-
.../runners/core/metrics/DistributionCell.java | 11 +-
.../runners/core/metrics/DistributionData.java | 3 +
.../beam/runners/core/metrics/GaugeCell.java | 14 +-
.../beam/runners/core/metrics/GaugeData.java | 11 +-
.../beam/runners/core/metrics/MetricCell.java | 4 +-
.../beam/runners/core/metrics/MetricUpdates.java | 8 +-
.../runners/core/metrics/MetricsContainerImpl.java | 53 +-
.../core/metrics/MetricsContainerStepMap.java | 153 ++-
.../beam/runners/core/metrics/MetricsMap.java | 16 +-
.../runners/core/metrics/MetricsTranslation.java | 4 +-
.../beam/runners/core/metrics/package-info.java | 4 +-
.../org/apache/beam/runners/core/package-info.java | 4 +-
.../core/triggers/AfterAllStateMachine.java | 8 +-
.../AfterDelayFromFirstElementStateMachine.java | 46 +-
.../core/triggers/AfterEachStateMachine.java | 23 +-
.../core/triggers/AfterFirstStateMachine.java | 10 +-
.../core/triggers/AfterPaneStateMachine.java | 15 +-
.../triggers/AfterProcessingTimeStateMachine.java | 9 +-
...fterSynchronizedProcessingTimeStateMachine.java | 5 +-
.../core/triggers/AfterWatermarkStateMachine.java | 48 +-
.../core/triggers/DefaultTriggerStateMachine.java | 8 +-
.../triggers/ExecutableTriggerStateMachine.java | 15 +-
.../runners/core/triggers/FinishedTriggers.java | 16 +-
.../core/triggers/FinishedTriggersBitSet.java | 8 +-
.../runners/core/triggers/FinishedTriggersSet.java | 9 +-
.../runners/core/triggers/NeverStateMachine.java | 4 +-
.../core/triggers/RepeatedlyStateMachine.java | 12 +-
.../triggers/ReshuffleTriggerStateMachine.java | 9 +-
.../runners/core/triggers/TriggerStateMachine.java | 146 ++-
.../TriggerStateMachineContextFactory.java | 48 +-
.../core/triggers/TriggerStateMachineRunner.java | 71 +-
.../beam/runners/core/triggers/package-info.java | 5 +-
.../core/InMemoryMultimapSideInputViewTest.java | 20 +-
.../runners/core/InMemoryStateInternalsTest.java | 21 +-
.../runners/core/InMemoryTimerInternalsTest.java | 12 +-
.../beam/runners/core/KeyedWorkItemCoderTest.java | 9 +-
.../core/LateDataDroppingDoFnRunnerTest.java | 34 +-
.../beam/runners/core/LateDataUtilsTest.java | 12 +-
.../runners/core/MergingActiveWindowSetTest.java | 116 +--
...BoundedSplittableProcessElementInvokerTest.java | 51 +-
.../beam/runners/core/ReduceFnRunnerTest.java | 688 ++++++-------
.../apache/beam/runners/core/ReduceFnTester.java | 97 +-
.../beam/runners/core/SideInputHandlerTest.java | 46 +-
.../beam/runners/core/SimpleDoFnRunnerTest.java | 22 +-
.../SimplePushbackSideInputDoFnRunnerTest.java | 18 +-
.../runners/core/SplittableParDoProcessFnTest.java | 25 +-
.../beam/runners/core/StateInternalsTest.java | 45 +-
.../beam/runners/core/StateNamespacesTest.java | 56 +-
.../org/apache/beam/runners/core/StateTagTest.java | 35 +-
.../beam/runners/core/StatefulDoFnRunnerTest.java | 62 +-
.../beam/runners/core/TimerInternalsTest.java | 11 +-
.../apache/beam/runners/core/WindowMatchers.java | 24 +-
.../beam/runners/core/WindowMatchersTest.java | 6 +-
.../beam/runners/core/metrics/CounterCellTest.java | 4 +-
.../beam/runners/core/metrics/DirtyStateTest.java | 10 +-
.../runners/core/metrics/DistributionCellTest.java | 14 +-
.../beam/runners/core/metrics/GaugeCellTest.java | 11 +-
.../runners/core/metrics/MetricUpdateMatchers.java | 22 +-
.../core/metrics/MetricsContainerImplTest.java | 96 +-
.../core/metrics/MetricsContainerStepMapTest.java | 79 +-
.../beam/runners/core/metrics/MetricsMapTest.java | 18 +-
.../core/metrics/MetricsTranslationTest.java | 4 +-
.../core/triggers/AfterAllStateMachineTest.java | 41 +-
.../core/triggers/AfterEachStateMachineTest.java | 26 +-
.../core/triggers/AfterFirstStateMachineTest.java | 36 +-
.../core/triggers/AfterPaneStateMachineTest.java | 29 +-
.../AfterProcessingTimeStateMachineTest.java | 81 +-
...SynchronizedProcessingTimeStateMachineTest.java | 24 +-
.../triggers/AfterWatermarkStateMachineTest.java | 142 +--
.../triggers/DefaultTriggerStateMachineTest.java | 23 +-
.../ExecutableTriggerStateMachineTest.java | 13 +-
.../core/triggers/FinishedTriggersBitSetTest.java | 8 +-
.../core/triggers/FinishedTriggersProperties.java | 4 +-
.../core/triggers/FinishedTriggersSetTest.java | 11 +-
.../core/triggers/NeverStateMachineTest.java | 4 +-
.../core/triggers/OrFinallyStateMachineTest.java | 66 +-
.../core/triggers/RepeatedlyStateMachineTest.java | 44 +-
.../triggers/ReshuffleTriggerStateMachineTest.java | 4 +-
.../core/triggers/StubTriggerStateMachine.java | 13 +-
.../core/triggers/TriggerStateMachineTest.java | 16 +-
.../core/triggers/TriggerStateMachineTester.java | 88 +-
.../core/triggers/TriggerStateMachinesTest.java | 11 +-
.../apache/beam/runners/direct/BundleFactory.java | 7 +-
.../java/org/apache/beam/runners/direct/Clock.java | 8 +-
.../beam/runners/direct/CloningBundleFactory.java | 4 +-
.../beam/runners/direct/CommittedBundle.java | 36 +-
.../beam/runners/direct/CommittedResult.java | 18 +-
.../beam/runners/direct/CompletionCallback.java | 17 +-
.../direct/CopyOnAccessInMemoryStateInternals.java | 103 +-
.../runners/direct/DirectExecutionContext.java | 21 +-
...DirectGBKIntoKeyedWorkItemsOverrideFactory.java | 2 +-
.../beam/runners/direct/DirectGroupByKey.java | 7 +-
.../apache/beam/runners/direct/DirectMetrics.java | 101 +-
.../apache/beam/runners/direct/DirectOptions.java | 3 +
.../beam/runners/direct/DirectRegistrar.java | 12 +-
.../apache/beam/runners/direct/DirectRunner.java | 69 +-
.../beam/runners/direct/DirectTestOptions.java | 4 +-
.../beam/runners/direct/DirectTimerInternals.java | 20 +-
.../runners/direct/DirectTransformExecutor.java | 13 +-
.../beam/runners/direct/DisplayDataValidator.java | 4 +-
.../beam/runners/direct/DoFnLifecycleManager.java | 13 +-
...LifecycleManagerRemovingTransformEvaluator.java | 1 -
.../beam/runners/direct/DoFnLifecycleManagers.java | 4 +-
.../beam/runners/direct/EvaluationContext.java | 81 +-
.../runners/direct/ExecutorServiceFactory.java | 11 +-
.../direct/ExecutorServiceParallelExecutor.java | 19 +-
.../runners/direct/FlattenEvaluatorFactory.java | 7 +-
.../direct/GroupAlsoByWindowEvaluatorFactory.java | 40 +-
.../direct/GroupByKeyOnlyEvaluatorFactory.java | 24 +-
.../direct/ImmutabilityCheckingBundleFactory.java | 26 +-
.../direct/ImmutabilityEnforcementFactory.java | 8 +-
.../runners/direct/ImmutableListBundleFactory.java | 11 +-
.../beam/runners/direct/ModelEnforcement.java | 25 +-
.../runners/direct/ModelEnforcementFactory.java | 6 +-
.../beam/runners/direct/MultiStepCombine.java | 44 +-
.../beam/runners/direct/NanosOffsetClock.java | 9 +-
.../beam/runners/direct/PCollectionViewWindow.java | 5 +-
.../beam/runners/direct/PCollectionViewWriter.java | 4 +-
.../direct/PassthroughTransformEvaluator.java | 1 -
.../beam/runners/direct/PipelineExecutor.java | 17 +-
.../beam/runners/direct/ReadEvaluatorFactory.java | 6 +-
.../beam/runners/direct/RootInputProvider.java | 3 +-
.../beam/runners/direct/RootProviderRegistry.java | 11 +-
.../beam/runners/direct/SideInputContainer.java | 81 +-
.../SplittableProcessElementsEvaluatorFactory.java | 26 +-
.../direct/StatefulParDoEvaluatorFactory.java | 13 +-
.../org/apache/beam/runners/direct/StepAndKey.java | 7 +-
.../beam/runners/direct/StepTransformResult.java | 14 +-
.../runners/direct/TestStreamEvaluatorFactory.java | 1 +
.../beam/runners/direct/TransformEvaluator.java | 4 +-
.../runners/direct/TransformEvaluatorFactory.java | 18 +-
.../runners/direct/TransformEvaluatorRegistry.java | 9 +-
.../runners/direct/TransformExecutorFactory.java | 4 +-
.../runners/direct/TransformExecutorService.java | 11 +-
.../runners/direct/TransformExecutorServices.java | 11 +-
.../beam/runners/direct/TransformResult.java | 20 +-
.../runners/direct/UnboundedReadDeduplicator.java | 27 +-
.../direct/UnboundedReadEvaluatorFactory.java | 19 +-
.../beam/runners/direct/UncommittedBundle.java | 11 +-
.../beam/runners/direct/ViewEvaluatorFactory.java | 7 +-
.../beam/runners/direct/ViewOverrideFactory.java | 2 +-
.../runners/direct/WatermarkCallbackExecutor.java | 34 +-
.../beam/runners/direct/WatermarkManager.java | 325 +++---
.../runners/direct/WindowEvaluatorFactory.java | 13 +-
.../apache/beam/runners/direct/package-info.java | 4 +-
.../runners/direct/portable/BundleFactory.java | 4 +-
.../runners/direct/portable/CommittedBundle.java | 36 +-
.../runners/direct/portable/CommittedResult.java | 18 +-
.../direct/portable/CompletionCallback.java | 17 +-
.../CopyOnAccessInMemoryStateInternals.java | 103 +-
.../runners/direct/portable/DirectGroupByKey.java | 7 +-
.../runners/direct/portable/DirectMetrics.java | 96 +-
.../direct/portable/DirectTimerInternals.java | 20 +-
.../direct/portable/DirectTransformExecutor.java | 21 +-
.../direct/portable/DisplayDataValidator.java | 4 +-
.../runners/direct/portable/EvaluationContext.java | 58 +-
.../direct/portable/ExecutorServiceFactory.java | 11 +-
.../portable/ExecutorServiceParallelExecutor.java | 21 +-
.../direct/portable/FlattenEvaluatorFactory.java | 6 +-
.../portable/ImmutableListBundleFactory.java | 15 +-
.../direct/portable/ImpulseEvaluatorFactory.java | 3 +-
.../direct/portable/PCollectionViewWindow.java | 5 +-
.../direct/portable/PCollectionViewWriter.java | 4 +-
.../portable/PassthroughTransformEvaluator.java | 1 -
.../runners/direct/portable/PipelineExecutor.java | 4 +-
.../runners/direct/portable/QuiescenceDriver.java | 16 +-
.../beam/runners/direct/portable/StepAndKey.java | 7 +-
.../direct/portable/StepTransformResult.java | 11 +-
.../direct/portable/TransformEvaluator.java | 4 +-
.../direct/portable/TransformEvaluatorFactory.java | 18 +-
.../direct/portable/TransformExecutorFactory.java | 4 +-
.../direct/portable/TransformExecutorService.java | 11 +-
.../direct/portable/TransformExecutorServices.java | 11 +-
.../runners/direct/portable/TransformResult.java | 20 +-
.../runners/direct/portable/UncommittedBundle.java | 11 +-
.../direct/portable/WatermarkCallbackExecutor.java | 36 +-
.../direct/portable/WindowEvaluatorFactory.java | 11 +-
.../LocalFileSystemArtifactStagerService.java | 4 +-
.../portable/job/ReferenceRunnerJobServer.java | 7 +-
.../beam/runners/direct/portable/package-info.java | 4 +-
.../direct/BoundedReadEvaluatorFactoryTest.java | 21 +-
.../runners/direct/CloningBundleFactoryTest.java | 43 +-
.../beam/runners/direct/CommittedResultTest.java | 7 +-
.../CopyOnAccessInMemoryStateInternalsTest.java | 76 +-
.../runners/direct/DirectGraphVisitorTest.java | 28 +-
.../beam/runners/direct/DirectMetricsTest.java | 133 +--
.../runners/direct/DirectRunnerApiSurfaceTest.java | 2 +-
.../beam/runners/direct/DirectRunnerTest.java | 374 +++----
.../runners/direct/DirectTimerInternalsTest.java | 4 +-
.../direct/DirectTransformExecutorTest.java | 9 +-
.../runners/direct/DoFnLifecycleManagerTest.java | 7 +-
.../runners/direct/DoFnLifecycleManagersTest.java | 36 +-
.../beam/runners/direct/EvaluationContextTest.java | 100 +-
.../direct/GroupByKeyEvaluatorFactoryTest.java | 25 +-
.../direct/GroupByKeyOnlyEvaluatorFactoryTest.java | 13 +-
.../ImmutabilityCheckingBundleFactoryTest.java | 5 +-
.../direct/ImmutabilityEnforcementFactoryTest.java | 12 +-
.../direct/ImmutableListBundleFactoryTest.java | 15 +-
.../direct/KeyedPValueTrackingVisitorTest.java | 3 +-
.../org/apache/beam/runners/direct/MockClock.java | 12 +-
.../beam/runners/direct/MultiStepCombineTest.java | 4 +-
.../beam/runners/direct/ParDoEvaluatorTest.java | 20 +-
.../runners/direct/SideInputContainerTest.java | 210 ++--
.../runners/direct/StepTransformResultTest.java | 7 +-
.../direct/TestStreamEvaluatorFactoryTest.java | 24 +-
.../direct/TransformExecutorServicesTest.java | 53 +-
.../direct/UnboundedReadDeduplicatorTest.java | 19 +-
.../direct/UnboundedReadEvaluatorFactoryTest.java | 81 +-
.../runners/direct/ViewEvaluatorFactoryTest.java | 10 +-
.../runners/direct/ViewOverrideFactoryTest.java | 4 +-
.../direct/WatermarkCallbackExecutorTest.java | 7 +-
.../beam/runners/direct/WatermarkManagerTest.java | 375 ++++---
.../runners/direct/WindowEvaluatorFactoryTest.java | 17 +-
.../direct/WriteWithShardingFactoryTest.java | 18 +-
.../BundleFactoryOutputReceiverFactoryTest.java | 3 +-
.../GroupByKeyOnlyEvaluatorFactoryTest.java | 5 +-
.../runners/direct/portable/PortableGraphTest.java | 3 +-
.../artifact/LocalArtifactStagingLocationTest.java | 4 +-
...ocalFileSystemArtifactRetrievalServiceTest.java | 8 +-
.../job/ReferenceRunnerJobServiceTest.java | 4 +-
.../runners/extensions/metrics/package-info.java | 5 +-
.../extensions/metrics/MetricsHttpSinkTest.java | 174 ++--
.../runners/flink/CreateStreamingFlinkView.java | 9 +-
.../runners/flink/DefaultParallelismFactory.java | 10 +-
.../flink/FlinkBatchPipelineTranslator.java | 23 +-
.../FlinkBatchPortablePipelineTranslator.java | 6 +-
.../flink/FlinkBatchTransformTranslators.java | 228 ++---
.../flink/FlinkBatchTranslationContext.java | 20 +-
.../runners/flink/FlinkDetachedRunnerResult.java | 5 +-
.../beam/runners/flink/FlinkJobInvocation.java | 20 +-
.../apache/beam/runners/flink/FlinkJobInvoker.java | 22 +-
.../beam/runners/flink/FlinkJobServerDriver.java | 23 +-
.../flink/FlinkPipelineExecutionEnvironment.java | 52 +-
.../beam/runners/flink/FlinkPipelineOptions.java | 84 +-
.../runners/flink/FlinkPipelineTranslator.java | 15 +-
.../org/apache/beam/runners/flink/FlinkRunner.java | 71 +-
.../beam/runners/flink/FlinkRunnerRegistrar.java | 15 +-
.../beam/runners/flink/FlinkRunnerResult.java | 9 +-
.../flink/FlinkStreamingPipelineTranslator.java | 33 +-
.../FlinkStreamingPortablePipelineTranslator.java | 361 ++++---
.../flink/FlinkStreamingTransformTranslators.java | 366 ++++---
.../flink/FlinkStreamingTranslationContext.java | 20 +-
.../runners/flink/FlinkTransformOverrides.java | 7 +-
.../flink/PipelineTranslationOptimizer.java | 9 +-
.../apache/beam/runners/flink/TestFlinkRunner.java | 6 +-
.../apache/beam/runners/flink/TranslationMode.java | 5 +-
.../flink/metrics/DoFnRunnerWithMetricsUpdate.java | 24 +-
.../flink/metrics/FlinkMetricContainer.java | 39 +-
.../runners/flink/metrics/MetricsAccumulator.java | 4 +-
.../flink/metrics/ReaderInvocationUtil.java | 17 +-
.../beam/runners/flink/metrics/package-info.java | 4 +-
.../apache/beam/runners/flink/package-info.java | 4 +-
.../functions/AbstractFlinkCombineRunner.java | 135 ++-
.../translation/functions/FlinkAssignContext.java | 6 +-
.../translation/functions/FlinkAssignWindows.java | 10 +-
.../FlinkBatchSideInputHandlerFactory.java | 10 +-
.../translation/functions/FlinkDoFnFunction.java | 67 +-
.../FlinkMergingNonShuffleReduceFunction.java | 14 +-
.../functions/FlinkMultiOutputPruningFunction.java | 8 +-
.../functions/FlinkNoOpStepContext.java | 5 +-
.../functions/FlinkPartialReduceFunction.java | 14 +-
.../translation/functions/FlinkReduceFunction.java | 15 +-
.../functions/FlinkSideInputReader.java | 12 +-
.../functions/FlinkStatefulDoFnFunction.java | 57 +-
.../functions/HashingFlinkCombineRunner.java | 44 +-
.../functions/SideInputInitializer.java | 12 +-
.../functions/SortingFlinkCombineRunner.java | 42 +-
.../flink/translation/functions/package-info.java | 4 +-
.../runners/flink/translation/package-info.java | 4 +-
.../translation/types/CoderTypeInformation.java | 12 +-
.../translation/types/CoderTypeSerializer.java | 18 +-
.../translation/types/EncodedValueComparator.java | 20 +-
.../translation/types/EncodedValueSerializer.java | 5 +-
.../types/EncodedValueTypeInformation.java | 10 +-
.../types/InspectableByteArrayOutputStream.java | 8 +-
.../flink/translation/types/KvKeySelector.java | 4 +-
.../flink/translation/types/package-info.java | 4 +-
.../utils/FlinkPipelineTranslatorUtils.java | 7 +-
.../flink/translation/utils/package-info.java | 4 +-
.../translation/wrappers/DataInputViewWrapper.java | 7 +-
.../wrappers/DataOutputViewWrapper.java | 7 +-
.../translation/wrappers/ImpulseInputFormat.java | 3 +-
.../translation/wrappers/SourceInputFormat.java | 20 +-
.../translation/wrappers/SourceInputSplit.java | 13 +-
.../flink/translation/wrappers/package-info.java | 4 +-
.../wrappers/streaming/DoFnOperator.java | 202 ++--
.../streaming/ExecutableStageDoFnOperator.java | 104 +-
.../streaming/KeyedPushedBackElementsHandler.java | 47 +-
.../streaming/KvToByteBufferKeySelector.java | 9 +-
.../NonKeyedPushedBackElementsHandler.java | 4 +-
.../streaming/PushedBackElementsHandler.java | 16 +-
.../wrappers/streaming/SingletonKeyedWorkItem.java | 4 +-
.../streaming/SingletonKeyedWorkItemCoder.java | 14 +-
.../wrappers/streaming/SplittableDoFnOperator.java | 77 +-
.../wrappers/streaming/WindowDoFnOperator.java | 26 +-
.../wrappers/streaming/WorkItemKeySelector.java | 8 +-
.../wrappers/streaming/io/DedupingOperator.java | 11 +-
.../streaming/io/UnboundedSocketSource.java | 62 +-
.../streaming/io/UnboundedSourceWrapper.java | 122 +--
.../wrappers/streaming/io/package-info.java | 4 +-
.../wrappers/streaming/package-info.java | 4 +-
.../state/FlinkBroadcastStateInternals.java | 89 +-
.../state/FlinkKeyGroupStateInternals.java | 97 +-
.../streaming/state/FlinkSplitStateInternals.java | 39 +-
.../streaming/state/FlinkStateInternals.java | 340 +++----
.../state/KeyGroupCheckpointedOperator.java | 11 +-
.../streaming/state/KeyGroupRestoringOperator.java | 5 +-
.../wrappers/streaming/state/package-info.java | 4 +-
.../runners/flink/EncodedValueComparatorTest.java | 22 +-
.../FlinkPipelineExecutionEnvironmentTest.java | 21 +-
.../runners/flink/FlinkRunnerRegistrarTest.java | 11 +-
.../beam/runners/flink/FlinkTestPipeline.java | 16 +-
.../beam/runners/flink/PipelineOptionsTest.java | 27 +-
.../runners/flink/ReadSourceStreamingTest.java | 32 +-
.../apache/beam/runners/flink/ReadSourceTest.java | 31 +-
.../flink/streaming/BoundedSourceRestoreTest.java | 72 +-
.../flink/streaming/DedupingOperatorTest.java | 18 +-
.../runners/flink/streaming/DoFnOperatorTest.java | 586 +++++------
.../streaming/ExecutableStageDoFnOperatorTest.java | 186 ++--
.../FlinkBroadcastStateInternalsTest.java | 5 +-
.../streaming/FlinkKeyGroupStateInternalsTest.java | 69 +-
.../streaming/FlinkSplitStateInternalsTest.java | 5 +-
.../flink/streaming/FlinkStateInternalsTest.java | 22 +-
.../flink/streaming/GroupByNullKeyTest.java | 16 +-
.../flink/streaming/StreamRecordStripper.java | 1 -
.../flink/streaming/TestCountingSource.java | 35 +-
.../flink/streaming/TopWikipediaSessionsTest.java | 43 +-
.../streaming/UnboundedSourceWrapperTest.java | 245 +++--
.../flink/streaming/WindowDoFnOperatorTest.java | 93 +-
.../beam/runners/flink/streaming/package-info.java | 4 +-
.../FlinkExecutableStageFunctionTest.java | 3 +-
.../translation/types/CoderTypeSerializerTest.java | 26 +-
.../runners/gearpump/GearpumpPipelineOptions.java | 6 +-
.../runners/gearpump/GearpumpPipelineResult.java | 6 +-
.../beam/runners/gearpump/GearpumpRunner.java | 16 +-
.../runners/gearpump/GearpumpRunnerRegistrar.java | 18 +-
.../beam/runners/gearpump/TestGearpumpRunner.java | 8 +-
.../apache/beam/runners/gearpump/package-info.java | 4 +-
.../CreateGearpumpPCollectionViewTranslator.java | 13 +-
.../translators/CreateStreamingGearpumpView.java | 6 +-
.../translators/FlattenPCollectionsTranslator.java | 17 +-
.../translators/GearpumpPipelineTranslator.java | 47 +-
.../gearpump/translators/GroupByKeyTranslator.java | 105 +-
.../translators/ParDoMultiOutputTranslator.java | 46 +-
.../translators/ReadBoundedTranslator.java | 11 +-
.../translators/ReadUnboundedTranslator.java | 10 +-
.../gearpump/translators/TransformTranslator.java | 4 +-
.../gearpump/translators/TranslationContext.java | 13 +-
.../translators/WindowAssignTranslator.java | 47 +-
.../translators/functions/DoFnFunction.java | 45 +-
.../translators/functions/package-info.java | 4 +-
.../translators/io/BoundedSourceWrapper.java | 5 +-
.../gearpump/translators/io/GearpumpSource.java | 14 +-
.../translators/io/UnboundedSourceWrapper.java | 8 +-
.../gearpump/translators/io/ValuesSource.java | 16 +-
.../gearpump/translators/io/package-info.java | 4 +-
.../runners/gearpump/translators/package-info.java | 4 +-
.../translators/utils/DoFnRunnerFactory.java | 18 +-
.../translators/utils/NoOpStepContext.java | 4 +-
.../translators/utils/TranslatorUtils.java | 75 +-
.../gearpump/translators/utils/package-info.java | 4 +-
.../gearpump/GearpumpRunnerRegistrarTest.java | 13 +-
.../beam/runners/gearpump/PipelineOptionsTest.java | 14 +-
.../translators/GroupByKeyTranslatorTest.java | 17 +-
.../translators/io/GearpumpSourceTest.java | 3 +-
.../translators/utils/TranslatorUtilsTest.java | 52 +-
.../dataflow/BatchStatefulParDoOverrides.java | 22 +-
.../beam/runners/dataflow/DataflowClient.java | 112 ++-
.../DataflowJobAlreadyExistsException.java | 11 +-
.../DataflowJobAlreadyUpdatedException.java | 3 +-
.../runners/dataflow/DataflowJobException.java | 8 +-
.../beam/runners/dataflow/DataflowMetrics.java | 104 +-
.../beam/runners/dataflow/DataflowPipelineJob.java | 151 ++-
.../dataflow/DataflowPipelineRegistrar.java | 14 +-
.../dataflow/DataflowPipelineTranslator.java | 150 +--
.../beam/runners/dataflow/DataflowRunner.java | 508 +++++-----
.../beam/runners/dataflow/DataflowRunnerHooks.java | 9 +-
.../beam/runners/dataflow/DataflowRunnerInfo.java | 14 +-
.../dataflow/PrimitiveParDoSingleFactory.java | 3 +-
.../beam/runners/dataflow/ReadTranslator.java | 8 +-
.../runners/dataflow/ReshuffleOverrideFactory.java | 3 +-
.../runners/dataflow/StreamingViewOverrides.java | 9 +-
.../dataflow/TestDataflowPipelineOptions.java | 7 +-
.../beam/runners/dataflow/TestDataflowRunner.java | 4 +-
.../beam/runners/dataflow/TransformTranslator.java | 23 +-
.../runners/dataflow/internal/CustomSources.java | 8 +-
.../beam/runners/dataflow/internal/IsmFormat.java | 334 ++++---
.../runners/dataflow/internal/package-info.java | 4 +-
.../dataflow/options/CloudDebuggerOptions.java | 14 +-
.../options/DataflowPipelineDebugOptions.java | 159 +--
.../dataflow/options/DataflowPipelineOptions.java | 105 +-
.../options/DataflowPipelineWorkerPoolOptions.java | 148 +--
.../dataflow/options/DataflowProfilingOptions.java | 18 +-
.../options/DataflowWorkerHarnessOptions.java | 20 +-
.../options/DataflowWorkerLoggingOptions.java | 118 +--
.../apache/beam/runners/dataflow/package-info.java | 4 +-
.../beam/runners/dataflow/util/CloudKnownType.java | 2 +-
.../beam/runners/dataflow/util/CloudObject.java | 67 +-
.../runners/dataflow/util/CloudObjectKinds.java | 4 +-
.../dataflow/util/CloudObjectTranslator.java | 12 +-
.../dataflow/util/CloudObjectTranslators.java | 8 +-
.../beam/runners/dataflow/util/CloudObjects.java | 8 +-
.../util/CoderCloudObjectTranslatorRegistrar.java | 4 +-
.../runners/dataflow/util/DataflowTemplateJob.java | 7 +-
.../runners/dataflow/util/DataflowTransport.java | 40 +-
...DefaultCoderCloudObjectTranslatorRegistrar.java | 7 +-
.../beam/runners/dataflow/util/MonitoringUtil.java | 43 +-
.../runners/dataflow/util/OutputReference.java | 4 +-
.../beam/runners/dataflow/util/PackageUtil.java | 39 +-
.../beam/runners/dataflow/util/PropertyNames.java | 4 +-
.../runners/dataflow/util/RandomAccessData.java | 96 +-
.../apache/beam/runners/dataflow/util/Stager.java | 4 +-
.../beam/runners/dataflow/util/TimeUtil.java | 53 +-
.../dataflow/BatchStatefulParDoOverridesTest.java | 9 +-
.../runners/dataflow/BatchViewOverridesTest.java | 5 +-
.../beam/runners/dataflow/DataflowMetricsTest.java | 220 +++--
.../runners/dataflow/DataflowPipelineJobTest.java | 107 +-
.../dataflow/DataflowPipelineRegistrarTest.java | 6 +-
.../dataflow/DataflowPipelineTranslatorTest.java | 297 +++---
.../runners/dataflow/DataflowRunnerInfoTest.java | 9 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 254 +++--
.../dataflow/PrimitiveParDoSingleFactoryTest.java | 36 +-
.../runners/dataflow/RecordingPipelineVisitor.java | 4 +-
.../runners/dataflow/TestDataflowRunnerTest.java | 75 +-
.../options/DataflowPipelineDebugOptionsTest.java | 7 +-
.../options/DataflowPipelineOptionsTest.java | 14 +-
.../options/DataflowProfilingOptionsTest.java | 19 +-
.../options/DataflowWorkerLoggingOptionsTest.java | 23 +-
.../transforms/DataflowGroupByKeyTest.java | 13 +-
.../dataflow/transforms/DataflowViewTest.java | 6 +-
.../runners/dataflow/util/CloudObjectsTest.java | 29 +-
.../runners/dataflow/util/MonitoringUtilTest.java | 20 +-
.../runners/dataflow/util/PackageUtilTest.java | 153 +--
.../dataflow/util/RandomAccessDataTest.java | 84 +-
.../beam/runners/dataflow/util/StructsTest.java | 66 +-
.../beam/runners/fnexecution/GrpcFnServer.java | 11 +-
.../BeamFileSystemArtifactStagingService.java | 89 +-
.../control/DockerJobBundleFactory.java | 6 +-
.../fnexecution/control/FnApiControlClient.java | 12 +-
.../fnexecution/control/OutputReceiverFactory.java | 4 +-
.../control/ProcessBundleDescriptors.java | 46 +-
.../fnexecution/control/RemoteOutputReceiver.java | 1 +
.../fnexecution/control/SdkHarnessClient.java | 116 +--
.../SingleEnvironmentInstanceJobBundleFactory.java | 3 +-
.../fnexecution/control/StageBundleFactory.java | 13 +-
.../runners/fnexecution/data/FnDataService.java | 6 +-
.../fnexecution/data/RemoteInputDestination.java | 1 +
.../fnexecution/environment/package-info.java | 4 +-
.../runners/fnexecution/graph/package-info.java | 4 +-
.../jobsubmission/InMemoryJobService.java | 43 +-
.../fnexecution/jobsubmission/JobInvocation.java | 28 +-
.../fnexecution/jobsubmission/JobPreparation.java | 5 +
.../fnexecution/jobsubmission/package-info.java | 4 +-
.../runners/fnexecution/logging/LogWriter.java | 8 +-
.../runners/fnexecution/provisioning/JobInfo.java | 3 +
.../provisioning/StaticGrpcProvisionService.java | 4 +-
.../fnexecution/state/GrpcStateService.java | 4 +-
.../runners/fnexecution/state/StateDelegator.java | 12 +-
.../fnexecution/state/StateRequestHandlers.java | 99 +-
.../GrpcContextHeaderAccessorProviderTest.java | 2 +-
.../runners/fnexecution/ServerFactoryTest.java | 27 +-
.../fnexecution/control/RemoteExecutionTest.java | 29 +-
.../fnexecution/control/SdkHarnessClientTest.java | 46 +-
.../data/RemoteInputDestinationTest.java | 4 +-
.../jobsubmission/InMemoryJobServiceTest.java | 10 +-
.../logging/GrpcLoggingServiceTest.java | 13 +-
.../fnexecution/state/GrpcStateServiceTest.java | 21 +-
.../wire/LengthPrefixUnknownCodersTest.java | 84 +-
.../java/org/apache/beam/runners/local/Bundle.java | 13 +-
.../apache/beam/runners/local/ExecutionDriver.java | 8 +-
.../runners/local/PipelineMessageReceiver.java | 20 +-
.../apache/beam/runners/local/StructuralKey.java | 29 +-
.../apache/beam/runners/local/package-info.java | 4 +-
.../beam/runners/local/StructuralKeyTest.java | 7 +-
.../beam/runners/reference/CloseableResource.java | 10 +-
.../beam/runners/reference/PortableRunner.java | 4 +-
.../beam/runners/reference/package-info.java | 4 +-
.../beam/runners/samza/SamzaExecutionContext.java | 4 +-
.../beam/runners/samza/SamzaPipelineOptions.java | 20 +-
.../samza/SamzaPipelineOptionsValidator.java | 4 +-
.../beam/runners/samza/SamzaPipelineResult.java | 13 +-
.../org/apache/beam/runners/samza/SamzaRunner.java | 48 +-
.../beam/runners/samza/SamzaRunnerRegistrar.java | 9 +-
.../apache/beam/runners/samza/TestSamzaRunner.java | 12 +-
.../runners/samza/adapter/BoundedSourceSystem.java | 189 ++--
.../samza/adapter/UnboundedSourceSystem.java | 205 ++--
.../beam/runners/samza/adapter/package-info.java | 4 +-
.../samza/metrics/DoFnRunnerWithMetrics.java | 31 +-
.../samza/metrics/FnWithMetricsWrapper.java | 8 +-
.../samza/metrics/SamzaMetricsContainer.java | 16 +-
.../beam/runners/samza/metrics/package-info.java | 4 +-
.../apache/beam/runners/samza/package-info.java | 4 +-
.../apache/beam/runners/samza/runtime/DoFnOp.java | 128 +--
.../runtime/DoFnRunnerWithKeyedInternals.java | 60 +-
.../beam/runners/samza/runtime/GroupByKeyOp.java | 70 +-
.../beam/runners/samza/runtime/KeyedInternals.java | 32 +-
.../beam/runners/samza/runtime/KeyedTimerData.java | 8 +-
.../runners/samza/runtime/KvToKeyedWorkItemOp.java | 13 +-
.../org/apache/beam/runners/samza/runtime/Op.java | 27 +-
.../beam/runners/samza/runtime/OpAdapter.java | 50 +-
.../beam/runners/samza/runtime/OpEmitter.java | 4 +-
.../beam/runners/samza/runtime/OpMessage.java | 56 +-
.../samza/runtime/OutputManagerFactory.java | 4 +-
.../runners/samza/runtime/SamzaAssignContext.java | 3 +-
.../samza/runtime/SamzaStoreStateInternals.java | 207 ++--
.../samza/runtime/SamzaTimerInternalsFactory.java | 53 +-
.../samza/runtime/SingletonKeyedWorkItem.java | 4 +-
.../beam/runners/samza/runtime/TimerKey.java | 14 +-
.../beam/runners/samza/runtime/WindowAssignOp.java | 19 +-
.../beam/runners/samza/runtime/package-info.java | 4 +-
.../beam/runners/samza/state/SamzaMapState.java | 14 +-
.../beam/runners/samza/state/SamzaSetState.java | 14 +-
.../beam/runners/samza/state/package-info.java | 4 +-
.../runners/samza/translation/ConfigBuilder.java | 51 +-
.../translation/FlattenPCollectionsTranslator.java | 27 +-
.../samza/translation/GroupByKeyTranslator.java | 70 +-
.../runners/samza/translation/PViewToIdMapper.java | 7 +-
.../translation/ParDoBoundMultiTranslator.java | 69 +-
.../runners/samza/translation/ReadTranslator.java | 13 +-
.../samza/translation/SamzaPipelineTranslator.java | 34 +-
.../samza/translation/SamzaPublishView.java | 14 +-
.../SamzaPublishViewTransformOverride.java | 19 +-
.../translation/SamzaPublishViewTranslator.java | 28 +-
.../samza/translation/SamzaTransformOverrides.java | 4 +-
.../samza/translation/TransformTranslator.java | 8 +-
.../samza/translation/TranslationContext.java | 40 +-
.../samza/translation/WindowAssignTranslator.java | 15 +-
.../runners/samza/translation/package-info.java | 4 +-
.../beam/runners/samza/util/Base64Serializer.java | 4 +-
.../runners/samza/util/PipelineDotRenderer.java | 51 +-
.../beam/runners/samza/util/SamzaCoders.java | 9 +-
.../beam/runners/samza/util/package-info.java | 4 +-
.../samza/adapter/BoundedSourceSystemTest.java | 100 +-
.../runners/samza/adapter/TestBoundedSource.java | 27 +-
.../runners/samza/adapter/TestCheckpointMark.java | 4 +-
.../runners/samza/adapter/TestSourceHelpers.java | 26 +-
.../runners/samza/adapter/TestUnboundedSource.java | 29 +-
.../samza/adapter/UnboundedSourceSystemTest.java | 146 ++-
.../runtime/SamzaStoreStateInternalsTest.java | 88 +-
.../beam/runners/spark/SparkContextOptions.java | 14 +-
.../runners/spark/SparkNativePipelineVisitor.java | 26 +-
.../beam/runners/spark/SparkPipelineOptions.java | 45 +-
.../beam/runners/spark/SparkPipelineResult.java | 3 +-
.../org/apache/beam/runners/spark/SparkRunner.java | 7 +-
.../beam/runners/spark/SparkRunnerDebugger.java | 21 +-
.../beam/runners/spark/SparkRunnerRegistrar.java | 16 +-
.../runners/spark/TestSparkPipelineOptions.java | 18 +-
.../apache/beam/runners/spark/TestSparkRunner.java | 36 +-
.../runners/spark/aggregators/AggAccumParam.java | 4 +-
.../spark/aggregators/AggregatorsAccumulator.java | 15 +-
.../spark/aggregators/NamedAggregators.java | 49 +-
.../spark/coders/BeamSparkRunnerRegistrator.java | 5 +-
.../beam/runners/spark/coders/CoderHelpers.java | 42 +-
.../spark/coders/StatelessJavaSerializer.java | 24 +-
.../beam/runners/spark/coders/package-info.java | 4 +-
.../beam/runners/spark/examples/WordCount.java | 27 +-
.../apache/beam/runners/spark/io/CreateStream.java | 65 +-
.../beam/runners/spark/io/EmptyCheckpointMark.java | 7 +-
.../beam/runners/spark/io/MicrobatchSource.java | 49 +-
.../beam/runners/spark/io/SourceDStream.java | 90 +-
.../apache/beam/runners/spark/io/SourceRDD.java | 103 +-
.../runners/spark/io/SparkUnboundedSource.java | 69 +-
.../apache/beam/runners/spark/io/package-info.java | 4 +-
.../runners/spark/metrics/AggregatorMetric.java | 4 +-
.../spark/metrics/AggregatorMetricSource.java | 5 +-
.../runners/spark/metrics/CompositeSource.java | 5 +-
.../runners/spark/metrics/MetricsAccumulator.java | 20 +-
.../spark/metrics/MetricsAccumulatorParam.java | 11 +-
.../runners/spark/metrics/SparkBeamMetric.java | 4 +-
.../spark/metrics/SparkBeamMetricSource.java | 5 +-
.../runners/spark/metrics/WithMetricsSupport.java | 30 +-
.../beam/runners/spark/metrics/sink/CsvSink.java | 11 +-
.../runners/spark/metrics/sink/GraphiteSink.java | 13 +-
.../runners/spark/metrics/sink/package-info.java | 4 +-
.../apache/beam/runners/spark/package-info.java | 4 +-
.../SparkGroupAlsoByWindowViaWindowSet.java | 29 +-
.../spark/stateful/SparkStateInternals.java | 64 +-
.../spark/stateful/SparkTimerInternals.java | 44 +-
.../runners/spark/stateful/StateSpecFunctions.java | 235 +++--
.../beam/runners/spark/stateful/package-info.java | 4 +-
.../runners/spark/translation/BoundedDataset.java | 23 +-
.../beam/runners/spark/translation/Dataset.java | 5 +-
.../spark/translation/DoFnRunnerWithMetrics.java | 12 +-
.../spark/translation/EvaluationContext.java | 29 +-
.../spark/translation/GroupCombineFunctions.java | 61 +-
.../spark/translation/MultiDoFnFunction.java | 43 +-
.../spark/translation/SparkAbstractCombineFn.java | 20 +-
.../spark/translation/SparkAssignWindowFn.java | 37 +-
.../spark/translation/SparkContextFactory.java | 24 +-
.../spark/translation/SparkGlobalCombineFn.java | 72 +-
.../SparkGroupAlsoByWindowViaOutputBufferFn.java | 17 +-
.../spark/translation/SparkKeyedCombineFn.java | 78 +-
.../spark/translation/SparkPCollectionView.java | 97 +-
.../spark/translation/SparkPipelineTranslator.java | 12 +-
.../spark/translation/SparkProcessContext.java | 15 +-
.../spark/translation/TransformEvaluator.java | 5 +-
.../spark/translation/TransformTranslator.java | 125 +--
.../spark/translation/TranslationUtils.java | 6 +-
.../spark/translation/WindowingHelpers.java | 21 +-
.../runners/spark/translation/package-info.java | 4 +-
.../spark/translation/streaming/Checkpoint.java | 22 +-
.../streaming/StreamingTransformTranslator.java | 41 +-
.../translation/streaming/UnboundedDataset.java | 10 +-
.../streaming/WatermarkSyncedDStream.java | 44 +-
.../spark/translation/streaming/package-info.java | 4 +-
.../apache/beam/runners/spark/util/ByteArray.java | 4 +-
.../runners/spark/util/GlobalWatermarkHolder.java | 58 +-
.../runners/spark/util/SideInputBroadcast.java | 6 +-
.../runners/spark/util/SparkSideInputReader.java | 12 +-
.../beam/runners/spark/util/package-info.java | 4 +-
.../org/apache/beam/runners/spark/CacheTest.java | 1 -
.../beam/runners/spark/ClearWatermarksRule.java | 4 +-
.../beam/runners/spark/ForceStreamingTest.java | 12 +-
.../runners/spark/GlobalWatermarkHolderTest.java | 64 +-
.../runners/spark/ProvidedSparkContextTest.java | 153 +--
.../beam/runners/spark/ReuseSparkContextRule.java | 4 +-
.../beam/runners/spark/SparkPipelineStateTest.java | 46 +-
.../runners/spark/SparkRunnerDebuggerTest.java | 65 +-
.../runners/spark/SparkRunnerRegistrarTest.java | 7 +-
.../apache/beam/runners/spark/StreamingTest.java | 4 +-
.../beam/runners/spark/UsesCheckpointRecovery.java | 4 +-
.../aggregators/metrics/sink/InMemoryMetrics.java | 24 +-
.../metrics/sink/InMemoryMetricsSinkRule.java | 4 +-
.../metrics/sink/SparkMetricsSinkTest.java | 32 +-
.../beam/runners/spark/io/AvroPipelineTest.java | 24 +-
.../beam/runners/spark/io/NumShardsTest.java | 22 +-
.../spark/io/ReaderToIteratorAdapterTest.java | 8 +-
.../runners/spark/metrics/SparkBeamMetricTest.java | 52 +-
.../spark/metrics/SparkMetricsPusherTest.java | 22 +-
.../spark/stateful/SparkStateInternalsTest.java | 5 +-
.../translation/streaming/CreateStreamTest.java | 173 ++--
.../ResumeFromCheckpointStreamingTest.java | 144 +--
.../streaming/StreamingSourceMetricsTest.java | 21 +-
.../streaming/TrackStreamingSourcesTest.java | 41 +-
.../streaming/utils/EmbeddedKafkaCluster.java | 22 +-
.../src/main/resources/beam/checkstyle.xml | 186 +---
.../apache/beam/codestyle/CodeStyleTestClass.java | 11 +-
.../main/java/org/apache/beam/sdk/Pipeline.java | 156 ++-
.../java/org/apache/beam/sdk/PipelineResult.java | 8 +-
.../java/org/apache/beam/sdk/PipelineRunner.java | 12 +-
.../apache/beam/sdk/annotations/Experimental.java | 5 +-
.../apache/beam/sdk/annotations/package-info.java | 4 +-
.../org/apache/beam/sdk/coders/AtomicCoder.java | 8 +-
.../java/org/apache/beam/sdk/coders/AvroCoder.java | 152 ++-
.../apache/beam/sdk/coders/BigDecimalCoder.java | 15 +-
.../beam/sdk/coders/BigEndianIntegerCoder.java | 10 +-
.../apache/beam/sdk/coders/BigEndianLongCoder.java | 13 +-
.../beam/sdk/coders/BigEndianShortCoder.java | 10 +-
.../apache/beam/sdk/coders/BigIntegerCoder.java | 3 +-
.../org/apache/beam/sdk/coders/BitSetCoder.java | 10 +-
.../org/apache/beam/sdk/coders/ByteArrayCoder.java | 22 +-
.../java/org/apache/beam/sdk/coders/ByteCoder.java | 17 +-
.../sdk/coders/CannotProvideCoderException.java | 24 +-
.../java/org/apache/beam/sdk/coders/Coder.java | 139 ++-
.../org/apache/beam/sdk/coders/CoderException.java | 4 +-
.../org/apache/beam/sdk/coders/CoderProvider.java | 8 +-
.../beam/sdk/coders/CoderProviderRegistrar.java | 14 +-
.../org/apache/beam/sdk/coders/CoderProviders.java | 103 +-
.../org/apache/beam/sdk/coders/CoderRegistry.java | 353 ++++---
.../apache/beam/sdk/coders/CollectionCoder.java | 7 +-
.../org/apache/beam/sdk/coders/CustomCoder.java | 8 +-
.../org/apache/beam/sdk/coders/DefaultCoder.java | 45 +-
.../org/apache/beam/sdk/coders/DelegateCoder.java | 42 +-
.../org/apache/beam/sdk/coders/DoubleCoder.java | 24 +-
.../org/apache/beam/sdk/coders/DurationCoder.java | 13 +-
.../org/apache/beam/sdk/coders/FloatCoder.java | 24 +-
.../org/apache/beam/sdk/coders/InstantCoder.java | 4 +-
.../org/apache/beam/sdk/coders/IterableCoder.java | 3 +-
.../apache/beam/sdk/coders/IterableLikeCoder.java | 68 +-
.../java/org/apache/beam/sdk/coders/KvCoder.java | 28 +-
.../apache/beam/sdk/coders/LengthPrefixCoder.java | 22 +-
.../java/org/apache/beam/sdk/coders/ListCoder.java | 4 +-
.../java/org/apache/beam/sdk/coders/MapCoder.java | 35 +-
.../org/apache/beam/sdk/coders/NullableCoder.java | 39 +-
.../java/org/apache/beam/sdk/coders/RowCoder.java | 43 +-
.../apache/beam/sdk/coders/RowCoderGenerator.java | 11 +-
.../apache/beam/sdk/coders/SerializableCoder.java | 82 +-
.../java/org/apache/beam/sdk/coders/SetCoder.java | 16 +-
.../apache/beam/sdk/coders/ShardedKeyCoder.java | 6 +-
.../beam/sdk/coders/StringDelegateCoder.java | 27 +-
.../apache/beam/sdk/coders/StringUtf8Coder.java | 24 +-
.../beam/sdk/coders/StructuralByteArray.java | 5 +-
.../apache/beam/sdk/coders/StructuredCoder.java | 9 +-
.../beam/sdk/coders/TextualIntegerCoder.java | 10 +-
.../org/apache/beam/sdk/coders/VarIntCoder.java | 13 +-
.../org/apache/beam/sdk/coders/VarLongCoder.java | 15 +-
.../java/org/apache/beam/sdk/coders/VoidCoder.java | 7 +-
.../org/apache/beam/sdk/coders/package-info.java | 38 +-
.../main/java/org/apache/beam/sdk/io/AvroIO.java | 110 ++-
.../java/org/apache/beam/sdk/io/AvroSource.java | 120 +--
.../org/apache/beam/sdk/io/BlockBasedSource.java | 85 +-
.../sdk/io/BoundedReadFromUnboundedSource.java | 80 +-
.../java/org/apache/beam/sdk/io/BoundedSource.java | 382 ++++----
.../org/apache/beam/sdk/io/CompressedSource.java | 113 +--
.../org/apache/beam/sdk/io/CountingSource.java | 80 +-
.../apache/beam/sdk/io/DefaultFilenamePolicy.java | 1 +
.../java/org/apache/beam/sdk/io/FileBasedSink.java | 29 +-
.../org/apache/beam/sdk/io/FileBasedSource.java | 143 +--
.../main/java/org/apache/beam/sdk/io/FileIO.java | 117 +--
.../java/org/apache/beam/sdk/io/FileSystem.java | 93 +-
.../apache/beam/sdk/io/FileSystemRegistrar.java | 12 +-
.../java/org/apache/beam/sdk/io/FileSystems.java | 129 ++-
.../org/apache/beam/sdk/io/LocalFileSystem.java | 47 +-
.../beam/sdk/io/LocalFileSystemRegistrar.java | 4 +-
.../org/apache/beam/sdk/io/LocalResourceId.java | 43 +-
.../org/apache/beam/sdk/io/LocalResources.java | 4 +-
.../org/apache/beam/sdk/io/OffsetBasedSource.java | 155 ++-
.../src/main/java/org/apache/beam/sdk/io/Read.java | 54 +-
.../beam/sdk/io/SerializableAvroCodecFactory.java | 11 +-
.../org/apache/beam/sdk/io/ShardNameTemplate.java | 53 +-
.../main/java/org/apache/beam/sdk/io/Source.java | 94 +-
.../java/org/apache/beam/sdk/io/TFRecordIO.java | 151 ++-
.../main/java/org/apache/beam/sdk/io/TextIO.java | 91 +-
.../java/org/apache/beam/sdk/io/TextSource.java | 38 +-
.../org/apache/beam/sdk/io/UnboundedSource.java | 148 ++-
.../org/apache/beam/sdk/io/WriteFilesResult.java | 7 +-
.../org/apache/beam/sdk/io/fs/CreateOptions.java | 24 +-
.../org/apache/beam/sdk/io/fs/MatchResult.java | 37 +-
.../org/apache/beam/sdk/io/fs/MoveOptions.java | 8 +-
.../org/apache/beam/sdk/io/fs/ResolveOptions.java | 12 +-
.../java/org/apache/beam/sdk/io/fs/ResourceId.java | 65 +-
.../apache/beam/sdk/io/fs/ResourceIdTester.java | 11 +-
.../org/apache/beam/sdk/io/fs/package-info.java | 4 +-
.../java/org/apache/beam/sdk/io/package-info.java | 16 +-
.../java/org/apache/beam/sdk/io/range/ByteKey.java | 29 +-
.../org/apache/beam/sdk/io/range/ByteKeyRange.java | 50 +-
.../beam/sdk/io/range/ByteKeyRangeTracker.java | 15 +-
.../org/apache/beam/sdk/io/range/OffsetRange.java | 4 +-
.../beam/sdk/io/range/OffsetRangeTracker.java | 54 +-
.../org/apache/beam/sdk/io/range/RangeTracker.java | 202 ++--
.../org/apache/beam/sdk/io/range/package-info.java | 4 +-
.../java/org/apache/beam/sdk/metrics/Counter.java | 4 +-
.../org/apache/beam/sdk/metrics/Distribution.java | 4 +-
.../beam/sdk/metrics/DistributionResult.java | 7 +-
.../java/org/apache/beam/sdk/metrics/Gauge.java | 4 +-
.../org/apache/beam/sdk/metrics/GaugeResult.java | 11 +-
.../java/org/apache/beam/sdk/metrics/Metric.java | 8 +-
.../apache/beam/sdk/metrics/MetricNameFilter.java | 4 +-
.../org/apache/beam/sdk/metrics/MetricResult.java | 8 +-
.../org/apache/beam/sdk/metrics/MetricResults.java | 5 +-
.../java/org/apache/beam/sdk/metrics/Metrics.java | 38 +-
.../apache/beam/sdk/metrics/MetricsContainer.java | 12 +-
.../beam/sdk/metrics/MetricsEnvironment.java | 7 +-
.../org/apache/beam/sdk/metrics/MetricsFilter.java | 14 +-
.../org/apache/beam/sdk/metrics/SinkMetrics.java | 13 +-
.../org/apache/beam/sdk/metrics/SourceMetrics.java | 34 +-
.../org/apache/beam/sdk/metrics/package-info.java | 9 +-
.../beam/sdk/options/ApplicationNameOptions.java | 14 +-
.../java/org/apache/beam/sdk/options/Default.java | 49 +-
.../beam/sdk/options/DefaultValueFactory.java | 10 +-
.../org/apache/beam/sdk/options/Description.java | 9 +-
.../beam/sdk/options/ExperimentalOptions.java | 22 +-
.../java/org/apache/beam/sdk/options/Hidden.java | 7 +-
.../beam/sdk/options/PipelineOptionSpec.java | 16 +-
.../apache/beam/sdk/options/PipelineOptions.java | 271 ++---
.../beam/sdk/options/PipelineOptionsFactory.java | 723 +++++++-------
.../beam/sdk/options/PipelineOptionsReflector.java | 27 +-
.../beam/sdk/options/PipelineOptionsRegistrar.java | 14 +-
.../beam/sdk/options/PipelineOptionsValidator.java | 47 +-
.../beam/sdk/options/PortablePipelineOptions.java | 2 +
.../beam/sdk/options/ProxyInvocationHandler.java | 215 ++--
.../apache/beam/sdk/options/SdkHarnessOptions.java | 99 +-
.../apache/beam/sdk/options/StreamingOptions.java | 13 +-
.../org/apache/beam/sdk/options/Validation.java | 10 +-
.../org/apache/beam/sdk/options/ValueProvider.java | 122 +--
.../apache/beam/sdk/options/ValueProviders.java | 4 +-
.../org/apache/beam/sdk/options/package-info.java | 9 +-
.../java/org/apache/beam/sdk/package-info.java | 17 +-
.../apache/beam/sdk/runners/AppliedPTransform.java | 11 +-
.../beam/sdk/runners/PTransformOverride.java | 8 +-
.../sdk/runners/PTransformOverrideFactory.java | 10 +-
.../beam/sdk/runners/PipelineRunnerRegistrar.java | 21 +-
.../beam/sdk/runners/TransformHierarchy.java | 69 +-
.../org/apache/beam/sdk/runners/package-info.java | 2 +-
.../java/org/apache/beam/sdk/schemas/Schema.java | 189 ++--
.../org/apache/beam/sdk/schemas/package-info.java | 4 +-
.../org/apache/beam/sdk/state/GroupingState.java | 4 +-
.../java/org/apache/beam/sdk/state/MapState.java | 23 +-
.../org/apache/beam/sdk/state/ReadableStates.java | 8 +-
.../java/org/apache/beam/sdk/state/SetState.java | 8 +-
.../main/java/org/apache/beam/sdk/state/State.java | 4 +-
.../org/apache/beam/sdk/state/StateBinder.java | 13 +-
.../org/apache/beam/sdk/state/StateContext.java | 17 +-
.../java/org/apache/beam/sdk/state/StateSpec.java | 12 +-
.../java/org/apache/beam/sdk/state/StateSpecs.java | 139 ++-
.../main/java/org/apache/beam/sdk/state/Timer.java | 3 +-
.../java/org/apache/beam/sdk/state/TimerSpec.java | 4 +-
.../java/org/apache/beam/sdk/state/TimerSpecs.java | 4 +-
.../java/org/apache/beam/sdk/state/Timers.java | 12 +-
.../org/apache/beam/sdk/state/package-info.java | 4 +-
.../org/apache/beam/sdk/testing/Annotations.java | 9 +-
.../apache/beam/sdk/testing/CoderProperties.java | 219 ++---
.../apache/beam/sdk/testing/CombineFnTester.java | 6 +-
.../apache/beam/sdk/testing/CrashingRunner.java | 26 +-
.../beam/sdk/testing/FileChecksumMatcher.java | 37 +-
.../apache/beam/sdk/testing/GatherAllPanes.java | 1 -
.../org/apache/beam/sdk/testing/LargeKeys.java | 24 +-
.../beam/sdk/testing/MatcherDeserializer.java | 12 +-
.../apache/beam/sdk/testing/MatcherSerializer.java | 11 +-
.../org/apache/beam/sdk/testing/NeedsRunner.java | 7 +-
.../java/org/apache/beam/sdk/testing/PAssert.java | 218 ++---
.../apache/beam/sdk/testing/PaneExtractors.java | 7 +-
.../org/apache/beam/sdk/testing/RegexMatcher.java | 1 -
.../beam/sdk/testing/SerializableMatcher.java | 12 +-
.../beam/sdk/testing/SerializableMatchers.java | 419 ++++----
.../apache/beam/sdk/testing/SourceTestUtils.java | 357 ++++---
.../org/apache/beam/sdk/testing/StaticWindows.java | 6 +-
.../org/apache/beam/sdk/testing/StreamingIT.java | 13 +-
.../apache/beam/sdk/testing/SuccessOrFailure.java | 23 +-
.../org/apache/beam/sdk/testing/TestPipeline.java | 55 +-
.../beam/sdk/testing/TestPipelineOptions.java | 15 +-
.../org/apache/beam/sdk/testing/TestStream.java | 18 +-
.../beam/sdk/testing/UsesAttemptedMetrics.java | 4 +-
.../beam/sdk/testing/UsesCommittedMetrics.java | 4 +-
.../beam/sdk/testing/UsesCustomWindowMerging.java | 4 +-
.../apache/beam/sdk/testing/UsesGaugeMetrics.java | 4 +-
.../org/apache/beam/sdk/testing/UsesMapState.java | 4 +-
.../beam/sdk/testing/UsesParDoLifecycle.java | 4 +-
.../org/apache/beam/sdk/testing/UsesSetState.java | 4 +-
.../beam/sdk/testing/UsesSplittableParDo.java | 4 +-
.../UsesSplittableParDoWithWindowedSideInputs.java | 4 +-
.../apache/beam/sdk/testing/UsesStatefulParDo.java | 4 +-
.../apache/beam/sdk/testing/UsesTestStream.java | 4 +-
.../apache/beam/sdk/testing/UsesTimersInParDo.java | 4 +-
.../sdk/testing/UsesUnboundedPCollections.java | 4 +-
.../apache/beam/sdk/testing/ValidatesRunner.java | 4 +-
.../apache/beam/sdk/testing/WindowFnTestUtils.java | 143 ++-
.../apache/beam/sdk/testing/WindowSupplier.java | 6 +-
.../org/apache/beam/sdk/testing/package-info.java | 1 -
.../beam/sdk/transforms/ApproximateQuantiles.java | 340 +++----
.../beam/sdk/transforms/ApproximateUnique.java | 233 ++---
.../org/apache/beam/sdk/transforms/Combine.java | 949 ++++++++----------
.../apache/beam/sdk/transforms/CombineFnBase.java | 90 +-
.../org/apache/beam/sdk/transforms/CombineFns.java | 118 +--
.../beam/sdk/transforms/CombineWithContext.java | 45 +-
.../java/org/apache/beam/sdk/transforms/Count.java | 67 +-
.../org/apache/beam/sdk/transforms/Create.java | 230 ++---
.../org/apache/beam/sdk/transforms/Distinct.java | 8 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 372 ++++---
.../beam/sdk/transforms/DoFnOutputReceivers.java | 22 +-
.../org/apache/beam/sdk/transforms/DoFnTester.java | 154 +--
.../org/apache/beam/sdk/transforms/Filter.java | 148 ++-
.../beam/sdk/transforms/FlatMapElements.java | 35 +-
.../org/apache/beam/sdk/transforms/Flatten.java | 106 +-
.../org/apache/beam/sdk/transforms/GroupByKey.java | 170 ++--
.../beam/sdk/transforms/GroupIntoBatches.java | 46 +-
.../org/apache/beam/sdk/transforms/Impulse.java | 4 +-
.../org/apache/beam/sdk/transforms/JsonToRow.java | 21 +-
.../java/org/apache/beam/sdk/transforms/Keys.java | 46 +-
.../org/apache/beam/sdk/transforms/KvSwap.java | 55 +-
.../org/apache/beam/sdk/transforms/Latest.java | 37 +-
.../apache/beam/sdk/transforms/MapElements.java | 69 +-
.../beam/sdk/transforms/Materialization.java | 6 +-
.../beam/sdk/transforms/Materializations.java | 12 +-
.../java/org/apache/beam/sdk/transforms/Max.java | 47 +-
.../java/org/apache/beam/sdk/transforms/Mean.java | 99 +-
.../java/org/apache/beam/sdk/transforms/Min.java | 44 +-
.../org/apache/beam/sdk/transforms/PTransform.java | 223 ++---
.../java/org/apache/beam/sdk/transforms/ParDo.java | 446 ++++-----
.../org/apache/beam/sdk/transforms/Partition.java | 66 +-
.../java/org/apache/beam/sdk/transforms/Regex.java | 66 +-
.../java/org/apache/beam/sdk/transforms/Reify.java | 38 +-
.../org/apache/beam/sdk/transforms/Reshuffle.java | 7 +-
.../org/apache/beam/sdk/transforms/Sample.java | 74 +-
.../sdk/transforms/SerializableComparator.java | 3 +-
.../apache/beam/sdk/transforms/SimpleFunction.java | 49 +-
.../java/org/apache/beam/sdk/transforms/Sum.java | 86 +-
.../org/apache/beam/sdk/transforms/ToString.java | 59 +-
.../java/org/apache/beam/sdk/transforms/Top.java | 364 +++----
.../org/apache/beam/sdk/transforms/Values.java | 46 +-
.../java/org/apache/beam/sdk/transforms/View.java | 225 ++---
.../org/apache/beam/sdk/transforms/ViewFn.java | 19 +-
.../java/org/apache/beam/sdk/transforms/Wait.java | 7 +-
.../java/org/apache/beam/sdk/transforms/Watch.java | 16 +-
.../org/apache/beam/sdk/transforms/WithKeys.java | 73 +-
.../apache/beam/sdk/transforms/WithTimestamps.java | 32 +-
.../beam/sdk/transforms/display/DisplayData.java | 297 +++---
.../sdk/transforms/display/HasDisplayData.java | 22 +-
.../beam/sdk/transforms/display/package-info.java | 4 +-
.../beam/sdk/transforms/join/CoGbkResult.java | 145 ++-
.../sdk/transforms/join/CoGbkResultSchema.java | 34 +-
.../beam/sdk/transforms/join/CoGroupByKey.java | 66 +-
.../sdk/transforms/join/KeyedPCollectionTuple.java | 99 +-
.../beam/sdk/transforms/join/RawUnionValue.java | 12 +-
.../beam/sdk/transforms/join/UnionCoder.java | 30 +-
.../beam/sdk/transforms/join/package-info.java | 4 +-
.../apache/beam/sdk/transforms/package-info.java | 33 +-
.../reflect/ByteBuddyDoFnInvokerFactory.java | 9 +-
.../reflect/ByteBuddyOnTimerInvokerFactory.java | 43 +-
.../beam/sdk/transforms/reflect/DoFnInvoker.java | 20 +-
.../beam/sdk/transforms/reflect/DoFnSignature.java | 87 +-
.../sdk/transforms/reflect/DoFnSignatures.java | 167 ++--
.../transforms/reflect/OnTimerInvokerFactory.java | 4 +-
.../transforms/reflect/OnTimerMethodSpecifier.java | 20 +-
.../beam/sdk/transforms/reflect/package-info.java | 4 +-
.../beam/sdk/transforms/windowing/AfterAll.java | 8 +-
.../beam/sdk/transforms/windowing/AfterEach.java | 24 +-
.../beam/sdk/transforms/windowing/AfterFirst.java | 8 +-
.../beam/sdk/transforms/windowing/AfterPane.java | 8 +-
.../transforms/windowing/AfterProcessingTime.java | 4 +-
.../sdk/transforms/windowing/AfterWatermark.java | 47 +-
.../sdk/transforms/windowing/BoundedWindow.java | 4 +-
.../sdk/transforms/windowing/CalendarWindows.java | 107 +-
.../sdk/transforms/windowing/DefaultTrigger.java | 4 +-
.../sdk/transforms/windowing/FixedWindows.java | 34 +-
.../sdk/transforms/windowing/GlobalWindow.java | 12 +-
.../sdk/transforms/windowing/GlobalWindows.java | 4 +-
.../windowing/IncompatibleWindowException.java | 4 +-
.../sdk/transforms/windowing/IntervalWindow.java | 67 +-
.../sdk/transforms/windowing/InvalidWindows.java | 15 +-
.../windowing/MergeOverlappingIntervalWindows.java | 6 +-
.../beam/sdk/transforms/windowing/Never.java | 9 +-
.../transforms/windowing/NonMergingWindowFn.java | 9 +-
.../sdk/transforms/windowing/OrFinallyTrigger.java | 11 +-
.../beam/sdk/transforms/windowing/PaneInfo.java | 135 ++-
.../transforms/windowing/PartitioningWindowFn.java | 4 +-
.../beam/sdk/transforms/windowing/Repeatedly.java | 11 +-
.../beam/sdk/transforms/windowing/Sessions.java | 15 +-
.../sdk/transforms/windowing/SlidingWindows.java | 63 +-
.../transforms/windowing/TimestampCombiner.java | 31 +-
.../transforms/windowing/TimestampTransform.java | 2 +-
.../beam/sdk/transforms/windowing/Trigger.java | 45 +-
.../beam/sdk/transforms/windowing/Window.java | 308 +++---
.../beam/sdk/transforms/windowing/WindowFn.java | 120 +--
.../sdk/transforms/windowing/WindowMappingFn.java | 12 +-
.../sdk/transforms/windowing/package-info.java | 41 +-
.../java/org/apache/beam/sdk/util/ApiSurface.java | 16 +-
.../org/apache/beam/sdk/util/AppliedCombineFn.java | 62 +-
.../java/org/apache/beam/sdk/util/BackOff.java | 52 +-
.../org/apache/beam/sdk/util/BackOffUtils.java | 11 +-
.../java/org/apache/beam/sdk/util/BitSetCoder.java | 6 +-
.../apache/beam/sdk/util/BucketingFunction.java | 43 +-
.../util/BufferedElementCountingOutputStream.java | 27 +-
.../java/org/apache/beam/sdk/util/ClassPath.java | 51 +-
.../java/org/apache/beam/sdk/util/CoderUtils.java | 48 +-
.../beam/sdk/util/CombineContextFactory.java | 34 +-
.../org/apache/beam/sdk/util/CombineFnUtil.java | 27 +-
.../apache/beam/sdk/util/DoFnAndMainOutput.java | 4 +-
.../java/org/apache/beam/sdk/util/DoFnInfo.java | 13 +-
.../util/EmptyOnDeserializationThreadLocal.java | 15 +-
.../apache/beam/sdk/util/ExplicitShardedFile.java | 6 +-
.../beam/sdk/util/ExposedByteArrayInputStream.java | 6 +-
.../sdk/util/ExposedByteArrayOutputStream.java | 18 +-
.../org/apache/beam/sdk/util/FluentBackoff.java | 46 +-
.../org/apache/beam/sdk/util/IdentityWindowFn.java | 10 +-
.../beam/sdk/util/IllegalMutationException.java | 12 +-
.../org/apache/beam/sdk/util/InstanceBuilder.java | 128 ++-
.../org/apache/beam/sdk/util/JsonToRowUtils.java | 4 +-
.../java/org/apache/beam/sdk/util/MoreFutures.java | 60 +-
.../org/apache/beam/sdk/util/MovingFunction.java | 65 +-
.../org/apache/beam/sdk/util/MutationDetector.java | 9 +-
.../apache/beam/sdk/util/MutationDetectors.java | 30 +-
.../java/org/apache/beam/sdk/util/NameUtils.java | 46 +-
.../apache/beam/sdk/util/NumberedShardedFile.java | 49 +-
.../java/org/apache/beam/sdk/util/ReleaseInfo.java | 9 +-
.../apache/beam/sdk/util/RowJsonDeserializer.java | 122 +--
.../apache/beam/sdk/util/RowJsonValidation.java | 10 +-
.../beam/sdk/util/RowJsonValueExtractors.java | 81 +-
.../apache/beam/sdk/util/SerializableUtils.java | 91 +-
.../beam/sdk/util/ShardingWritableByteChannel.java | 30 +-
.../java/org/apache/beam/sdk/util/Sleeper.java | 8 +-
.../java/org/apache/beam/sdk/util/StreamUtils.java | 12 +-
.../java/org/apache/beam/sdk/util/StringUtils.java | 20 +-
.../apache/beam/sdk/util/UnownedInputStream.java | 19 +-
.../apache/beam/sdk/util/UnownedOutputStream.java | 11 +-
.../apache/beam/sdk/util/UserCodeException.java | 21 +-
.../main/java/org/apache/beam/sdk/util/VarInt.java | 31 +-
.../java/org/apache/beam/sdk/util/Weighted.java | 8 +-
.../org/apache/beam/sdk/util/WindowTracing.java | 4 +-
.../java/org/apache/beam/sdk/util/ZipFiles.java | 97 +-
.../common/ElementByteSizeObservableIterable.java | 20 +-
.../common/ElementByteSizeObservableIterator.java | 11 +-
.../sdk/util/common/ElementByteSizeObserver.java | 32 +-
.../beam/sdk/util/common/ReflectHelpers.java | 178 ++--
.../apache/beam/sdk/util/common/Reiterator.java | 12 +-
.../main/java/org/apache/beam/sdk/values/KV.java | 12 +-
.../java/org/apache/beam/sdk/values/PBegin.java | 8 +-
.../org/apache/beam/sdk/values/PCollection.java | 167 ++--
.../apache/beam/sdk/values/PCollectionList.java | 70 +-
.../apache/beam/sdk/values/PCollectionTuple.java | 94 +-
.../apache/beam/sdk/values/PCollectionView.java | 17 +-
.../apache/beam/sdk/values/PCollectionViews.java | 84 +-
.../java/org/apache/beam/sdk/values/PDone.java | 12 +-
.../java/org/apache/beam/sdk/values/PInput.java | 18 +-
.../java/org/apache/beam/sdk/values/POutput.java | 24 +-
.../java/org/apache/beam/sdk/values/PValue.java | 6 +-
.../org/apache/beam/sdk/values/PValueBase.java | 33 +-
.../main/java/org/apache/beam/sdk/values/Row.java | 215 ++--
.../org/apache/beam/sdk/values/TaggedPValue.java | 8 +-
.../apache/beam/sdk/values/TimestampedValue.java | 21 +-
.../java/org/apache/beam/sdk/values/TupleTag.java | 51 +-
.../org/apache/beam/sdk/values/TupleTagList.java | 49 +-
.../org/apache/beam/sdk/values/TypeDescriptor.java | 158 ++-
.../apache/beam/sdk/values/TypeDescriptors.java | 154 +--
.../org/apache/beam/sdk/values/TypeParameter.java | 11 +-
.../apache/beam/sdk/values/ValueWithRecordId.java | 15 +-
.../apache/beam/sdk/values/WindowingStrategy.java | 66 +-
.../org/apache/beam/sdk/values/package-info.java | 39 +-
.../beam/sdk/values/reflect/ByteBuddyUtils.java | 61 +-
.../sdk/values/reflect/DefaultSchemaFactory.java | 23 +-
.../beam/sdk/values/reflect/FieldValueGetter.java | 6 +-
.../sdk/values/reflect/GeneratedGetterFactory.java | 20 +-
.../beam/sdk/values/reflect/GetterFactory.java | 8 +-
.../beam/sdk/values/reflect/InferredRowCoder.java | 16 +-
.../beam/sdk/values/reflect/ReflectionGetter.java | 4 +-
.../values/reflect/ReflectionGetterFactory.java | 18 +-
.../beam/sdk/values/reflect/ReflectionUtils.java | 19 +-
.../apache/beam/sdk/values/reflect/RowFactory.java | 27 +-
.../beam/sdk/values/reflect/SchemaFactory.java | 13 +-
.../beam/sdk/values/reflect/SchemaGetters.java | 11 +-
.../beam/sdk/values/reflect/package-info.java | 4 +-
.../org/apache/beam/SdkCoreApiSurfaceTest.java | 3 +-
.../java/org/apache/beam/sdk/PipelineTest.java | 155 ++-
.../test/java/org/apache/beam/sdk/TestUtils.java | 111 +--
.../org/apache/beam/sdk/coders/AvroCoderTest.java | 400 +++++---
.../apache/beam/sdk/coders/AvroCoderTestPojo.java | 3 +-
.../beam/sdk/coders/BigDecimalCoderTest.java | 15 +-
.../beam/sdk/coders/BigEndianIntegerCoderTest.java | 32 +-
.../beam/sdk/coders/BigEndianLongCoderTest.java | 58 +-
.../beam/sdk/coders/BigIntegerCoderTest.java | 12 +-
.../apache/beam/sdk/coders/BitSetCoderTest.java | 34 +-
.../apache/beam/sdk/coders/ByteArrayCoderTest.java | 37 +-
.../org/apache/beam/sdk/coders/ByteCoderTest.java | 32 +-
.../apache/beam/sdk/coders/CoderProvidersTest.java | 16 +-
.../apache/beam/sdk/coders/CoderRegistryTest.java | 167 ++--
.../java/org/apache/beam/sdk/coders/CoderTest.java | 3 +-
.../beam/sdk/coders/CollectionCoderTest.java | 20 +-
.../apache/beam/sdk/coders/CustomCoderTest.java | 15 +-
.../apache/beam/sdk/coders/DefaultCoderTest.java | 61 +-
.../apache/beam/sdk/coders/DelegateCoderTest.java | 73 +-
.../apache/beam/sdk/coders/DoubleCoderTest.java | 62 +-
.../apache/beam/sdk/coders/DurationCoderTest.java | 18 +-
.../apache/beam/sdk/coders/InstantCoderTest.java | 24 +-
.../apache/beam/sdk/coders/IterableCoderTest.java | 14 +-
.../beam/sdk/coders/LengthPrefixCoderTest.java | 29 +-
.../org/apache/beam/sdk/coders/ListCoderTest.java | 16 +-
.../org/apache/beam/sdk/coders/MapCoderTest.java | 12 +-
.../apache/beam/sdk/coders/NullableCoderTest.java | 43 +-
.../beam/sdk/coders/PrintBase64Encodings.java | 16 +-
.../beam/sdk/coders/SerializableCoderTest.java | 57 +-
.../org/apache/beam/sdk/coders/SetCoderTest.java | 17 +-
.../beam/sdk/coders/StringDelegateCoderTest.java | 13 +-
.../beam/sdk/coders/StringUtf8CoderTest.java | 42 +-
.../beam/sdk/coders/StructuralByteArrayTest.java | 9 +-
.../beam/sdk/coders/StructuredCoderTest.java | 71 +-
.../beam/sdk/coders/TextualIntegerCoderTest.java | 40 +-
.../apache/beam/sdk/coders/VarIntCoderTest.java | 31 +-
.../apache/beam/sdk/coders/VarLongCoderTest.java | 58 +-
.../org/apache/beam/sdk/coders/VoidCoderTest.java | 4 +-
.../org/apache/beam/sdk/coders/RowCoderTest.java | 76 +-
.../java/org/apache/beam/sdk/io/AvroIOTest.java | 206 ++--
.../org/apache/beam/sdk/io/AvroSourceTest.java | 242 +++--
.../sdk/io/BoundedReadFromUnboundedSourceTest.java | 48 +-
.../apache/beam/sdk/io/CompressedSourceTest.java | 156 ++-
.../org/apache/beam/sdk/io/CountingSourceTest.java | 54 +-
.../beam/sdk/io/DefaultFilenamePolicyTest.java | 5 +-
.../sdk/io/DrunkWritableByteChannelFactory.java | 8 +-
.../org/apache/beam/sdk/io/FileBasedSinkTest.java | 40 +-
.../apache/beam/sdk/io/FileBasedSourceTest.java | 23 +-
.../java/org/apache/beam/sdk/io/FileIOTest.java | 5 +-
.../org/apache/beam/sdk/io/FileSystemsTest.java | 47 +-
.../beam/sdk/io/LocalFileSystemRegistrarTest.java | 8 +-
.../apache/beam/sdk/io/LocalFileSystemTest.java | 127 ++-
.../apache/beam/sdk/io/LocalResourceIdTest.java | 35 +-
.../apache/beam/sdk/io/OffsetBasedSourceTest.java | 26 +-
.../test/java/org/apache/beam/sdk/io/ReadTest.java | 78 +-
.../sdk/io/SerializableAvroCodecFactoryTest.java | 28 +-
.../org/apache/beam/sdk/io/TFRecordIOTest.java | 74 +-
.../org/apache/beam/sdk/io/TextIOReadTest.java | 104 +-
.../org/apache/beam/sdk/io/TextIOWriteTest.java | 6 +-
.../org/apache/beam/sdk/io/WriteFilesTest.java | 23 +-
.../io/range/ByteKeyRangeEstimateFractionTest.java | 4 +-
.../io/range/ByteKeyRangeInterpolateKeyTest.java | 5 +-
.../apache/beam/sdk/io/range/ByteKeyRangeTest.java | 24 +-
.../beam/sdk/io/range/ByteKeyRangeTrackerTest.java | 4 +-
.../org/apache/beam/sdk/io/range/ByteKeyTest.java | 28 +-
.../beam/sdk/io/range/OffsetRangeTrackerTest.java | 4 +-
.../beam/sdk/metrics/MetricResultsMatchers.java | 98 +-
.../beam/sdk/metrics/MetricsEnvironmentTest.java | 4 +-
.../org/apache/beam/sdk/metrics/MetricsTest.java | 210 ++--
.../sdk/options/PipelineOptionsFactoryTest.java | 806 ++++++++-------
.../sdk/options/PipelineOptionsReflectorTest.java | 54 +-
.../beam/sdk/options/PipelineOptionsTest.java | 12 +-
.../sdk/options/PipelineOptionsValidatorTest.java | 78 +-
.../sdk/options/ProxyInvocationHandlerTest.java | 234 +++--
.../beam/sdk/options/SdkHarnessOptionsTest.java | 27 +-
.../apache/beam/sdk/options/ValueProviderTest.java | 52 +-
.../beam/sdk/options/ValueProvidersTest.java | 31 +-
.../beam/sdk/runners/PipelineRunnerTest.java | 22 +-
.../beam/sdk/runners/TransformHierarchyTest.java | 31 +-
.../apache/beam/sdk/runners/TransformTreeTest.java | 24 +-
.../org/apache/beam/sdk/schemas/SchemaTest.java | 48 +-
.../beam/sdk/testing/CoderPropertiesTest.java | 44 +-
.../beam/sdk/testing/CombineFnTesterTest.java | 6 +-
.../beam/sdk/testing/CrashingRunnerTest.java | 7 +-
.../org/apache/beam/sdk/testing/ExpectedLogs.java | 20 +-
.../apache/beam/sdk/testing/ExpectedLogsTest.java | 24 +-
.../beam/sdk/testing/FileChecksumMatcherTest.java | 20 +-
.../sdk/testing/InterceptingUrlClassLoader.java | 56 +-
.../org/apache/beam/sdk/testing/PAssertTest.java | 165 ++--
.../beam/sdk/testing/PCollectionViewTesting.java | 25 +-
.../beam/sdk/testing/ResetDateTimeProvider.java | 4 +-
.../sdk/testing/ResetDateTimeProviderTest.java | 3 +-
.../beam/sdk/testing/RestoreSystemProperties.java | 4 +-
.../beam/sdk/testing/SerializableMatchersTest.java | 50 +-
.../beam/sdk/testing/SourceTestUtilsTest.java | 4 +-
.../apache/beam/sdk/testing/StaticWindowsTest.java | 7 +-
.../beam/sdk/testing/SystemNanoTimeSleeper.java | 24 +-
.../apache/beam/sdk/testing/TestPipelineTest.java | 9 +-
.../apache/beam/sdk/testing/TestStreamTest.java | 118 ++-
.../apache/beam/sdk/testing/ThreadLeakTracker.java | 14 +-
.../sdk/testing/ValueInSingleWindowCoderTest.java | 4 +-
.../beam/sdk/testing/WindowSupplierTest.java | 10 +-
.../sdk/transforms/ApproximateQuantilesTest.java | 130 ++-
.../beam/sdk/transforms/ApproximateUniqueTest.java | 206 ++--
.../apache/beam/sdk/transforms/CombineFnsTest.java | 165 ++--
.../apache/beam/sdk/transforms/CombineTest.java | 595 ++++++-----
.../org/apache/beam/sdk/transforms/CountTest.java | 18 +-
.../org/apache/beam/sdk/transforms/CreateTest.java | 99 +-
.../apache/beam/sdk/transforms/DistinctTest.java | 33 +-
.../org/apache/beam/sdk/transforms/DoFnTest.java | 6 +-
.../apache/beam/sdk/transforms/DoFnTesterTest.java | 19 +-
.../org/apache/beam/sdk/transforms/FilterTest.java | 72 +-
.../beam/sdk/transforms/FlatMapElementsTest.java | 161 +--
.../apache/beam/sdk/transforms/FlattenTest.java | 116 +--
.../apache/beam/sdk/transforms/GroupByKeyTest.java | 222 ++---
.../apache/beam/sdk/transforms/ImpulseTest.java | 12 +-
.../apache/beam/sdk/transforms/JsonToRowTest.java | 36 +-
.../org/apache/beam/sdk/transforms/KeysTest.java | 34 +-
.../org/apache/beam/sdk/transforms/KvSwapTest.java | 58 +-
.../apache/beam/sdk/transforms/LatestFnTest.java | 35 +-
.../org/apache/beam/sdk/transforms/LatestTest.java | 9 +-
.../beam/sdk/transforms/MapElementsTest.java | 193 ++--
.../org/apache/beam/sdk/transforms/MaxTest.java | 19 +-
.../org/apache/beam/sdk/transforms/MeanTest.java | 10 +-
.../org/apache/beam/sdk/transforms/MinTest.java | 21 +-
.../apache/beam/sdk/transforms/PTransformTest.java | 4 +-
.../beam/sdk/transforms/ParDoLifecycleTest.java | 41 +-
.../org/apache/beam/sdk/transforms/ParDoTest.java | 1031 ++++++++++----------
.../apache/beam/sdk/transforms/PartitionTest.java | 46 +-
.../beam/sdk/transforms/ReifyTimestampsTest.java | 4 +-
.../apache/beam/sdk/transforms/ReshuffleTest.java | 71 +-
.../org/apache/beam/sdk/transforms/SampleTest.java | 100 +-
.../beam/sdk/transforms/SimpleFunctionTest.java | 7 +-
.../beam/sdk/transforms/SimpleStatsFnsTest.java | 80 +-
.../beam/sdk/transforms/SplittableDoFnTest.java | 4 +-
.../org/apache/beam/sdk/transforms/SumTest.java | 19 +-
.../apache/beam/sdk/transforms/ToStringTest.java | 23 +-
.../org/apache/beam/sdk/transforms/TopTest.java | 77 +-
.../org/apache/beam/sdk/transforms/ValuesTest.java | 34 +-
.../org/apache/beam/sdk/transforms/ViewTest.java | 564 ++++++-----
.../org/apache/beam/sdk/transforms/WatchTest.java | 4 +-
.../apache/beam/sdk/transforms/WithKeysTest.java | 106 +-
.../beam/sdk/transforms/WithTimestampsTest.java | 75 +-
.../transforms/display/DisplayDataEvaluator.java | 29 +-
.../display/DisplayDataEvaluatorTest.java | 50 +-
.../transforms/display/DisplayDataMatchers.java | 56 +-
.../display/DisplayDataMatchersTest.java | 51 +-
.../sdk/transforms/display/DisplayDataTest.java | 940 +++++++++---------
.../sdk/transforms/join/CoGbkResultCoderTest.java | 10 +-
.../beam/sdk/transforms/join/CoGbkResultTest.java | 13 +-
.../beam/sdk/transforms/join/CoGroupByKeyTest.java | 189 ++--
.../beam/sdk/transforms/join/UnionCoderTest.java | 4 +-
.../sdk/transforms/reflect/DoFnInvokersTest.java | 105 +-
.../reflect/DoFnSignaturesProcessElementTest.java | 15 +-
.../reflect/DoFnSignaturesSplittableDoFnTest.java | 20 +-
.../sdk/transforms/reflect/DoFnSignaturesTest.java | 193 ++--
.../transforms/reflect/OnTimerInvokersTest.java | 4 +-
.../splittabledofn/ByteKeyRangeTrackerTest.java | 2 +-
.../sdk/transforms/windowing/AfterAllTest.java | 7 +-
.../sdk/transforms/windowing/AfterEachTest.java | 24 +-
.../sdk/transforms/windowing/AfterFirstTest.java | 10 +-
.../sdk/transforms/windowing/AfterPaneTest.java | 11 +-
.../windowing/AfterProcessingTimeTest.java | 49 +-
.../AfterSynchronizedProcessingTimeTest.java | 7 +-
.../transforms/windowing/AfterWatermarkTest.java | 7 +-
.../transforms/windowing/CalendarWindowsTest.java | 204 ++--
.../transforms/windowing/DefaultTriggerTest.java | 13 +-
.../sdk/transforms/windowing/FixedWindowsTest.java | 27 +-
.../transforms/windowing/IntervalWindowTest.java | 53 +-
.../transforms/windowing/OrFinallyTriggerTest.java | 35 +-
.../sdk/transforms/windowing/PaneInfoTest.java | 52 +-
.../transforms/windowing/ReshuffleTriggerTest.java | 4 +-
.../sdk/transforms/windowing/SessionsTest.java | 35 +-
.../transforms/windowing/SlidingWindowsTest.java | 101 +-
.../beam/sdk/transforms/windowing/StubTrigger.java | 4 +-
.../beam/sdk/transforms/windowing/TriggerTest.java | 13 +-
.../beam/sdk/transforms/windowing/WindowTest.java | 169 ++--
.../sdk/transforms/windowing/WindowingTest.java | 117 +--
.../beam/sdk/util/BucketingFunctionTest.java | 10 +-
.../BufferedElementCountingOutputStreamTest.java | 31 +-
.../org/apache/beam/sdk/util/CoderUtilsTest.java | 10 +-
.../apache/beam/sdk/util/CombineFnUtilTest.java | 7 +-
.../sdk/util/ExposedByteArrayInputStreamTest.java | 1 -
.../sdk/util/ExposedByteArrayOutputStreamTest.java | 2 -
.../apache/beam/sdk/util/FluentBackoffTest.java | 94 +-
.../beam/sdk/util/IdentitySideInputWindowFn.java | 4 +-
.../apache/beam/sdk/util/InstanceBuilderTest.java | 35 +-
.../org/apache/beam/sdk/util/MoreFuturesTest.java | 24 +-
.../apache/beam/sdk/util/MovingFunctionTest.java | 12 +-
.../beam/sdk/util/MutationDetectorsTest.java | 72 +-
.../org/apache/beam/sdk/util/NameUtilsTest.java | 44 +-
.../beam/sdk/util/NumberedShardedFileTest.java | 23 +-
.../org/apache/beam/sdk/util/ReleaseInfoTest.java | 7 +-
.../beam/sdk/util/RowJsonDeserializerTest.java | 246 ++---
.../beam/sdk/util/SerializableUtilsTest.java | 28 +-
.../org/apache/beam/sdk/util/StreamUtilsTest.java | 3 +-
.../org/apache/beam/sdk/util/StringUtilsTest.java | 9 +-
.../beam/sdk/util/UnownedInputStreamTest.java | 2 +-
.../beam/sdk/util/UserCodeExceptionTest.java | 9 +-
.../java/org/apache/beam/sdk/util/VarIntTest.java | 228 +++--
.../apache/beam/sdk/util/WindowedValueTest.java | 3 +-
.../org/apache/beam/sdk/util/ZipFilesTest.java | 40 +-
.../beam/sdk/util/common/ReflectHelpersTest.java | 62 +-
.../java/org/apache/beam/sdk/values/KVTest.java | 44 +-
.../beam/sdk/values/PCollectionListTest.java | 23 +-
.../beam/sdk/values/PCollectionTupleTest.java | 49 +-
.../java/org/apache/beam/sdk/values/PDoneTest.java | 23 +-
.../java/org/apache/beam/sdk/values/RowTest.java | 216 ++--
.../beam/sdk/values/TimestampedValueTest.java | 11 +-
.../org/apache/beam/sdk/values/TupleTagTest.java | 18 +-
.../apache/beam/sdk/values/TypeDescriptorTest.java | 77 +-
.../beam/sdk/values/TypeDescriptorsTest.java | 7 +-
.../apache/beam/sdk/values/TypedPValueTest.java | 26 +-
.../values/reflect/DefaultSchemaFactoryTest.java | 34 +-
.../values/reflect/GeneratedGetterFactoryTest.java | 20 +-
.../sdk/values/reflect/InferredRowCoderTest.java | 28 +-
.../reflect/ReflectionGetterFactoryTest.java | 20 +-
.../sdk/values/reflect/ReflectionGetterTest.java | 9 +-
.../beam/sdk/values/reflect/RowFactoryTest.java | 28 +-
.../beam/sdk/values/reflect/SchemaGettersTest.java | 4 +-
.../sdk/extensions/gcp/auth/CredentialFactory.java | 4 +-
.../extensions/gcp/auth/GcpCredentialFactory.java | 32 +-
.../extensions/gcp/auth/NoopCredentialFactory.java | 4 +-
.../gcp/auth/NullCredentialInitializer.java | 44 +-
.../beam/sdk/extensions/gcp/auth/package-info.java | 4 +-
.../gcp/options/CloudResourceManagerOptions.java | 14 +-
.../sdk/extensions/gcp/options/GcpOptions.java | 214 ++--
.../gcp/options/GcpPipelineOptionsRegistrar.java | 4 +-
.../sdk/extensions/gcp/options/GcsOptions.java | 83 +-
.../gcp/options/GoogleApiDebugOptions.java | 49 +-
.../sdk/extensions/gcp/options/package-info.java | 4 +-
.../extensions/gcp/storage/GcsCreateOptions.java | 13 +-
.../sdk/extensions/gcp/storage/GcsFileSystem.java | 35 +-
.../gcp/storage/GcsFileSystemRegistrar.java | 8 +-
.../extensions/gcp/storage/GcsPathValidator.java | 30 +-
.../sdk/extensions/gcp/storage/GcsResourceId.java | 10 +-
.../extensions/gcp/storage/NoopPathValidator.java | 6 +-
.../sdk/extensions/gcp/storage/PathValidator.java | 3 +-
.../sdk/extensions/gcp/storage/package-info.java | 4 +-
.../org/apache/beam/sdk/util/BackOffAdapter.java | 4 +-
.../java/org/apache/beam/sdk/util/GcsUtil.java | 351 +++----
.../beam/sdk/util/RetryHttpRequestInitializer.java | 96 +-
.../java/org/apache/beam/sdk/util/Transport.java | 42 +-
.../beam/sdk/util/UploadIdResponseInterceptor.java | 6 +-
.../org/apache/beam/sdk/util/gcsfs/GcsPath.java | 193 ++--
.../sdk/extensions/gcp/GcpCoreApiSurfaceTest.java | 3 +-
.../sdk/extensions/gcp/auth/TestCredential.java | 7 +-
.../sdk/extensions/gcp/options/GcpOptionsTest.java | 56 +-
.../gcp/options/GoogleApiDebugOptionsTest.java | 41 +-
.../gcp/storage/GcsFileSystemRegistrarTest.java | 8 +-
.../extensions/gcp/storage/GcsFileSystemTest.java | 149 ++-
.../gcp/storage/GcsPathValidatorTest.java | 9 +-
.../extensions/gcp/storage/GcsResourceIdTest.java | 21 +-
.../beam/sdk/util/FastNanoClockAndSleeper.java | 4 +-
.../java/org/apache/beam/sdk/util/GcsUtilTest.java | 358 +++----
.../sdk/util/RetryHttpRequestInitializerTest.java | 113 +--
.../sdk/util/UploadIdResponseInterceptorTest.java | 13 +-
.../apache/beam/sdk/util/gcsfs/GcsPathTest.java | 48 +-
.../beam/sdk/extensions/jackson/AsJsons.java | 36 +-
.../beam/sdk/extensions/jackson/ParseJsons.java | 37 +-
.../beam/sdk/extensions/jackson/package-info.java | 4 +-
.../extensions/jackson/JacksonTransformsTest.java | 78 +-
.../beam/sdk/extensions/joinlibrary/Join.java | 257 ++---
.../sdk/extensions/joinlibrary/InnerJoinTest.java | 47 +-
.../extensions/joinlibrary/OuterFullJoinTest.java | 63 +-
.../extensions/joinlibrary/OuterLeftJoinTest.java | 52 +-
.../extensions/joinlibrary/OuterRightJoinTest.java | 52 +-
.../sdk/extensions/protobuf/ByteStringCoder.java | 7 +-
.../beam/sdk/extensions/protobuf/ProtoCoder.java | 85 +-
.../protobuf/ProtobufCoderProviderRegistrar.java | 5 +-
.../beam/sdk/extensions/protobuf/ProtobufUtil.java | 12 +-
.../beam/sdk/extensions/protobuf/package-info.java | 4 +-
.../extensions/protobuf/ByteStringCoderTest.java | 45 +-
.../sdk/extensions/protobuf/ProtoCoderTest.java | 4 +-
.../sdk/extensions/protobuf/ProtobufUtilTest.java | 4 +-
.../extensions/sketching/ApproximateDistinct.java | 8 +-
.../extensions/sketching/SketchFrequencies.java | 175 ++--
.../sdk/extensions/sketching/TDigestQuantiles.java | 150 +--
.../sdk/extensions/sketching/package-info.java | 4 +-
.../sketching/SketchFrequenciesTest.java | 49 +-
.../extensions/sketching/TDigestQuantilesTest.java | 46 +-
.../beam/sdk/extensions/sorter/InMemorySorter.java | 8 +-
.../sorter/BufferedExternalSorterTest.java | 60 +-
.../sdk/extensions/sorter/ExternalSorterTest.java | 59 +-
.../sdk/extensions/sorter/InMemorySorterTest.java | 4 +-
.../beam/sdk/extensions/sorter/SortValuesTest.java | 3 +-
sdks/java/extensions/sql/build.gradle | 1 -
sdks/java/extensions/sql/jdbc/build.gradle | 2 +-
.../java/org/apache/beam/sdk/fn/IdGenerator.java | 4 +-
.../beam/sdk/fn/channel/SocketAddressFactory.java | 10 +-
.../apache/beam/sdk/fn/channel/package-info.java | 4 +-
.../data/BeamFnDataBufferingOutboundObserver.java | 31 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexer.java | 27 +-
.../sdk/fn/data/BeamFnDataInboundObserver.java | 5 +-
.../data/CompletableFutureInboundDataClient.java | 8 +-
.../apache/beam/sdk/fn/data/FnDataReceiver.java | 4 +-
.../apache/beam/sdk/fn/data/InboundDataClient.java | 8 +-
.../beam/sdk/fn/data/RemoteGrpcPortRead.java | 5 +-
.../beam/sdk/fn/data/RemoteGrpcPortWrite.java | 1 +
.../org/apache/beam/sdk/fn/data/package-info.java | 4 +-
.../sdk/fn/function/CloseableThrowingConsumer.java | 3 +-
.../beam/sdk/fn/function/ThrowingBiConsumer.java | 5 +-
.../beam/sdk/fn/function/ThrowingBiFunction.java | 4 +-
.../beam/sdk/fn/function/ThrowingConsumer.java | 4 +-
.../beam/sdk/fn/function/ThrowingFunction.java | 4 +-
.../beam/sdk/fn/function/ThrowingRunnable.java | 4 +-
.../org/apache/beam/sdk/fn/stream/DataStreams.java | 54 +-
.../beam/sdk/fn/stream/DirectStreamObserver.java | 22 +-
.../stream/ForwardingClientResponseObserver.java | 7 +-
.../sdk/fn/stream/OutboundObserverFactory.java | 3 +-
.../apache/beam/sdk/fn/stream/package-info.java | 4 +-
.../org/apache/beam/sdk/fn/test/TestStreams.java | 59 +-
.../sdk/fn/windowing/EncodedBoundedWindow.java | 16 +-
.../apache/beam/sdk/fn/windowing/package-info.java | 4 +-
.../sdk/fn/channel/ManagedChannelFactoryTest.java | 1 -
.../sdk/fn/channel/SocketAddressFactoryTest.java | 4 +-
.../BeamFnDataBufferingOutboundObserverTest.java | 30 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java | 40 +-
.../CompletableFutureInboundDataClientTest.java | 7 +-
.../beam/sdk/fn/data/RemoteGrpcPortReadTest.java | 7 +-
.../apache/beam/sdk/fn/stream/DataStreamsTest.java | 23 +-
.../sdk/fn/stream/DirectStreamObserverTest.java | 3 +-
.../ForwardingClientResponseObserverTest.java | 3 +-
.../apache/beam/sdk/fn/test/TestStreamsTest.java | 5 +-
.../sdk/fn/windowing/EncodedBoundedWindowTest.java | 9 +-
.../beam/fn/harness/BeamFnDataReadRunner.java | 77 +-
.../beam/fn/harness/BeamFnDataWriteRunner.java | 48 +-
.../beam/fn/harness/BoundedSourceRunner.java | 32 +-
.../org/apache/beam/fn/harness/CombineRunners.java | 28 +-
.../org/apache/beam/fn/harness/FlattenRunner.java | 11 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 6 +-
.../beam/fn/harness/PTransformRunnerFactory.java | 8 +-
.../harness/SplittableProcessElementsRunner.java | 4 +-
.../fn/harness/control/BundleSplitListener.java | 4 +-
.../fn/harness/control/ProcessBundleHandler.java | 61 +-
.../beam/fn/harness/control/RegisterHandler.java | 25 +-
.../beam/fn/harness/control/package-info.java | 4 +-
.../beam/fn/harness/data/BeamFnDataClient.java | 8 +-
.../beam/fn/harness/data/BeamFnDataGrpcClient.java | 11 +-
.../harness/data/MultiplexingFnDataReceiver.java | 3 +-
.../apache/beam/fn/harness/data/package-info.java | 4 +-
.../fn/harness/logging/BeamFnLoggingClient.java | 53 +-
.../beam/fn/harness/logging/package-info.java | 4 +-
.../org/apache/beam/fn/harness/package-info.java | 4 +-
.../apache/beam/fn/harness/state/BagUserState.java | 54 +-
.../beam/fn/harness/state/BeamFnStateClient.java | 10 +-
.../harness/state/BeamFnStateGrpcClientCache.java | 18 +-
.../beam/fn/harness/state/FnApiStateAccessor.java | 78 +-
.../state/LazyCachingIteratorToIterable.java | 10 +-
.../beam/fn/harness/state/MultimapSideInput.java | 10 +-
.../beam/fn/harness/state/SideInputSpec.java | 3 +-
.../fn/harness/state/StateFetchingIterators.java | 33 +-
.../apache/beam/fn/harness/state/package-info.java | 4 +-
.../stream/HarnessStreamObserverFactories.java | 3 +-
.../beam/fn/harness/stream/package-info.java | 4 +-
.../beam/fn/harness/AssignWindowsRunnerTest.java | 4 +-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 173 ++--
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 112 +--
.../beam/fn/harness/BoundedSourceRunnerTest.java | 110 ++-
.../apache/beam/fn/harness/CombineRunnersTest.java | 52 +-
.../apache/beam/fn/harness/FlattenRunnerTest.java | 52 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 292 +++---
.../org/apache/beam/fn/harness/FnHarnessTest.java | 29 +-
.../beam/fn/harness/WindowMappingFnRunnerTest.java | 15 +-
.../harness/control/ProcessBundleHandlerTest.java | 262 ++---
.../fn/harness/control/RegisterHandlerTest.java | 64 +-
.../fn/harness/data/BeamFnDataGrpcClientTest.java | 179 ++--
.../data/BeamFnDataInboundObserverTest.java | 23 +-
.../data/MultiplexingFnDataReceiverTest.java | 7 +-
.../harness/logging/BeamFnLoggingClientTest.java | 146 +--
.../beam/fn/harness/state/BagUserStateTest.java | 49 +-
.../state/BeamFnStateGrpcClientCacheTest.java | 43 +-
.../fn/harness/state/FakeBeamFnStateClient.java | 20 +-
.../fn/harness/state/MultimapSideInputTest.java | 52 +-
.../harness/state/StateFetchingIteratorsTest.java | 9 +-
.../apache/beam/sdk/io/aws/options/AwsOptions.java | 49 +-
.../aws/options/AwsPipelineOptionsRegistrar.java | 4 +-
.../apache/beam/sdk/io/aws/options/S3Options.java | 5 +
.../beam/sdk/io/aws/options/package-info.java | 4 +-
.../apache/beam/sdk/io/aws/s3/S3FileSystem.java | 1 -
.../beam/sdk/io/aws/s3/S3FileSystemRegistrar.java | 4 +-
.../apache/beam/sdk/io/aws/s3/S3ResourceId.java | 11 +-
.../apache/beam/sdk/io/aws/s3/package-info.java | 4 +-
.../beam/sdk/io/aws/s3/S3FileSystemTest.java | 3 +-
.../beam/sdk/io/aws/s3/S3ResourceIdTest.java | 34 +-
.../org/apache/beam/sdk/io/aws/s3/S3TestUtils.java | 2 +-
.../java/org/apache/beam/sdk/io/amqp/AmqpIO.java | 76 +-
.../apache/beam/sdk/io/amqp/AmqpMessageCoder.java | 17 +-
.../io/amqp/AmqpMessageCoderProviderRegistrar.java | 8 +-
.../org/apache/beam/sdk/io/amqp/package-info.java | 4 +-
.../org/apache/beam/sdk/io/amqp/AmqpIOTest.java | 13 +-
.../beam/sdk/io/amqp/AmqpMessageCoderTest.java | 8 +-
.../apache/beam/sdk/io/cassandra/CassandraIO.java | 254 +++--
.../sdk/io/cassandra/CassandraServiceImpl.java | 106 +-
.../apache/beam/sdk/io/cassandra/RingRange.java | 4 +-
.../beam/sdk/io/cassandra/SplitGenerator.java | 3 +-
.../beam/sdk/io/cassandra/CassandraIOTest.java | 52 +-
.../sdk/io/cassandra/CassandraServiceImplTest.java | 39 +-
.../beam/sdk/io/cassandra/SplitGeneratorTest.java | 8 +-
.../beam/sdk/io/common/DatabaseTestHelper.java | 16 +-
.../org/apache/beam/sdk/io/common/HashingFn.java | 11 +-
.../beam/sdk/io/common/IOTestPipelineOptions.java | 9 +-
.../io/common/PostgresIOTestPipelineOptions.java | 6 +
.../org/apache/beam/sdk/io/common/TestRow.java | 41 +-
.../sdk/io/elasticsearch/ElasticsearchIOIT.java | 40 +-
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 32 +-
.../sdk/io/elasticsearch/ElasticsearchIOIT.java | 40 +-
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 69 +-
.../java/org/elasticsearch/bootstrap/JarHell.java | 21 +-
.../io/elasticsearch/ElasticSearchIOTestUtils.java | 36 +-
.../io/elasticsearch/ElasticsearchIOITCommon.java | 23 +-
.../elasticsearch/ElasticsearchIOTestCommon.java | 51 +-
.../beam/sdk/io/elasticsearch/ElasticsearchIO.java | 98 +-
.../java/org/apache/beam/sdk/io/avro/AvroIOIT.java | 71 +-
.../beam/sdk/io/common/FileBasedIOITHelper.java | 32 +-
.../apache/beam/sdk/io/parquet/ParquetIOIT.java | 81 +-
.../java/org/apache/beam/sdk/io/text/TextIOIT.java | 44 +-
.../apache/beam/sdk/io/tfrecord/TFRecordIOIT.java | 52 +-
.../java/org/apache/beam/sdk/io/xml/XmlIOIT.java | 83 +-
.../beam/sdk/io/gcp/bigquery/BatchLoads.java | 18 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtils.java | 11 +-
.../bigquery/BigQueryCoderProviderRegistrar.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 22 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 437 +++++----
.../beam/sdk/io/gcp/bigquery/BigQueryOptions.java | 19 +-
.../sdk/io/gcp/bigquery/BigQueryQuerySource.java | 43 +-
.../beam/sdk/io/gcp/bigquery/BigQueryServices.java | 71 +-
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 269 ++---
.../sdk/io/gcp/bigquery/BigQuerySourceBase.java | 65 +-
.../sdk/io/gcp/bigquery/BigQueryTableSource.java | 19 +-
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 19 +-
.../sdk/io/gcp/bigquery/DynamicDestinations.java | 38 +-
.../gcp/bigquery/DynamicDestinationsHelpers.java | 50 +-
.../sdk/io/gcp/bigquery/GenerateShardedTable.java | 46 +-
.../org/apache/beam/sdk/io/gcp/bigquery/Mode.java | 14 +-
.../io/gcp/bigquery/PassThroughThenCleanup.java | 6 +-
.../beam/sdk/io/gcp/bigquery/PrepareWrite.java | 3 +-
.../sdk/io/gcp/bigquery/StandardSQLTypeName.java | 11 +-
.../beam/sdk/io/gcp/bigquery/StreamingInserts.java | 26 +-
.../beam/sdk/io/gcp/bigquery/StreamingWriteFn.java | 34 +-
.../sdk/io/gcp/bigquery/StreamingWriteTables.java | 10 +-
.../beam/sdk/io/gcp/bigquery/TableDestination.java | 67 +-
.../sdk/io/gcp/bigquery/TableDestinationCoder.java | 3 +-
.../io/gcp/bigquery/TableDestinationCoderV2.java | 5 +-
.../beam/sdk/io/gcp/bigquery/TableRowInfo.java | 4 +-
.../sdk/io/gcp/bigquery/TableRowInfoCoder.java | 14 +-
.../sdk/io/gcp/bigquery/TableRowJsonCoder.java | 26 +-
.../beam/sdk/io/gcp/bigquery/TagWithUniqueIds.java | 1 -
.../sdk/io/gcp/bigquery/TestBigQueryOptions.java | 5 +-
.../sdk/io/gcp/bigquery/WriteBundlesToFiles.java | 28 +-
.../gcp/bigquery/WriteGroupedRecordsToFiles.java | 17 +-
.../beam/sdk/io/gcp/bigquery/WritePartition.java | 7 +-
.../beam/sdk/io/gcp/bigquery/WriteRename.java | 52 +-
.../beam/sdk/io/gcp/bigquery/WriteResult.java | 4 +-
.../beam/sdk/io/gcp/bigquery/WriteTables.java | 30 +-
.../beam/sdk/io/gcp/bigtable/BigtableConfig.java | 134 ++-
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 327 +++----
.../beam/sdk/io/gcp/bigtable/BigtableService.java | 37 +-
.../sdk/io/gcp/bigtable/BigtableServiceImpl.java | 30 +-
.../gcp/common/GcpIoPipelineOptionsRegistrar.java | 4 +-
.../sdk/io/gcp/datastore/AdaptiveThrottler.java | 49 +-
.../beam/sdk/io/gcp/datastore/DatastoreIO.java | 4 +-
.../beam/sdk/io/gcp/datastore/DatastoreV1.java | 547 ++++++-----
.../beam/sdk/io/gcp/datastore/MovingAverage.java | 29 +-
.../beam/sdk/io/gcp/datastore/package-info.java | 4 +-
.../beam/sdk/io/gcp/pubsub/PubsubClient.java | 206 ++--
.../gcp/pubsub/PubsubCoderProviderRegistrar.java | 4 +-
.../beam/sdk/io/gcp/pubsub/PubsubGrpcClient.java | 174 ++--
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 280 +++---
.../beam/sdk/io/gcp/pubsub/PubsubJsonClient.java | 149 ++-
.../beam/sdk/io/gcp/pubsub/PubsubMessage.java | 16 +-
.../gcp/pubsub/PubsubMessagePayloadOnlyCoder.java | 3 +-
.../pubsub/PubsubMessageWithAttributesCoder.java | 3 +-
.../beam/sdk/io/gcp/pubsub/PubsubOptions.java | 18 +-
.../beam/sdk/io/gcp/pubsub/PubsubTestClient.java | 225 +++--
.../sdk/io/gcp/pubsub/PubsubUnboundedSink.java | 167 ++--
.../sdk/io/gcp/pubsub/PubsubUnboundedSource.java | 596 +++++------
.../apache/beam/sdk/io/gcp/pubsub/TestPubsub.java | 40 +-
.../beam/sdk/io/gcp/pubsub/TestPubsubOptions.java | 7 +-
.../beam/sdk/io/gcp/pubsub/TestPubsubSignal.java | 93 +-
.../beam/sdk/io/gcp/pubsub/package-info.java | 5 +-
.../beam/sdk/io/gcp/spanner/BatchSpannerRead.java | 56 +-
.../sdk/io/gcp/spanner/CreateTransactionFn.java | 14 +-
.../sdk/io/gcp/spanner/MutationCellCounter.java | 7 +-
.../sdk/io/gcp/spanner/MutationGroupEncoder.java | 364 +++----
.../beam/sdk/io/gcp/spanner/MutationUtils.java | 9 +-
.../beam/sdk/io/gcp/spanner/NaiveSpannerRead.java | 23 +-
.../beam/sdk/io/gcp/spanner/OrderedCode.java | 277 +++---
.../beam/sdk/io/gcp/spanner/ReadOperation.java | 4 +-
.../beam/sdk/io/gcp/spanner/ReadSpannerSchema.java | 57 +-
.../sdk/io/gcp/spanner/SerializedMutation.java | 4 +-
.../io/gcp/spanner/SerializedMutationCoder.java | 7 +-
.../beam/sdk/io/gcp/spanner/SpannerAccessor.java | 12 +-
.../beam/sdk/io/gcp/spanner/SpannerConfig.java | 11 +-
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 187 ++--
.../beam/sdk/io/gcp/spanner/SpannerSchema.java | 39 +-
.../sdk/io/gcp/spanner/SpannerWriteResult.java | 19 +-
.../beam/sdk/io/gcp/spanner/package-info.java | 4 +-
.../google/cloud/spanner/FakePartitionFactory.java | 15 +-
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtilsTest.java | 53 +-
.../BigQueryCoderProviderRegistrarTest.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryHelpersTest.java | 21 +-
.../sdk/io/gcp/bigquery/BigQueryIOReadTest.java | 518 +++++-----
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 373 +++----
.../io/gcp/bigquery/BigQueryServicesImplTest.java | 326 ++++---
.../beam/sdk/io/gcp/bigquery/BigQueryUtilTest.java | 61 +-
.../sdk/io/gcp/bigquery/BigQueryUtilsTest.java | 109 +--
.../sdk/io/gcp/bigquery/FakeBigQueryServices.java | 6 +-
.../sdk/io/gcp/bigquery/FakeDatasetService.java | 93 +-
.../beam/sdk/io/gcp/bigquery/FakeJobService.java | 100 +-
.../sdk/io/gcp/bigquery/InsertRetryPolicyTest.java | 29 +-
.../beam/sdk/io/gcp/bigquery/TableContainer.java | 6 +-
.../sdk/io/gcp/bigquery/TableRowJsonCoderTest.java | 29 +-
.../sdk/io/gcp/bigtable/BigtableConfigTest.java | 158 +--
.../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 448 +++++----
.../beam/sdk/io/gcp/bigtable/BigtableReadIT.java | 13 +-
.../io/gcp/bigtable/BigtableServiceImplTest.java | 44 +-
.../sdk/io/gcp/bigtable/BigtableTestOptions.java | 5 +-
.../beam/sdk/io/gcp/bigtable/BigtableWriteIT.java | 77 +-
.../io/gcp/datastore/AdaptiveThrottlerTest.java | 31 +-
.../beam/sdk/io/gcp/datastore/DatastoreV1Test.java | 351 +++----
.../beam/sdk/io/gcp/datastore/SplitQueryFnIT.java | 33 +-
.../apache/beam/sdk/io/gcp/datastore/V1ReadIT.java | 49 +-
.../beam/sdk/io/gcp/datastore/V1TestOptions.java | 6 +-
.../beam/sdk/io/gcp/datastore/V1TestUtil.java | 111 +--
.../beam/sdk/io/gcp/datastore/V1WriteIT.java | 21 +-
.../beam/sdk/io/gcp/pubsub/PubsubClientTest.java | 7 +-
.../sdk/io/gcp/pubsub/PubsubGrpcClientTest.java | 129 ++-
.../beam/sdk/io/gcp/pubsub/PubsubIOTest.java | 104 +-
.../sdk/io/gcp/pubsub/PubsubJsonClientTest.java | 154 ++-
.../sdk/io/gcp/pubsub/PubsubTestClientTest.java | 8 +-
.../sdk/io/gcp/pubsub/PubsubUnboundedSinkTest.java | 66 +-
.../io/gcp/pubsub/PubsubUnboundedSourceTest.java | 28 +-
.../sdk/io/gcp/spanner/FakeServiceFactory.java | 9 +-
.../io/gcp/spanner/MutationGroupEncoderTest.java | 612 +++++++-----
.../io/gcp/spanner/MutationSizeEstimatorTest.java | 31 +-
.../beam/sdk/io/gcp/spanner/OrderedCodeTest.java | 231 ++---
.../beam/sdk/io/gcp/spanner/RandomUtils.java | 8 +-
.../sdk/io/gcp/spanner/ReadSpannerSchemaTest.java | 93 +-
.../beam/sdk/io/gcp/spanner/SpannerIOReadTest.java | 226 +++--
.../sdk/io/gcp/spanner/SpannerIOWriteTest.java | 449 ++++-----
.../beam/sdk/io/gcp/spanner/SpannerReadIT.java | 40 +-
.../beam/sdk/io/gcp/spanner/SpannerSchemaTest.java | 33 +-
.../beam/sdk/io/gcp/spanner/SpannerWriteIT.java | 27 +-
.../beam/sdk/io/gcp/testing/BigqueryMatcher.java | 46 +-
.../sdk/io/gcp/testing/BigqueryMatcherTest.java | 24 +-
.../beam/sdk/io/gcp/testing/package-info.java | 4 +-
.../sdk/io/hadoop/SerializableConfiguration.java | 13 +-
.../apache/beam/sdk/io/hadoop/WritableCoder.java | 32 +-
.../apache/beam/sdk/io/hadoop/package-info.java | 4 +-
.../io/hadoop/SerializableConfigurationTest.java | 10 +-
.../beam/sdk/io/hadoop/WritableCoderTest.java | 7 +-
.../apache/beam/sdk/io/hdfs/HadoopFileSystem.java | 67 +-
.../beam/sdk/io/hdfs/HadoopFileSystemModule.java | 15 +-
.../beam/sdk/io/hdfs/HadoopFileSystemOptions.java | 33 +-
.../io/hdfs/HadoopFileSystemOptionsRegistrar.java | 4 +-
.../sdk/io/hdfs/HadoopFileSystemRegistrar.java | 13 +-
.../apache/beam/sdk/io/hdfs/HadoopResourceId.java | 4 +-
.../org/apache/beam/sdk/io/hdfs/package-info.java | 4 +-
.../sdk/io/hdfs/HadoopFileSystemModuleTest.java | 14 +-
.../hdfs/HadoopFileSystemOptionsRegistrarTest.java | 11 +-
.../sdk/io/hdfs/HadoopFileSystemOptionsTest.java | 94 +-
.../sdk/io/hdfs/HadoopFileSystemRegistrarTest.java | 11 +-
.../beam/sdk/io/hdfs/HadoopFileSystemTest.java | 123 ++-
.../beam/sdk/io/hdfs/HadoopResourceIdTest.java | 7 +-
.../io/hadoop/inputformat/HadoopInputFormatIO.java | 245 ++---
.../ConfigurableEmployeeInputFormat.java | 23 +-
.../beam/sdk/io/hadoop/inputformat/Employee.java | 11 +-
.../io/hadoop/inputformat/EmployeeInputFormat.java | 31 +-
.../io/hadoop/inputformat/HIFIOCassandraIT.java | 85 +-
.../sdk/io/hadoop/inputformat/HIFIOElasticIT.java | 40 +-
.../hadoop/inputformat/HIFIOWithElasticTest.java | 92 +-
.../HIFIOWithEmbeddedCassandraTest.java | 68 +-
.../sdk/io/hadoop/inputformat/HIFITestOptions.java | 18 +-
.../hadoop/inputformat/HadoopInputFormatIOIT.java | 55 +-
.../inputformat/HadoopInputFormatIOTest.java | 383 ++++----
.../ReuseObjectsEmployeeInputFormat.java | 47 +-
.../io/hadoop/inputformat/TestEmployeeDataSet.java | 8 +-
.../io/hadoop/inputformat/TestRowDBWritable.java | 11 +-
.../apache/beam/sdk/io/hcatalog/HCatalogIO.java | 52 +-
.../apache/beam/sdk/io/hcatalog/package-info.java | 4 +-
.../beam/sdk/io/hcatalog/HCatalogIOTest.java | 38 +-
.../sdk/io/hcatalog/HiveDatabaseTestHelper.java | 1 -
.../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 230 +++--
.../org/apache/beam/sdk/io/jdbc/package-info.java | 4 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcIOIT.java | 80 +-
.../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java | 127 ++-
.../apache/beam/sdk/io/jdbc/JdbcTestHelper.java | 11 +-
.../apache/beam/sdk/io/jms/JmsCheckpointMark.java | 8 +-
.../java/org/apache/beam/sdk/io/jms/JmsIO.java | 346 +++----
.../java/org/apache/beam/sdk/io/jms/JmsRecord.java | 8 +-
.../org/apache/beam/sdk/io/jms/package-info.java | 4 +-
.../java/org/apache/beam/sdk/io/jms/JmsIOTest.java | 97 +-
.../org/apache/beam/sdk/io/kafka/ConsumerSpEL.java | 67 +-
.../CustomTimestampPolicyWithLimitedDelay.java | 40 +-
.../beam/sdk/io/kafka/KafkaCheckpointMark.java | 26 +-
.../beam/sdk/io/kafka/KafkaExactlyOnceSink.java | 355 ++++---
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 708 +++++++-------
.../io/kafka/KafkaPublishTimestampFunction.java | 12 +-
.../org/apache/beam/sdk/io/kafka/KafkaRecord.java | 7 +-
.../apache/beam/sdk/io/kafka/KafkaRecordCoder.java | 6 +-
.../beam/sdk/io/kafka/KafkaTimestampType.java | 4 +-
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 229 +++--
.../beam/sdk/io/kafka/KafkaUnboundedSource.java | 42 +-
.../org/apache/beam/sdk/io/kafka/KafkaWriter.java | 28 +-
.../org/apache/beam/sdk/io/kafka/ProducerSpEL.java | 40 +-
.../apache/beam/sdk/io/kafka/TimestampPolicy.java | 30 +-
.../beam/sdk/io/kafka/TimestampPolicyFactory.java | 106 +-
.../org/apache/beam/sdk/io/kafka/package-info.java | 4 +-
.../sdk/io/kafka/serialization/package-info.java | 4 +-
.../CustomTimestampPolicyWithLimitedDelayTest.java | 62 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 756 +++++++-------
.../beam/sdk/io/kafka/KafkaRecordCoderTest.java | 3 +-
.../beam/sdk/io/kinesis/CheckpointGenerator.java | 7 +-
.../apache/beam/sdk/io/kinesis/CustomOptional.java | 3 +-
.../sdk/io/kinesis/DynamicCheckpointGenerator.java | 23 +-
.../sdk/io/kinesis/GetKinesisRecordsResult.java | 25 +-
.../org/apache/beam/sdk/io/kinesis/KinesisIO.java | 180 ++--
.../apache/beam/sdk/io/kinesis/KinesisReader.java | 85 +-
.../sdk/io/kinesis/KinesisReaderCheckpoint.java | 15 +-
.../apache/beam/sdk/io/kinesis/KinesisRecord.java | 27 +-
.../beam/sdk/io/kinesis/KinesisRecordCoder.java | 19 +-
.../io/kinesis/KinesisShardClosedException.java | 4 +-
.../apache/beam/sdk/io/kinesis/KinesisSource.java | 63 +-
.../beam/sdk/io/kinesis/ShardCheckpoint.java | 85 +-
.../beam/sdk/io/kinesis/ShardReadersPool.java | 121 +--
.../beam/sdk/io/kinesis/ShardRecordsIterator.java | 28 +-
.../sdk/io/kinesis/SimplifiedKinesisClient.java | 62 +-
.../apache/beam/sdk/io/kinesis/StartingPoint.java | 6 +-
.../sdk/io/kinesis/StartingPointShardsFinder.java | 115 ++-
.../sdk/io/kinesis/StaticCheckpointGenerator.java | 4 +-
.../sdk/io/kinesis/TransientKinesisException.java | 4 +-
.../apache/beam/sdk/io/kinesis/package-info.java | 4 +-
.../beam/sdk/io/kinesis/AmazonKinesisMock.java | 81 +-
.../beam/sdk/io/kinesis/CustomOptionalTest.java | 7 +-
.../io/kinesis/DynamicCheckpointGeneratorTest.java | 31 +-
.../beam/sdk/io/kinesis/KinesisMockReadTest.java | 37 +-
.../beam/sdk/io/kinesis/KinesisMockWriteTest.java | 6 +-
.../beam/sdk/io/kinesis/KinesisProducerMock.java | 44 +-
.../io/kinesis/KinesisReaderCheckpointTest.java | 7 +-
.../beam/sdk/io/kinesis/KinesisReaderTest.java | 58 +-
.../sdk/io/kinesis/KinesisRecordCoderTest.java | 28 +-
.../beam/sdk/io/kinesis/KinesisTestOptions.java | 4 +-
.../beam/sdk/io/kinesis/KinesisUploader.java | 26 +-
.../beam/sdk/io/kinesis/RecordFilterTest.java | 12 +-
.../beam/sdk/io/kinesis/ShardCheckpointTest.java | 119 ++-
.../beam/sdk/io/kinesis/ShardReadersPoolTest.java | 54 +-
.../sdk/io/kinesis/ShardRecordsIteratorTest.java | 36 +-
.../io/kinesis/SimplifiedKinesisClientTest.java | 192 ++--
.../io/kinesis/StartingPointShardsFinderTest.java | 128 +--
.../beam/sdk/io/mongodb/MongoDbGridFSIO.java | 265 +++--
.../org/apache/beam/sdk/io/mongodb/MongoDbIO.java | 277 +++---
.../apache/beam/sdk/io/mongodb/package-info.java | 4 +-
.../beam/sdk/io/mongodb/MongoDBGridFSIOTest.java | 88 +-
.../apache/beam/sdk/io/mongodb/MongoDbIOTest.java | 112 ++-
.../java/org/apache/beam/sdk/io/mqtt/MqttIO.java | 151 +--
.../org/apache/beam/sdk/io/mqtt/package-info.java | 4 +-
.../org/apache/beam/sdk/io/mqtt/MqttIOTest.java | 237 ++---
.../org/apache/beam/sdk/io/parquet/ParquetIO.java | 124 ++-
.../apache/beam/sdk/io/parquet/package-info.java | 4 +-
.../apache/beam/sdk/io/parquet/ParquetIOTest.java | 79 +-
.../sdk/io/redis/RedisConnectionConfiguration.java | 37 +-
.../java/org/apache/beam/sdk/io/redis/RedisIO.java | 145 ++-
.../org/apache/beam/sdk/io/redis/package-info.java | 4 +-
.../org/apache/beam/sdk/io/redis/RedisIOTest.java | 24 +-
.../beam/sdk/io/solr/AuthorizedSolrClient.java | 25 +-
.../java/org/apache/beam/sdk/io/solr/SolrIO.java | 11 +-
.../org/apache/beam/sdk/io/solr/SolrIOTest.java | 7 +-
.../apache/beam/sdk/io/solr/SolrIOTestUtils.java | 4 +-
.../java/org/apache/beam/sdk/io/tika/TikaIO.java | 4 +-
.../org/apache/beam/sdk/io/tika/package-info.java | 4 +-
.../org/apache/beam/sdk/io/tika/TikaIOTest.java | 3 +-
.../java/org/apache/beam/sdk/io/xml/JAXBCoder.java | 53 +-
.../java/org/apache/beam/sdk/io/xml/XmlIO.java | 64 +-
.../java/org/apache/beam/sdk/io/xml/XmlSource.java | 26 +-
.../org/apache/beam/sdk/io/xml/package-info.java | 4 +-
.../org/apache/beam/sdk/io/xml/JAXBCoderTest.java | 17 +-
.../java/org/apache/beam/sdk/io/xml/XmlIOTest.java | 33 +-
.../org/apache/beam/sdk/io/xml/XmlSourceTest.java | 287 +++---
.../java/org/apache/beam/sdk/nexmark/Main.java | 114 ++-
.../java/org/apache/beam/sdk/nexmark/Monitor.java | 18 +-
.../beam/sdk/nexmark/NexmarkConfiguration.java | 216 ++--
.../apache/beam/sdk/nexmark/NexmarkLauncher.java | 553 +++++------
.../apache/beam/sdk/nexmark/NexmarkOptions.java | 61 +-
.../org/apache/beam/sdk/nexmark/NexmarkPerf.java | 136 +--
.../org/apache/beam/sdk/nexmark/NexmarkSuite.java | 30 +-
.../org/apache/beam/sdk/nexmark/NexmarkUtils.java | 575 +++++------
.../org/apache/beam/sdk/nexmark/PubsubHelper.java | 57 +-
.../org/apache/beam/sdk/nexmark/model/Auction.java | 190 ++--
.../apache/beam/sdk/nexmark/model/AuctionBid.java | 49 +-
.../beam/sdk/nexmark/model/AuctionCount.java | 45 +-
.../beam/sdk/nexmark/model/AuctionPrice.java | 52 +-
.../org/apache/beam/sdk/nexmark/model/Bid.java | 89 +-
.../beam/sdk/nexmark/model/BidsPerSession.java | 52 +-
.../beam/sdk/nexmark/model/CategoryPrice.java | 58 +-
.../org/apache/beam/sdk/nexmark/model/Done.java | 45 +-
.../org/apache/beam/sdk/nexmark/model/Event.java | 12 +-
.../beam/sdk/nexmark/model/IdNameReserve.java | 59 +-
.../apache/beam/sdk/nexmark/model/KnownSize.java | 5 +-
.../beam/sdk/nexmark/model/NameCityStateId.java | 79 +-
.../org/apache/beam/sdk/nexmark/model/Person.java | 152 +--
.../apache/beam/sdk/nexmark/model/SellerPrice.java | 52 +-
.../beam/sdk/nexmark/model/package-info.java | 4 +-
.../apache/beam/sdk/nexmark/model/sql/RowSize.java | 42 +-
.../apache/beam/sdk/nexmark/model/sql/ToRow.java | 24 +-
.../model/sql/adapter/ModelAdaptersMapping.java | 67 +-
.../model/sql/adapter/ModelFieldsAdapter.java | 17 +-
.../nexmark/model/sql/adapter/package-info.java | 8 +-
.../beam/sdk/nexmark/model/sql/package-info.java | 8 +-
.../org/apache/beam/sdk/nexmark/package-info.java | 4 +-
.../sdk/nexmark/queries/AbstractSimulator.java | 31 +-
.../beam/sdk/nexmark/queries/NexmarkQuery.java | 180 ++--
.../sdk/nexmark/queries/NexmarkQueryModel.java | 5 +-
.../apache/beam/sdk/nexmark/queries/Query0.java | 31 +-
.../beam/sdk/nexmark/queries/Query0Model.java | 8 +-
.../apache/beam/sdk/nexmark/queries/Query1.java | 22 +-
.../apache/beam/sdk/nexmark/queries/Query10.java | 47 +-
.../apache/beam/sdk/nexmark/queries/Query11.java | 41 +-
.../apache/beam/sdk/nexmark/queries/Query12.java | 4 +-
.../beam/sdk/nexmark/queries/Query1Model.java | 8 +-
.../apache/beam/sdk/nexmark/queries/Query2.java | 9 +-
.../beam/sdk/nexmark/queries/Query2Model.java | 8 +-
.../apache/beam/sdk/nexmark/queries/Query3.java | 14 +-
.../beam/sdk/nexmark/queries/Query3Model.java | 20 +-
.../beam/sdk/nexmark/queries/Query4Model.java | 39 +-
.../apache/beam/sdk/nexmark/queries/Query5.java | 4 +-
.../beam/sdk/nexmark/queries/Query5Model.java | 27 +-
.../beam/sdk/nexmark/queries/Query6Model.java | 33 +-
.../apache/beam/sdk/nexmark/queries/Query7.java | 34 +-
.../beam/sdk/nexmark/queries/Query7Model.java | 23 +-
.../apache/beam/sdk/nexmark/queries/Query8.java | 4 +-
.../beam/sdk/nexmark/queries/Query8Model.java | 32 +-
.../apache/beam/sdk/nexmark/queries/Query9.java | 4 +-
.../beam/sdk/nexmark/queries/Query9Model.java | 4 +-
.../sdk/nexmark/queries/WinningBidsSimulator.java | 22 +-
.../beam/sdk/nexmark/queries/package-info.java | 4 +-
.../sdk/nexmark/queries/sql/NexmarkSqlQuery.java | 10 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery0.java | 56 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery1.java | 27 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery2.java | 21 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery3.java | 72 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery5.java | 64 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery7.java | 50 +-
.../beam/sdk/nexmark/queries/sql/package-info.java | 8 +-
.../sdk/nexmark/sources/BoundedEventSource.java | 15 +-
.../sdk/nexmark/sources/UnboundedEventSource.java | 67 +-
.../sdk/nexmark/sources/generator/Generator.java | 106 +-
.../sources/generator/GeneratorCheckpoint.java | 14 +-
.../nexmark/sources/generator/GeneratorConfig.java | 127 ++-
.../sources/generator/model/AuctionGenerator.java | 42 +-
.../sources/generator/model/BidGenerator.java | 17 +-
.../sources/generator/model/LongGenerator.java | 4 +-
.../sources/generator/model/PersonGenerator.java | 25 +-
.../sources/generator/model/PriceGenerator.java | 4 +-
.../sources/generator/model/StringsGenerator.java | 8 +-
.../sources/generator/model/package-info.java | 4 +-
.../nexmark/sources/generator/package-info.java | 8 +-
.../beam/sdk/nexmark/sources/package-info.java | 4 +-
.../beam/sdk/nexmark/PerfsToBigQueryTest.java | 29 +-
.../beam/sdk/nexmark/model/sql/RowSizeTest.java | 52 +-
.../beam/sdk/nexmark/model/sql/ToRowTest.java | 57 +-
.../sql/adapter/ModelAdaptersMappingTest.java | 72 +-
.../apache/beam/sdk/nexmark/queries/QueryTest.java | 60 +-
.../sdk/nexmark/queries/sql/SqlQuery0Test.java | 30 +-
.../sdk/nexmark/queries/sql/SqlQuery1Test.java | 37 +-
.../sdk/nexmark/queries/sql/SqlQuery2Test.java | 81 +-
.../sdk/nexmark/queries/sql/SqlQuery3Test.java | 113 ++-
.../sdk/nexmark/queries/sql/SqlQuery5Test.java | 67 +-
.../sdk/nexmark/queries/sql/SqlQuery7Test.java | 52 +-
.../nexmark/sources/BoundedEventSourceTest.java | 10 +-
.../beam/sdk/nexmark/sources/GeneratorTest.java | 8 +-
.../nexmark/sources/UnboundedEventSourceTest.java | 15 +-
2027 files changed, 48072 insertions(+), 52660 deletions(-)