You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2017/05/05 00:04:25 UTC

[19/19] beam git commit: This closes #2891: Vital moves of user-facing stuff out of util

This closes #2891: Vital moves of user-facing stuff out of util

  Update Dataflow worker to 20170504-2
  Move some PCollectionView bits out of util
  Move ValueWithRecordId to sdk.values, annotated
  Move Reshuffle and ReshuffleTrigger out of util
  Move SideInputReader to runners/core-java
  Move PathValidator adjacent to other filesystem bits
  Move WindowingStrategy from util to values
  Mark TimeDomain experimental alongside Timers; improve javadoc
  Move user-facing timer-related classes out of util
  Add @Internal and @Experimental to state package
  Move Java sdk.util.state to sdk.state


Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/3042d761
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/3042d761
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/3042d761

Branch: refs/heads/master
Commit: 3042d761a223029a5be2b5ccab257396c71b07e6
Parents: 2f4dd8d 02e80a7
Author: Kenneth Knowles <kl...@google.com>
Authored: Thu May 4 17:02:18 2017 -0700
Committer: Kenneth Knowles <kl...@google.com>
Committed: Thu May 4 17:02:18 2017 -0700

----------------------------------------------------------------------
 .../apache/beam/runners/apex/ApexRunner.java    |   2 +-
 .../beam/runners/apex/ApexRunnerRegistrar.java  |   1 -
 .../beam/runners/apex/ApexRunnerResult.java     |   2 -
 .../beam/runners/apex/ApexYarnLauncher.java     |   2 -
 .../translation/ReadUnboundedTranslator.java    |   1 -
 .../apex/translation/TransformTranslator.java   |   1 -
 .../operators/ApexGroupByKeyOperator.java       |   6 +-
 .../operators/ApexParDoOperator.java            |   6 +-
 .../ApexReadUnboundedInputOperator.java         |   2 -
 .../operators/ApexTimerInternals.java           |   2 +-
 .../translation/utils/ApexStateInternals.java   |  20 +-
 .../utils/CoderAdapterStreamCodec.java          |   2 -
 .../translation/utils/StateInternalsProxy.java  |   4 +-
 .../utils/ValueAndCoderKryoSerializable.java    |   2 -
 .../apex/translation/utils/ValuesSource.java    |   2 -
 .../beam/runners/apex/ApexYarnLauncherTest.java |   2 -
 .../apex/examples/UnboundedTextSource.java      |   2 -
 .../runners/apex/examples/WordCountTest.java    |   2 -
 .../translation/ApexGroupByKeyOperatorTest.java |   4 +-
 .../apex/translation/ParDoTranslatorTest.java   |   2 +-
 .../operators/ApexTimerInternalsTest.java       |   2 +-
 .../utils/ApexStateInternalsTest.java           |  12 +-
 .../translation/utils/CollectionSource.java     |   2 -
 .../runners/core/construction/PCollections.java |   2 +-
 .../core/construction/PrimitiveCreate.java      |   2 +-
 .../core/construction/SdkComponents.java        |   2 +-
 .../runners/core/construction/Triggers.java     |   4 +-
 .../core/construction/WindowingStrategies.java  |   4 +-
 .../core/construction/PCollectionsTest.java     |   2 +-
 .../construction/PTransformMatchersTest.java    |  18 +-
 .../construction/ReplacementOutputsTest.java    |   2 +-
 .../core/construction/SdkComponentsTest.java    |   4 +-
 .../construction/WindowingStrategiesTest.java   |   4 +-
 .../apache/beam/runners/core/DoFnAdapters.java  |   4 +-
 .../apache/beam/runners/core/DoFnRunner.java    |   2 +-
 .../apache/beam/runners/core/DoFnRunners.java   |   4 +-
 .../runners/core/GlobalCombineFnRunner.java     |   1 -
 .../runners/core/GlobalCombineFnRunners.java    |  41 +-
 .../GroupAlsoByWindowViaOutputBufferDoFn.java   |   2 +-
 .../core/GroupAlsoByWindowViaWindowSetDoFn.java |   2 +-
 .../GroupAlsoByWindowViaWindowSetNewDoFn.java   |   3 +-
 .../core/GroupByKeyViaGroupByKeyOnly.java       |   2 +-
 .../runners/core/InMemoryStateInternals.java    |  22 +-
 .../runners/core/InMemoryTimerInternals.java    |   2 +-
 .../core/LateDataDroppingDoFnRunner.java        |   4 +-
 .../apache/beam/runners/core/LateDataUtils.java |   2 +-
 .../runners/core/MergingActiveWindowSet.java    |   2 +-
 .../beam/runners/core/MergingStateAccessor.java |   2 +-
 .../apache/beam/runners/core/NonEmptyPanes.java |   8 +-
 .../beam/runners/core/NullSideInputReader.java  |  61 ++
 ...eBoundedSplittableProcessElementInvoker.java |   5 +-
 .../beam/runners/core/PaneInfoTracker.java      |   4 +-
 .../beam/runners/core/ProcessFnRunner.java      |   3 +-
 .../core/PushbackSideInputDoFnRunner.java       |   2 +-
 .../core/ReadyCheckingSideInputReader.java      |  34 +
 .../org/apache/beam/runners/core/ReduceFn.java  |   6 +-
 .../runners/core/ReduceFnContextFactory.java    |  13 +-
 .../beam/runners/core/ReduceFnRunner.java       |   7 +-
 .../beam/runners/core/SideInputHandler.java     |   5 +-
 .../beam/runners/core/SideInputReader.java      |  47 ++
 .../beam/runners/core/SimpleDoFnRunner.java     |  13 +-
 .../beam/runners/core/SimpleOldDoFnRunner.java  |   5 +-
 .../core/SimplePushbackSideInputDoFnRunner.java |   3 +-
 .../beam/runners/core/SplittableParDo.java      |   8 +-
 .../apache/beam/runners/core/StateAccessor.java |   2 +-
 .../beam/runners/core/StateInternals.java       |   4 +-
 .../apache/beam/runners/core/StateMerging.java  |  14 +-
 .../apache/beam/runners/core/StateTable.java    |   4 +-
 .../org/apache/beam/runners/core/StateTag.java  |  16 +-
 .../org/apache/beam/runners/core/StateTags.java |  20 +-
 .../beam/runners/core/StatefulDoFnRunner.java   |   8 +-
 .../beam/runners/core/SystemReduceFn.java       |   8 +-
 .../core/TestInMemoryStateInternals.java        |   4 +-
 .../beam/runners/core/TimerInternals.java       |   2 +-
 .../core/UnsupportedSideInputReader.java        |   1 -
 .../apache/beam/runners/core/WatermarkHold.java |   6 +-
 .../core/WindowingInternalsAdapters.java        |   1 -
 .../AfterDelayFromFirstElementStateMachine.java |   6 +-
 .../core/triggers/AfterPaneStateMachine.java    |   2 +-
 .../AfterProcessingTimeStateMachine.java        |   2 +-
 ...rSynchronizedProcessingTimeStateMachine.java |   2 +-
 .../triggers/AfterWatermarkStateMachine.java    |   2 +-
 .../triggers/DefaultTriggerStateMachine.java    |   2 +-
 .../triggers/ReshuffleTriggerStateMachine.java  |   2 +-
 .../core/triggers/TriggerStateMachine.java      |   2 +-
 .../TriggerStateMachineContextFactory.java      |   6 +-
 .../triggers/TriggerStateMachineRunner.java     |   4 +-
 ...roupAlsoByWindowViaOutputBufferDoFnTest.java |   2 +-
 .../core/GroupAlsoByWindowsProperties.java      |   2 +-
 .../core/InMemoryStateInternalsTest.java        |  16 +-
 .../core/InMemoryTimerInternalsTest.java        |   2 +-
 .../runners/core/KeyedWorkItemCoderTest.java    |   2 +-
 .../core/LateDataDroppingDoFnRunnerTest.java    |   2 +-
 ...ndedSplittableProcessElementInvokerTest.java |   1 -
 .../beam/runners/core/ReduceFnRunnerTest.java   |   7 +-
 .../beam/runners/core/ReduceFnTester.java       |   8 +-
 .../beam/runners/core/SideInputHandlerTest.java |   2 +-
 .../beam/runners/core/SimpleDoFnRunnerTest.java |  11 +-
 .../SimplePushbackSideInputDoFnRunnerTest.java  |   3 +-
 .../beam/runners/core/SplittableParDoTest.java  |   3 +-
 .../runners/core/StatefulDoFnRunnerTest.java    |   9 +-
 .../beam/runners/core/TimerInternalsTest.java   |   2 +-
 .../triggers/TriggerStateMachineTester.java     |   6 +-
 .../core/triggers/TriggerStateMachinesTest.java |   2 +-
 .../CopyOnAccessInMemoryStateInternals.java     |  18 +-
 .../beam/runners/direct/DirectGroupByKey.java   |   2 +-
 .../runners/direct/DirectTimerInternals.java    |   2 +-
 .../beam/runners/direct/EvaluationContext.java  |   6 +-
 .../GroupAlsoByWindowEvaluatorFactory.java      |   2 +-
 .../runners/direct/PCollectionViewWindow.java   |  67 ++
 .../beam/runners/direct/ParDoEvaluator.java     |   4 +-
 .../direct/ParDoMultiOverrideFactory.java       |   2 +-
 .../beam/runners/direct/SideInputContainer.java |   7 +-
 ...littableProcessElementsEvaluatorFactory.java |   4 +-
 .../direct/StatefulParDoEvaluatorFactory.java   |   4 +-
 .../direct/TestStreamEvaluatorFactory.java      |   2 +-
 .../direct/WatermarkCallbackExecutor.java       |   2 +-
 .../beam/runners/direct/WatermarkManager.java   |   2 +-
 .../runners/direct/CommittedResultTest.java     |   2 +-
 .../CopyOnAccessInMemoryStateInternalsTest.java |  14 +-
 .../direct/DirectTimerInternalsTest.java        |   2 +-
 ...leManagerRemovingTransformEvaluatorTest.java |   2 +-
 .../runners/direct/EvaluationContextTest.java   |   8 +-
 .../direct/KeyedPValueTrackingVisitorTest.java  |   2 +-
 .../beam/runners/direct/ParDoEvaluatorTest.java |   2 +-
 .../runners/direct/SideInputContainerTest.java  |   8 +-
 .../StatefulParDoEvaluatorFactoryTest.java      |  10 +-
 .../direct/ViewEvaluatorFactoryTest.java        |   2 +-
 .../runners/direct/ViewOverrideFactoryTest.java |   4 +-
 .../direct/WatermarkCallbackExecutorTest.java   |   2 +-
 .../runners/direct/WatermarkManagerTest.java    |   2 +-
 .../direct/WriteWithShardingFactoryTest.java    |   4 +-
 .../flink/FlinkBatchTransformTranslators.java   |   4 +-
 .../flink/FlinkBatchTranslationContext.java     |   2 +-
 .../flink/FlinkDetachedRunnerResult.java        |   1 -
 .../FlinkStreamingTransformTranslators.java     |   4 +-
 .../flink/FlinkStreamingViewOverrides.java      |   2 +-
 .../metrics/DoFnRunnerWithMetricsUpdate.java    |   2 +-
 .../functions/AbstractFlinkCombineRunner.java   |   4 +-
 .../functions/FlinkDoFnFunction.java            |   2 +-
 .../FlinkMergingNonShuffleReduceFunction.java   |   2 +-
 .../functions/FlinkPartialReduceFunction.java   |   2 +-
 .../functions/FlinkReduceFunction.java          |   2 +-
 .../functions/FlinkSideInputReader.java         |   4 +-
 .../functions/FlinkStatefulDoFnFunction.java    |   2 +-
 .../functions/HashingFlinkCombineRunner.java    |   4 +-
 .../functions/SortingFlinkCombineRunner.java    |   4 +-
 .../types/EncodedValueSerializer.java           |   2 -
 .../wrappers/streaming/DoFnOperator.java        |  10 +-
 .../streaming/SplittableDoFnOperator.java       |   2 +-
 .../wrappers/streaming/WindowDoFnOperator.java  |   2 +-
 .../state/FlinkBroadcastStateInternals.java     |  20 +-
 .../state/FlinkKeyGroupStateInternals.java      |  20 +-
 .../state/FlinkSplitStateInternals.java         |  20 +-
 .../streaming/state/FlinkStateInternals.java    |  20 +-
 .../beam/runners/flink/PipelineOptionsTest.java |   2 +-
 .../flink/streaming/DoFnOperatorTest.java       |  16 +-
 .../FlinkBroadcastStateInternalsTest.java       |  10 +-
 .../FlinkKeyGroupStateInternalsTest.java        |   4 +-
 .../streaming/FlinkSplitStateInternalsTest.java |   4 +-
 .../streaming/FlinkStateInternalsTest.java      |  12 +-
 runners/google-cloud-dataflow-java/pom.xml      |   2 +-
 .../beam/runners/dataflow/AssignWindows.java    |   2 +-
 .../dataflow/BatchStatefulParDoOverrides.java   |   2 +-
 .../runners/dataflow/BatchViewOverrides.java    |   4 +-
 .../dataflow/DataflowPipelineTranslator.java    |   2 +-
 .../beam/runners/dataflow/DataflowRunner.java   |   8 +-
 .../dataflow/ReshuffleOverrideFactory.java      |   6 +-
 .../beam/runners/dataflow/util/DoFnInfo.java    |   2 +-
 .../BatchStatefulParDoOverridesTest.java        |   6 +-
 .../DataflowPipelineTranslatorTest.java         |   8 +-
 .../runners/dataflow/DataflowRunnerTest.java    |   2 +-
 .../transforms/DataflowGroupByKeyTest.java      |   2 +-
 .../dataflow/transforms/DataflowViewTest.java   |   2 +-
 .../beam/runners/spark/SparkRunnerDebugger.java |   1 -
 .../beam/runners/spark/TestSparkRunner.java     |   2 +-
 .../spark/aggregators/NamedAggregators.java     |   2 -
 .../beam/runners/spark/coders/CoderHelpers.java |   1 -
 .../spark/coders/StatelessJavaSerializer.java   |   1 -
 .../beam/runners/spark/io/CreateStream.java     |   2 +-
 .../runners/spark/io/SparkUnboundedSource.java  |   1 -
 .../runners/spark/metrics/AggregatorMetric.java |   1 -
 .../spark/metrics/SparkBeamMetricSource.java    |   1 -
 .../SparkGroupAlsoByWindowViaWindowSet.java     |   2 +-
 .../spark/stateful/SparkStateInternals.java     |  20 +-
 .../spark/stateful/SparkTimerInternals.java     |   2 +-
 .../spark/stateful/StateSpecFunctions.java      |   1 -
 .../translation/DoFnRunnerWithMetrics.java      |   2 +-
 .../translation/GroupCombineFunctions.java      |   5 +-
 .../spark/translation/MultiDoFnFunction.java    |   2 +-
 .../translation/SparkAbstractCombineFn.java     |   4 +-
 .../spark/translation/SparkGlobalCombineFn.java |   2 +-
 ...SparkGroupAlsoByWindowViaOutputBufferFn.java |   2 +-
 .../spark/translation/SparkKeyedCombineFn.java  |   2 +-
 .../translation/StorageLevelPTransform.java     |   2 +-
 .../spark/translation/TransformTranslator.java  |   4 +-
 .../spark/translation/TranslationUtils.java     |   3 +-
 .../streaming/StreamingTransformTranslator.java |   4 +-
 .../spark/util/GlobalWatermarkHolder.java       |   1 -
 .../util/SinglePrimitiveOutputPTransform.java   |   2 +-
 .../spark/util/SparkSideInputReader.java        |   4 +-
 .../src/main/resources/beam/findbugs-filter.xml |   2 +-
 .../sdk/io/BoundedReadFromUnboundedSource.java  |   2 +-
 .../org/apache/beam/sdk/io/FileSystems.java     |   1 -
 .../main/java/org/apache/beam/sdk/io/Read.java  |   2 +-
 .../beam/sdk/io/fs/NoopPathValidator.java       |  52 ++
 .../apache/beam/sdk/io/fs/PathValidator.java    |  58 ++
 .../apache/beam/sdk/options/ValueProviders.java |   1 -
 .../org/apache/beam/sdk/state/BagState.java     |  32 +
 .../apache/beam/sdk/state/CombiningState.java   |  56 ++
 .../apache/beam/sdk/state/GroupingState.java    |  45 ++
 .../org/apache/beam/sdk/state/MapState.java     |  82 +++
 .../apache/beam/sdk/state/ReadableState.java    |  51 ++
 .../apache/beam/sdk/state/ReadableStates.java   |  44 ++
 .../org/apache/beam/sdk/state/SetState.java     |  49 ++
 .../java/org/apache/beam/sdk/state/State.java   |  36 ++
 .../org/apache/beam/sdk/state/StateBinder.java  |  71 ++
 .../org/apache/beam/sdk/state/StateContext.java |  46 ++
 .../apache/beam/sdk/state/StateContexts.java    |  54 ++
 .../org/apache/beam/sdk/state/StateSpec.java    |  63 ++
 .../org/apache/beam/sdk/state/StateSpecs.java   | 643 +++++++++++++++++++
 .../org/apache/beam/sdk/state/TimeDomain.java   |  45 ++
 .../java/org/apache/beam/sdk/state/Timer.java   |  78 +++
 .../org/apache/beam/sdk/state/TimerSpec.java    |  30 +
 .../org/apache/beam/sdk/state/TimerSpecs.java   |  41 ++
 .../java/org/apache/beam/sdk/state/Timers.java  |  58 ++
 .../org/apache/beam/sdk/state/ValueState.java   |  37 ++
 .../beam/sdk/state/WatermarkHoldState.java      |  41 ++
 .../org/apache/beam/sdk/state/package-info.java |  22 +
 .../org/apache/beam/sdk/testing/PAssert.java    |   2 +-
 .../beam/sdk/testing/TestPipelineOptions.java   |   2 -
 .../org/apache/beam/sdk/testing/TestStream.java |   2 +-
 .../apache/beam/sdk/testing/UsesMapState.java   |   2 +-
 .../apache/beam/sdk/testing/UsesSetState.java   |   2 +-
 .../org/apache/beam/sdk/transforms/Combine.java |   4 +-
 .../org/apache/beam/sdk/transforms/DoFn.java    |  10 +-
 .../apache/beam/sdk/transforms/DoFnTester.java  |   4 +-
 .../org/apache/beam/sdk/transforms/Flatten.java |   2 +-
 .../apache/beam/sdk/transforms/GroupByKey.java  |   2 +-
 .../beam/sdk/transforms/GroupIntoBatches.java   |  18 +-
 .../org/apache/beam/sdk/transforms/ParDo.java   |   2 +-
 .../org/apache/beam/sdk/transforms/Regex.java   |   1 -
 .../beam/sdk/transforms/ReifyTimestamps.java    |  73 +++
 .../apache/beam/sdk/transforms/Reshuffle.java   |  92 +++
 .../org/apache/beam/sdk/transforms/View.java    |   2 +-
 .../reflect/ByteBuddyDoFnInvokerFactory.java    |   2 +-
 .../sdk/transforms/reflect/DoFnInvoker.java     |   4 +-
 .../sdk/transforms/reflect/DoFnSignature.java   |   8 +-
 .../sdk/transforms/reflect/DoFnSignatures.java  |   8 +-
 .../transforms/windowing/AfterWatermark.java    |   2 +-
 .../transforms/windowing/ReshuffleTrigger.java  |  58 ++
 .../beam/sdk/transforms/windowing/Window.java   |   4 +-
 .../apache/beam/sdk/util/AppliedCombineFn.java  |   1 +
 .../org/apache/beam/sdk/util/ClassPath.java     |   1 +
 .../beam/sdk/util/CombineContextFactory.java    |  27 +-
 .../org/apache/beam/sdk/util/CombineFnUtil.java |   2 +-
 .../apache/beam/sdk/util/IdentityWindowFn.java  |   1 +
 .../apache/beam/sdk/util/NoopPathValidator.java |   4 +-
 .../beam/sdk/util/NullSideInputReader.java      |  61 --
 .../beam/sdk/util/PCollectionViewWindow.java    |  67 --
 .../apache/beam/sdk/util/PCollectionViews.java  | 496 --------------
 .../org/apache/beam/sdk/util/PathValidator.java |  55 --
 .../sdk/util/ReadyCheckingSideInputReader.java  |  34 -
 .../apache/beam/sdk/util/ReifyTimestamps.java   |  76 ---
 .../org/apache/beam/sdk/util/Reshuffle.java     |  88 ---
 .../apache/beam/sdk/util/ReshuffleTrigger.java  |  52 --
 .../apache/beam/sdk/util/SideInputReader.java   |  47 --
 .../org/apache/beam/sdk/util/TimeDomain.java    |  43 --
 .../java/org/apache/beam/sdk/util/Timer.java    |  78 ---
 .../org/apache/beam/sdk/util/TimerSpec.java     |  30 -
 .../org/apache/beam/sdk/util/TimerSpecs.java    |  41 --
 .../java/org/apache/beam/sdk/util/Timers.java   |  58 --
 .../apache/beam/sdk/util/ValueWithRecordId.java | 134 ----
 .../apache/beam/sdk/util/WindowingStrategy.java | 283 --------
 .../apache/beam/sdk/util/state/BagState.java    |  28 -
 .../beam/sdk/util/state/CombiningState.java     |  53 --
 .../beam/sdk/util/state/GroupingState.java      |  42 --
 .../apache/beam/sdk/util/state/MapState.java    |  79 ---
 .../beam/sdk/util/state/ReadableState.java      |  51 --
 .../beam/sdk/util/state/ReadableStates.java     |  45 --
 .../apache/beam/sdk/util/state/SetState.java    |  45 --
 .../org/apache/beam/sdk/util/state/State.java   |  32 -
 .../apache/beam/sdk/util/state/StateBinder.java |  66 --
 .../beam/sdk/util/state/StateContext.java       |  43 --
 .../beam/sdk/util/state/StateContexts.java      |  51 --
 .../apache/beam/sdk/util/state/StateSpec.java   |  53 --
 .../apache/beam/sdk/util/state/StateSpecs.java  | 629 ------------------
 .../apache/beam/sdk/util/state/ValueState.java  |  37 --
 .../beam/sdk/util/state/WatermarkHoldState.java |  42 --
 .../beam/sdk/util/state/package-info.java       |  22 -
 .../org/apache/beam/sdk/values/PCollection.java |   1 -
 .../beam/sdk/values/PCollectionTuple.java       |   1 -
 .../apache/beam/sdk/values/PCollectionView.java |   1 -
 .../beam/sdk/values/PCollectionViews.java       | 495 ++++++++++++++
 .../beam/sdk/values/ValueWithRecordId.java      | 138 ++++
 .../beam/sdk/values/WindowingStrategy.java      | 283 ++++++++
 .../sdk/io/DrunkWritableByteChannelFactory.java |   1 -
 .../org/apache/beam/sdk/io/TFRecordIOTest.java  |   2 -
 .../apache/beam/sdk/metrics/GaugeCellTest.java  |   1 +
 .../beam/sdk/options/PipelineOptionsTest.java   |   1 -
 .../sdk/runners/TransformHierarchyTest.java     |   2 +-
 .../beam/sdk/runners/TransformTreeTest.java     |   2 +-
 .../sdk/testing/PCollectionViewTesting.java     |   2 +-
 .../beam/sdk/transforms/DoFnTesterTest.java     |   4 +-
 .../beam/sdk/transforms/GroupByKeyTest.java     |   3 +-
 .../apache/beam/sdk/transforms/ParDoTest.java   |  22 +-
 .../apache/beam/sdk/transforms/RegexTest.java   |   2 -
 .../sdk/transforms/ReifyTimestampsTest.java     | 104 +++
 .../beam/sdk/transforms/ReshuffleTest.java      | 266 ++++++++
 .../apache/beam/sdk/transforms/ViewTest.java    |   2 +-
 .../transforms/reflect/DoFnInvokersTest.java    |  14 +-
 .../transforms/reflect/DoFnSignaturesTest.java  |  16 +-
 .../transforms/reflect/OnTimerInvokersTest.java |   6 +-
 .../testhelper/DoFnInvokersTestHelper.java      |   6 +-
 .../windowing/ReshuffleTriggerTest.java         |  42 ++
 .../sdk/transforms/windowing/WindowTest.java    |   4 +-
 .../apache/beam/sdk/util/CombineFnUtilTest.java |   2 +-
 .../beam/sdk/util/ReifyTimestampsTest.java      | 109 ----
 .../org/apache/beam/sdk/util/ReshuffleTest.java | 270 --------
 .../beam/sdk/util/ReshuffleTriggerTest.java     |  44 --
 .../beam/sdk/util/ValueWithRecordIdTest.java    |  34 -
 .../beam/sdk/values/PCollectionTupleTest.java   |   1 -
 .../beam/sdk/values/ValueWithRecordIdTest.java  |  34 +
 .../sdk/extensions/gcp/options/GcpOptions.java  |   2 +-
 .../sdk/extensions/gcp/options/GcsOptions.java  |   2 +-
 .../apache/beam/sdk/util/GcsPathValidator.java  |   1 +
 .../extensions/protobuf/ByteStringCoder.java    |   1 -
 .../extensions/sorter/ExternalSorterTest.java   |   1 -
 .../harness/control/ProcessBundleHandler.java   |   4 +-
 .../control/ProcessBundleHandlerTest.java       |   2 +-
 .../apache/beam/sdk/io/common/HashingFn.java    |   2 -
 .../beam/sdk/io/gcp/bigquery/BatchLoads.java    |   2 +-
 .../sdk/io/gcp/bigquery/BigQueryHelpers.java    |   2 -
 .../io/gcp/bigquery/BigQueryQuerySource.java    |   1 -
 .../sdk/io/gcp/bigquery/CalculateSchemas.java   |   1 -
 .../beam/sdk/io/gcp/bigquery/CreateTables.java  |   1 -
 .../io/gcp/bigquery/StreamingWriteTables.java   |   2 +-
 .../sdk/io/gcp/bigquery/TableDestination.java   |   1 -
 .../sdk/io/gcp/bigquery/WritePartition.java     |   1 -
 .../beam/sdk/io/gcp/bigquery/WriteRename.java   |   1 -
 .../beam/sdk/io/gcp/bigquery/WriteTables.java   |   1 -
 .../sdk/io/gcp/bigquery/BigQueryIOTest.java     |   4 +-
 .../io/gcp/bigquery/FakeBigQueryServices.java   |   2 -
 .../sdk/io/gcp/bigquery/FakeJobService.java     |   3 -
 .../sdk/io/gcp/bigquery/TableContainer.java     |   1 -
 .../ConfigurableEmployeeInputFormat.java        |   1 -
 .../hadoop/inputformat/EmployeeInputFormat.java |   1 -
 .../ReuseObjectsEmployeeInputFormat.java        |   1 -
 .../hadoop/inputformat/TestEmployeeDataSet.java |   2 -
 .../inputformat/HIFIOWithElasticTest.java       |   1 -
 .../HIFIOWithEmbeddedCassandraTest.java         |   2 -
 .../integration/tests/HIFIOCassandraIT.java     |   2 -
 .../integration/tests/HIFIOElasticIT.java       |   1 -
 .../org/apache/beam/sdk/io/jdbc/JdbcIO.java     |   2 -
 .../org/apache/beam/sdk/io/jdbc/JdbcIOIT.java   |   1 -
 .../org/apache/beam/sdk/io/jms/JmsRecord.java   |   1 -
 .../beam/sdk/io/kafka/KafkaCheckpointMark.java  |   2 -
 .../apache/beam/sdk/io/kafka/KafkaRecord.java   |   1 -
 .../CoderBasedKafkaDeserializer.java            |   1 -
 .../CoderBasedKafkaSerializer.java              |   1 -
 .../serialization/InstantDeserializer.java      |   1 -
 .../kafka/serialization/InstantSerializer.java  |   1 -
 .../beam/sdk/io/mongodb/MongoDbGridFSIO.java    |   3 -
 .../sdk/io/mongodb/MongoDBGridFSIOTest.java     |   3 -
 .../beam/sdk/io/mongodb/MongoDbIOTest.java      |   4 -
 .../org/apache/beam/sdk/io/mqtt/MqttIO.java     |   3 -
 366 files changed, 4082 insertions(+), 4094 deletions(-)
----------------------------------------------------------------------