You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/11/06 02:48:37 UTC
[beam] tag nightly-master updated (1fe8791 -> 2c4c6ff)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 1fe8791 (commit)
to 2c4c6ff (commit)
from 1fe8791 Merge pull request #13226 [BEAM-2717] Implement ProtoCoder.to_type_hint
add f4db36e [BEAM-3736] Disable CombineFnVisitor (#13266)
add 0c01636 Add class-level suppression of rawtypes errors
add ac7e5a8 Enable rawtype errors globally
add 3bb232f Merge pull request #13261: [BEAM-10556] Move rawtype error suppression to class level
add 630a41f [BEAM-11196] Set parent of fused stages to the lowest common ancestor (#13202)
add 94f6795 Allow use of index as series.
add 26e8bd1 Allow setting columns.
add 0c20051 Add utility to test a set of strings.
add 7c5618c Add a proxy for panda's top-level module functions.
add 8a400dc [BEAM-9547] Implement pd.concat().
add 174d2b6 todo, lint
add 7223fb3 Merge pull request #13252 [BEAM-9547] Provide some top level pandas functions.
add 02ddf09 [BEAM-11191] fix ClassCastException when clearing watermark state
add ef21dc1 Merge pull request #13269: [BEAM-11191] fix ClassCastException when clearing watermark state
add 5291b2c [BEAM-3736] Let users know that CombineFn.setup and teardown are not supported on Dataflow without Runner V2 (#13270)
add d01aa67 Suppress nullness errors in new files since last round of suppressions
add 234ef1b Fix position of @Nullable annotations since last round
add 54c52e1 Exclude nonexistent org.checkerframework:jdk8 from all configurations
add 75dcc08 Fix nullness error in Kotlin WriteOneFilePerWindow
add 22bc31a Allow checkerframework on API surfaces
add c5d5b9a Enable checkerframework globally
add 38599d1 Merge pull request #13134: [BEAM-10402] Enable checkerframework globally
add 7185bd9 [BEAM-11151] Adds the ToString well-known transform URN (#13214)
add e663017 Updating BigQuery client for Python
add 7a3d723 Merge pull request #13201 from pabloem/bqupd - Updating BigQuery client for Python
add dfaf234 Merge pull request #13164 from Refactoring BigQuery Read utilities into internal file
add e5be793 [BEAM-11165] ZetaSQL Calc only convert referenced columns
add 42dadef Merge pull request #13237: [BEAM-11165] ZetaSQL Calc only convert referenced columns
add 8ff1dec Support read/write ZetaSQL DATETIME/NUMERIC types from/to BigQuery
add e96168a Address comments
add 6330906 Merge pull request #12711 from robinyqiu/bqio
add 9a7f5e7 Moving to 2.27.0-SNAPSHOT on master branch.
add 27781e8 [BEAM-11165] Use the ZetaSQL Streaming API synchronously
add 1f039ec Merge pull request #13238: [BEAM-11165] Use the ZetaSQL Streaming API synchronously
add 2c4c6ff [BEAM-11159] Use GCP pubsub client for TestPubsub (#13273)
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 3 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 71 +-
examples/java/build.gradle | 5 +-
.../apache/beam/examples/common/ExampleUtils.java | 4 +-
.../beam/examples/complete/AutoComplete.java | 4 +-
.../beam/examples/complete/TrafficMaxLaneFlow.java | 4 +-
.../beam/examples/complete/TrafficRoutes.java | 4 +-
.../examples/complete/game/StatefulTeamScore.java | 4 +-
.../beam/examples/complete/game/UserScore.java | 4 +-
.../examples/complete/game/injector/Injector.java | 4 +-
.../complete/game/utils/WriteToBigQuery.java | 4 +-
.../examples/complete/game/utils/WriteToText.java | 4 +-
.../beam/examples/cookbook/TriggerExample.java | 4 +-
.../apache/beam/examples/snippets/Snippets.java | 5 +-
.../transforms/io/gcp/bigquery/BigQueryMyData.java | 4 +-
.../kernel/SubProcessCommandLineArgs.java | 4 +-
.../subprocess/kernel/SubProcessKernel.java | 4 +-
.../examples/subprocess/utils/ExecutableFile.java | 4 +-
.../beam/examples/subprocess/utils/FileUtils.java | 4 +-
.../apache/beam/examples/WindowedWordCountIT.java | 4 +-
.../examples/complete/TrafficMaxLaneFlowIT.java | 4 +-
.../beam/examples/complete/TrafficRoutesIT.java | 4 +-
.../complete/game/HourlyTeamScoreTest.java | 3 +
examples/kotlin/build.gradle | 2 +-
.../kotlin/common/WriteOneFilePerWindow.kt | 2 +-
gradle.properties | 4 +-
.../pipeline/src/main/proto/beam_runner_api.proto | 16 +
runners/core-construction-java/build.gradle | 19 +-
.../construction/AvroGenericCoderRegistrar.java | 3 +
.../core/construction/CoderTranslation.java | 5 +-
.../construction/CoderTranslatorRegistrar.java | 3 +
.../core/construction/CombineTranslation.java | 3 +
.../CreatePCollectionViewTranslation.java | 3 +
.../core/construction/DefaultArtifactResolver.java | 4 +-
.../core/construction/DisplayDataTranslation.java | 4 +-
.../runners/core/construction/Environments.java | 4 +-
.../beam/runners/core/construction/External.java | 5 +-
.../core/construction/ExternalTranslation.java | 3 +
.../core/construction/FlattenTranslator.java | 3 +
.../core/construction/ForwardingPTransform.java | 5 +-
.../core/construction/GroupByKeyTranslation.java | 3 +
.../core/construction/ImpulseTranslation.java | 3 +
.../core/construction/ModelCoderRegistrar.java | 6 +-
.../core/construction/PTransformMatchers.java | 3 +
.../core/construction/PTransformTranslation.java | 6 +-
.../core/construction/ParDoTranslation.java | 3 +
.../runners/core/construction/ReadTranslation.java | 3 +
.../core/construction/RehydratedComponents.java | 4 +-
.../core/construction/ReplacementOutputs.java | 4 +-
.../core/construction/ReshuffleTranslation.java | 3 +
.../core/construction/RunnerPCollectionView.java | 4 +-
.../runners/core/construction/SplittableParDo.java | 3 +
.../construction/SplittableParDoNaiveBounded.java | 4 +-
.../core/construction/TestStreamTranslation.java | 3 +
.../beam/runners/core/construction/Timer.java | 5 +-
.../TransformPayloadTranslatorRegistrar.java | 3 +
.../core/construction/TriggerTranslation.java | 5 +-
.../UnboundedReadFromBoundedSource.java | 9 +-
.../runners/core/construction/UnconsumedReads.java | 4 +-
.../core/construction/WindowIntoTranslation.java | 3 +
.../core/construction/WriteFilesTranslation.java | 5 +-
.../graph/GreedyPCollectionFusers.java | 4 +-
.../construction/graph/GreedyPipelineFuser.java | 4 +-
.../core/construction/graph/GreedyStageFuser.java | 4 +-
.../runners/core/construction/graph/Networks.java | 4 +-
.../construction/graph/OutputDeduplicator.java | 4 +-
.../graph/SplittableParDoExpander.java | 4 +-
.../graph/TrivialNativeTransformExpander.java | 4 +-
.../construction/renderer/PipelineDotRenderer.java | 4 +-
.../renderer/PortablePipelineDotRenderer.java | 4 +-
.../core/construction/CoderTranslationTest.java | 5 +-
.../runners/core/construction/CommonCoderTest.java | 5 +-
.../construction/DefaultArtifactResolverTest.java | 4 +-
.../construction/ForwardingPTransformTest.java | 4 +-
.../core/construction/MorePipelineTest.java | 5 +-
.../construction/PCollectionTranslationTest.java | 4 +-
.../core/construction/PTransformMatchersTest.java | 5 +-
.../construction/PTransformReplacementsTest.java | 4 +-
.../construction/PTransformTranslationTest.java | 4 +-
.../core/construction/ParDoTranslationTest.java | 3 +
.../PipelineOptionsTranslationTest.java | 4 +-
.../core/construction/PipelineTranslationTest.java | 5 +-
.../construction/RehydratedComponentsTest.java | 3 +
.../core/construction/ReplacementOutputsTest.java | 4 +-
.../core/construction/SchemaTranslationTest.java | 4 +-
.../core/construction/SdkComponentsTest.java | 4 +-
.../beam/runners/core/construction/TimerTest.java | 4 +-
.../core/construction/TriggerTranslationTest.java | 4 +-
.../UnboundedReadFromBoundedSourceTest.java | 4 +-
.../UnsupportedOverrideFactoryTest.java | 5 +-
.../core/construction/ValidateRunnerXlangTest.java | 4 +-
.../WindowingStrategyTranslationTest.java | 7 +-
.../graph/GreedyPipelineFuserTest.java | 4 +-
.../construction/graph/GreedyStageFuserTest.java | 4 +-
.../construction/graph/OutputDeduplicatorTest.java | 5 +-
.../ClasspathScanningResourcesDetectorTest.java | 4 +-
.../resources/PipelineResourcesTest.java | 4 +-
runners/core-java/build.gradle | 11 +-
.../org/apache/beam/runners/core/DoFnRunners.java | 4 +-
.../beam/runners/core/GlobalCombineFnRunners.java | 4 +-
.../runners/core/GroupByKeyViaGroupByKeyOnly.java | 5 +-
.../core/InMemoryMultimapSideInputView.java | 5 +-
.../beam/runners/core/InMemoryStateInternals.java | 5 +-
.../beam/runners/core/InMemoryTimerInternals.java | 4 +-
.../apache/beam/runners/core/LateDataUtils.java | 6 +-
...TimeBoundedSplittableProcessElementInvoker.java | 6 +-
.../apache/beam/runners/core/PaneInfoTracker.java | 4 +-
.../beam/runners/core/PeekingReiterator.java | 4 +-
.../beam/runners/core/ReduceFnContextFactory.java | 4 +-
.../apache/beam/runners/core/ReduceFnRunner.java | 6 +-
.../apache/beam/runners/core/SideInputHandler.java | 5 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 6 +-
.../org/apache/beam/runners/core/StateMerging.java | 4 +-
.../org/apache/beam/runners/core/StateTable.java | 5 +-
.../org/apache/beam/runners/core/StateTags.java | 3 +
.../beam/runners/core/StatefulDoFnRunner.java | 5 +-
.../apache/beam/runners/core/SystemReduceFn.java | 4 +-
.../runners/core/TestInMemoryStateInternals.java | 5 +-
.../apache/beam/runners/core/WatermarkHold.java | 4 +-
.../runners/core/metrics/DefaultMetricResults.java | 4 +-
.../core/metrics/ExecutionStateTracker.java | 4 +-
.../beam/runners/core/metrics/MetricUpdates.java | 3 +
.../runners/core/metrics/MetricsContainerImpl.java | 4 +-
.../beam/runners/core/metrics/MetricsMap.java | 4 +-
.../beam/runners/core/metrics/MetricsPusher.java | 4 +-
.../core/metrics/MonitoringInfoMetricName.java | 4 +-
.../runners/core/metrics/SimpleExecutionState.java | 4 +-
.../runners/core/metrics/SimpleStateRegistry.java | 4 +-
.../core/triggers/AfterAllStateMachine.java | 4 +-
.../AfterDelayFromFirstElementStateMachine.java | 4 +-
.../core/triggers/AfterEachStateMachine.java | 4 +-
.../core/triggers/AfterFirstStateMachine.java | 4 +-
.../core/triggers/AfterWatermarkStateMachine.java | 4 +-
.../core/triggers/DefaultTriggerStateMachine.java | 4 +-
.../triggers/ExecutableTriggerStateMachine.java | 4 +-
.../core/triggers/OrFinallyStateMachine.java | 4 +-
.../core/triggers/RepeatedlyStateMachine.java | 4 +-
.../runners/core/triggers/TriggerStateMachine.java | 4 +-
.../runners/core/InMemoryTimerInternalsTest.java | 4 +-
.../core/LateDataDroppingDoFnRunnerTest.java | 4 +-
...BoundedSplittableProcessElementInvokerTest.java | 5 +-
.../apache/beam/runners/core/ReduceFnTester.java | 5 +-
.../beam/runners/core/SideInputHandlerTest.java | 4 +-
.../beam/runners/core/SimpleDoFnRunnerTest.java | 5 +-
.../SimplePushbackSideInputDoFnRunnerTest.java | 5 +-
.../runners/core/SplittableParDoProcessFnTest.java | 4 +-
.../beam/runners/core/StateInternalsTest.java | 4 +-
.../beam/runners/core/StatefulDoFnRunnerTest.java | 5 +-
.../apache/beam/runners/core/WindowMatchers.java | 4 +-
.../core/metrics/ExecutionStateSamplerTest.java | 4 +-
.../core/metrics/ExecutionStateTrackerTest.java | 4 +-
.../runners/core/metrics/LabeledMetricsTest.java | 4 +-
.../runners/core/metrics/MetricUpdateMatchers.java | 4 +-
.../core/metrics/MetricsContainerImplTest.java | 4 +-
.../core/metrics/MetricsContainerStepMapTest.java | 4 +-
.../runners/core/metrics/MetricsPusherTest.java | 4 +-
.../core/metrics/MonitoringInfoMetricNameTest.java | 4 +-
.../core/metrics/MonitoringInfoTestUtil.java | 5 +-
.../core/metrics/SimpleExecutionStateTest.java | 4 +-
.../metrics/SimpleMonitoringInfoBuilderTest.java | 4 +-
.../core/metrics/SimpleStateRegistryTest.java | 4 +-
.../beam/runners/core/metrics/TestMetricsSink.java | 4 +-
.../core/triggers/AfterAllStateMachineTest.java | 4 +-
.../core/triggers/AfterEachStateMachineTest.java | 4 +-
.../core/triggers/AfterFirstStateMachineTest.java | 4 +-
.../core/triggers/AfterPaneStateMachineTest.java | 4 +-
.../triggers/AfterWatermarkStateMachineTest.java | 4 +-
.../triggers/DefaultTriggerStateMachineTest.java | 4 +-
.../core/triggers/NeverStateMachineTest.java | 4 +-
.../core/triggers/OrFinallyStateMachineTest.java | 4 +-
.../core/triggers/RepeatedlyStateMachineTest.java | 4 +-
.../core/triggers/TriggerStateMachineTest.java | 4 +-
.../core/triggers/TriggerStateMachineTester.java | 4 +-
runners/direct-java/build.gradle | 8 +-
.../direct/BoundedReadEvaluatorFactory.java | 5 +-
.../beam/runners/direct/CloningBundleFactory.java | 4 +-
.../beam/runners/direct/CommittedResult.java | 4 +-
.../beam/runners/direct/CompletionCallback.java | 3 +
.../direct/CopyOnAccessInMemoryStateInternals.java | 5 +-
.../direct/CreateViewNoopEvaluatorFactory.java | 3 +
.../runners/direct/DirectExecutionContext.java | 5 +-
.../beam/runners/direct/DirectGraphVisitor.java | 9 +-
.../apache/beam/runners/direct/DirectMetrics.java | 4 +-
.../apache/beam/runners/direct/DirectRunner.java | 4 +-
.../beam/runners/direct/DirectTimerInternals.java | 3 +
.../runners/direct/DirectTransformExecutor.java | 3 +
.../runners/direct/DirectWriteViewVisitor.java | 4 +-
.../beam/runners/direct/DisplayDataValidator.java | 4 +-
.../beam/runners/direct/EvaluationContext.java | 6 +-
.../direct/ExecutorServiceParallelExecutor.java | 4 +-
.../direct/GroupAlsoByWindowEvaluatorFactory.java | 6 +-
.../direct/GroupByKeyOnlyEvaluatorFactory.java | 5 +-
.../direct/ImmutabilityCheckingBundleFactory.java | 4 +-
.../direct/ImmutabilityEnforcementFactory.java | 5 +-
.../runners/direct/ImmutableListBundleFactory.java | 4 +-
.../runners/direct/KeyedPValueTrackingVisitor.java | 5 +-
.../beam/runners/direct/MultiStepCombine.java | 5 +-
.../apache/beam/runners/direct/ParDoEvaluator.java | 5 +-
.../beam/runners/direct/ParDoEvaluatorFactory.java | 4 +-
.../runners/direct/ParDoMultiOverrideFactory.java | 3 +
.../beam/runners/direct/QuiescenceDriver.java | 6 +-
.../beam/runners/direct/RootProviderRegistry.java | 5 +-
.../beam/runners/direct/SideInputContainer.java | 5 +-
.../SplittableProcessElementsEvaluatorFactory.java | 4 +-
.../direct/StatefulParDoEvaluatorFactory.java | 5 +-
.../beam/runners/direct/StepTransformResult.java | 6 +-
.../runners/direct/TestStreamEvaluatorFactory.java | 5 +-
.../runners/direct/TransformEvaluatorRegistry.java | 5 +-
.../runners/direct/TransformExecutorServices.java | 4 +-
.../beam/runners/direct/TransformResult.java | 3 +
.../direct/UnboundedReadEvaluatorFactory.java | 5 +-
.../beam/runners/direct/ViewEvaluatorFactory.java | 3 +
.../runners/direct/WatermarkCallbackExecutor.java | 4 +-
.../beam/runners/direct/WatermarkManager.java | 4 +-
.../direct/BoundedReadEvaluatorFactoryTest.java | 5 +-
.../runners/direct/CloningBundleFactoryTest.java | 4 +-
.../CopyOnAccessInMemoryStateInternalsTest.java | 4 +-
.../beam/runners/direct/DirectMetricsTest.java | 4 +-
.../runners/direct/DirectRunnerApiSurfaceTest.java | 5 +-
.../beam/runners/direct/DirectRunnerTest.java | 5 +-
.../runners/direct/DirectTimerInternalsTest.java | 5 +-
.../direct/DirectTransformExecutorTest.java | 5 +-
...cycleManagerRemovingTransformEvaluatorTest.java | 4 +-
.../runners/direct/DoFnLifecycleManagersTest.java | 4 +-
.../beam/runners/direct/EvaluationContextTest.java | 5 +-
.../direct/GroupByKeyEvaluatorFactoryTest.java | 4 +-
.../direct/GroupByKeyOnlyEvaluatorFactoryTest.java | 4 +-
.../ImmutabilityCheckingBundleFactoryTest.java | 4 +-
.../direct/ImmutabilityEnforcementFactoryTest.java | 4 +-
.../direct/ImmutableListBundleFactoryTest.java | 4 +-
.../direct/KeyedPValueTrackingVisitorTest.java | 4 +-
.../runners/direct/SideInputContainerTest.java | 4 +-
.../direct/StatefulParDoEvaluatorFactoryTest.java | 5 +-
.../runners/direct/StepTransformResultTest.java | 4 +-
.../direct/TestStreamEvaluatorFactoryTest.java | 6 +-
.../direct/TransformExecutorServicesTest.java | 4 +-
.../direct/UnboundedReadEvaluatorFactoryTest.java | 6 +-
.../runners/direct/ViewEvaluatorFactoryTest.java | 4 +-
.../direct/WatermarkCallbackExecutorTest.java | 4 +-
.../beam/runners/direct/WatermarkManagerTest.java | 5 +-
.../runners/direct/WindowEvaluatorFactoryTest.java | 4 +-
runners/extensions-java/metrics/build.gradle | 3 +-
.../extensions/metrics/MetricsGraphiteSink.java | 4 +-
.../extensions/metrics/MetricsHttpSink.java | 5 +-
.../metrics/MetricsGraphiteSinkTest.java | 4 +-
.../extensions/metrics/MetricsHttpSinkTest.java | 4 +-
.../extensions/metrics/NetworkMockServer.java | 4 +-
.../beam/runners/flink/FlinkRunnerTestCompat.java | 4 +-
.../translation/types/CoderTypeSerializer.java | 5 +-
.../translation/types/CoderTypeSerializerTest.java | 5 +-
runners/flink/flink_runner.gradle | 5 +-
.../runners/flink/CreateStreamingFlinkView.java | 3 +
.../flink/FlinkBatchPipelineTranslator.java | 5 +-
.../FlinkBatchPortablePipelineTranslator.java | 6 +-
.../flink/FlinkBatchTransformTranslators.java | 5 +-
.../flink/FlinkBatchTranslationContext.java | 4 +-
.../runners/flink/FlinkExecutionEnvironments.java | 4 +-
.../apache/beam/runners/flink/FlinkJobInvoker.java | 4 +-
.../beam/runners/flink/FlinkJobServerDriver.java | 4 +-
.../flink/FlinkPipelineExecutionEnvironment.java | 4 +-
.../beam/runners/flink/FlinkPipelineRunner.java | 4 +-
.../flink/FlinkPortableClientEntryPoint.java | 4 +-
.../org/apache/beam/runners/flink/FlinkRunner.java | 4 +-
.../beam/runners/flink/FlinkRunnerResult.java | 4 +-
.../flink/FlinkStreamingPipelineTranslator.java | 5 +-
.../FlinkStreamingPortablePipelineTranslator.java | 6 +-
.../flink/FlinkStreamingTransformTranslators.java | 5 +-
.../flink/FlinkStreamingTranslationContext.java | 4 +-
.../runners/flink/FlinkTransformOverrides.java | 3 +
.../flink/PipelineTranslationModeOptimizer.java | 5 +-
.../apache/beam/runners/flink/TestFlinkRunner.java | 4 +-
.../beam/runners/flink/metrics/FileReporter.java | 4 +-
.../translation/functions/FlinkDoFnFunction.java | 4 +-
.../functions/FlinkExecutableStageFunction.java | 5 +-
.../FlinkExecutableStagePruningFunction.java | 4 +-
.../functions/FlinkSideInputReader.java | 3 +
.../functions/FlinkStatefulDoFnFunction.java | 5 +-
.../FlinkStreamingSideInputHandlerFactory.java | 5 +-
.../functions/ImpulseSourceFunction.java | 4 +-
.../functions/SideInputInitializer.java | 3 +
.../translation/types/CoderTypeInformation.java | 3 +
.../translation/types/EncodedValueComparator.java | 5 +-
.../translation/utils/CountingPipelineVisitor.java | 4 +-
.../translation/wrappers/SourceInputFormat.java | 5 +-
.../translation/wrappers/SourceInputSplit.java | 4 +-
.../wrappers/streaming/DoFnOperator.java | 6 +-
.../streaming/ExecutableStageDoFnOperator.java | 5 +-
.../wrappers/streaming/SplittableDoFnOperator.java | 4 +-
.../wrappers/streaming/WindowDoFnOperator.java | 4 +-
.../wrappers/streaming/io/DedupingOperator.java | 4 +-
.../streaming/io/UnboundedSourceWrapper.java | 5 +-
.../streaming/stableinput/BufferedElements.java | 3 +
.../streaming/stableinput/BufferingDoFnRunner.java | 5 +-
.../stableinput/KeyedBufferingElementsHandler.java | 3 +
.../state/FlinkBroadcastStateInternals.java | 4 +-
.../streaming/state/FlinkStateInternals.java | 99 +-
.../flink/FlinkExecutionEnvironmentsTest.java | 4 +-
.../FlinkPipelineExecutionEnvironmentTest.java | 5 +-
.../runners/flink/FlinkPipelineOptionsTest.java | 4 +-
.../flink/FlinkRequiresStableInputTest.java | 4 +-
.../apache/beam/runners/flink/FlinkRunnerTest.java | 4 +-
.../beam/runners/flink/FlinkSavepointTest.java | 5 +-
.../FlinkStreamingTransformTranslatorsTest.java | 5 +-
.../beam/runners/flink/FlinkSubmissionTest.java | 5 +-
.../runners/flink/FlinkTransformOverridesTest.java | 4 +-
.../beam/runners/flink/PortableExecutionTest.java | 4 +-
.../runners/flink/PortableStateExecutionTest.java | 4 +-
.../runners/flink/PortableTimersExecutionTest.java | 4 +-
.../beam/runners/flink/ReadSourcePortableTest.java | 4 +-
.../runners/flink/ReadSourceStreamingTest.java | 4 +-
.../apache/beam/runners/flink/ReadSourceTest.java | 4 +-
.../flink/batch/NonMergingGroupByKeyTest.java | 4 +-
.../beam/runners/flink/batch/ReshuffleTest.java | 4 +-
.../flink/metrics/FlinkMetricContainerTest.java | 4 +-
.../FlinkBroadcastStateInternalsTest.java | 4 +-
.../flink/streaming/FlinkStateInternalsTest.java | 23 +-
.../flink/streaming/GroupByNullKeyTest.java | 4 +-
.../flink/streaming/GroupByWithNullValuesTest.java | 4 +-
.../flink/streaming/TopWikipediaSessionsTest.java | 4 +-
.../functions/FlinkDoFnFunctionTest.java | 5 +-
.../FlinkExecutableStageFunctionTest.java | 5 +-
.../functions/FlinkStatefulDoFnFunctionTest.java | 5 +-
.../functions/ImpulseSourceFunctionTest.java | 3 +
.../wrappers/SourceInputFormatTest.java | 3 +
.../wrappers/streaming/DoFnOperatorTest.java | 6 +-
.../streaming/ExecutableStageDoFnOperatorTest.java | 5 +-
.../wrappers/streaming/StreamRecordStripper.java | 4 +-
.../wrappers/streaming/WindowDoFnOperatorTest.java | 5 +-
.../wrappers/streaming/io/TestCountingSource.java | 4 +-
.../streaming/io/UnboundedSourceWrapperTest.java | 5 +-
.../stableinput/BufferedElementsTest.java | 3 +
.../stableinput/BufferingDoFnRunnerTest.java | 3 +
runners/google-cloud-dataflow-java/build.gradle | 6 +-
.../examples-streaming/build.gradle | 2 +-
.../examples/build.gradle | 2 +-
.../beam/runners/dataflow/BatchViewOverrides.java | 19 +-
.../beam/runners/dataflow/CreateDataflowView.java | 4 +-
.../beam/runners/dataflow/DataflowClient.java | 4 +-
.../beam/runners/dataflow/DataflowMetrics.java | 5 +-
.../dataflow/DataflowPTransformMatchers.java | 4 +-
.../beam/runners/dataflow/DataflowPipelineJob.java | 4 +-
.../dataflow/DataflowPipelineTranslator.java | 2 +-
.../beam/runners/dataflow/DataflowRunner.java | 5 +-
.../beam/runners/dataflow/DataflowRunnerInfo.java | 4 +-
.../runners/dataflow/GroupIntoBatchesOverride.java | 3 +
.../dataflow/PrimitiveParDoSingleFactory.java | 5 +-
.../beam/runners/dataflow/TestDataflowRunner.java | 4 +-
.../beam/runners/dataflow/TransformTranslator.java | 3 +
.../beam/runners/dataflow/internal/IsmFormat.java | 4 +-
.../dataflow/options/DataflowPipelineOptions.java | 4 +-
.../dataflow/options/DefaultGcpRegionFactory.java | 4 +-
.../util/AvroCoderCloudObjectTranslator.java | 3 +
.../beam/runners/dataflow/util/CloudObject.java | 4 +-
.../dataflow/util/CloudObjectTranslators.java | 5 +-
.../beam/runners/dataflow/util/CloudObjects.java | 5 +-
.../util/CoderCloudObjectTranslatorRegistrar.java | 3 +
.../runners/dataflow/util/DataflowTemplateJob.java | 4 +-
...DefaultCoderCloudObjectTranslatorRegistrar.java | 3 +
.../beam/runners/dataflow/util/PackageUtil.java | 4 +-
.../runners/dataflow/util/RandomAccessData.java | 4 +-
.../util/SchemaCoderCloudObjectTranslator.java | 3 +
.../SerializableCoderCloudObjectTranslator.java | 3 +
.../apache/beam/runners/dataflow/util/Structs.java | 4 +-
.../beam/runners/dataflow/util/TimeUtil.java | 4 +-
.../dataflow/BatchStatefulParDoOverridesTest.java | 4 +-
.../beam/runners/dataflow/DataflowMetricsTest.java | 5 +-
.../dataflow/DataflowPTransformMatchersTest.java | 4 +-
.../runners/dataflow/DataflowPipelineJobTest.java | 4 +-
.../dataflow/DataflowPipelineTranslatorTest.java | 5 +-
.../runners/dataflow/DataflowRunnerInfoTest.java | 4 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 4 +-
.../runners/dataflow/RecordingPipelineVisitor.java | 4 +-
.../runners/dataflow/TestDataflowRunnerTest.java | 4 +-
.../options/DataflowPipelineOptionsTest.java | 4 +-
.../options/DataflowWorkerLoggingOptionsTest.java | 4 +-
.../transforms/DataflowGroupByKeyTest.java | 4 +-
.../dataflow/transforms/DataflowViewTest.java | 4 +-
.../runners/dataflow/util/CloudObjectsTest.java | 5 +-
.../runners/dataflow/util/MonitoringUtilTest.java | 4 +-
.../runners/dataflow/util/PackageUtilTest.java | 4 +-
.../beam/runners/dataflow/util/StructsTest.java | 4 +-
.../beam/runners/dataflow/util/TimeUtilTest.java | 4 +-
.../google-cloud-dataflow-java/worker/build.gradle | 6 +-
.../worker/legacy-worker/build.gradle | 6 +-
.../dataflow/worker/ApplianceShuffleReader.java | 4 +-
.../dataflow/worker/ApplianceShuffleWriter.java | 4 +-
.../runners/dataflow/worker/AvroByteReader.java | 4 +-
.../dataflow/worker/AvroByteReaderFactory.java | 5 +-
.../dataflow/worker/AvroByteSinkFactory.java | 3 +
.../dataflow/worker/BatchDataflowWorker.java | 4 +-
.../dataflow/worker/BatchModeExecutionContext.java | 9 +-
.../worker/BatchModeUngroupingParDoFn.java | 4 +-
.../worker/BeamFnMapTaskExecutorFactory.java | 5 +-
.../dataflow/worker/CombineValuesFnFactory.java | 5 +-
.../beam/runners/dataflow/worker/ConcatReader.java | 5 +-
.../dataflow/worker/ConcatReaderFactory.java | 5 +-
.../dataflow/worker/CounterShortIdCache.java | 5 +-
.../CreateIsmShardKeyAndSortKeyDoFnFactory.java | 5 +-
.../worker/DataflowElementExecutionTracker.java | 4 +-
.../dataflow/worker/DataflowExecutionContext.java | 4 +-
.../worker/DataflowExecutionStateRegistry.java | 4 +-
.../dataflow/worker/DataflowMetricsContainer.java | 4 +-
.../dataflow/worker/DataflowOperationContext.java | 4 +-
.../dataflow/worker/DataflowOutputCounter.java | 4 +-
.../worker/DataflowPortabilityPCollectionView.java | 3 +
.../dataflow/worker/DataflowRunnerHarness.java | 4 +-
.../worker/DataflowSideInputReadCounter.java | 5 +-
.../worker/DataflowWorkProgressUpdater.java | 4 +-
.../dataflow/worker/DataflowWorkUnitClient.java | 4 +-
.../worker/DataflowWorkerHarnessHelper.java | 4 +-
.../dataflow/worker/DoFnInstanceManagers.java | 4 +-
.../runners/dataflow/worker/ExperimentContext.java | 4 +-
...FetchAndFilterStreamingSideInputsOperation.java | 5 +-
.../beam/runners/dataflow/worker/Filepatterns.java | 4 +-
.../dataflow/worker/FnApiWindowMappingFn.java | 4 +-
.../worker/GroupAlsoByWindowParDoFnFactory.java | 5 +-
.../dataflow/worker/GroupAlsoByWindowsParDoFn.java | 4 +-
.../dataflow/worker/GroupingShuffleReader.java | 4 +-
.../worker/GroupingShuffleReaderFactory.java | 10 +-
...ingShuffleReaderWithFaultyBytesReadCounter.java | 4 +-
.../runners/dataflow/worker/InMemoryReader.java | 4 +-
.../dataflow/worker/InMemoryReaderFactory.java | 5 +-
.../worker/IntrinsicMapTaskExecutorFactory.java | 3 +
.../beam/runners/dataflow/worker/IsmReader.java | 4 +-
.../runners/dataflow/worker/IsmReaderFactory.java | 5 +-
.../runners/dataflow/worker/IsmReaderImpl.java | 4 +-
.../dataflow/worker/IsmSideInputReader.java | 16 +-
.../beam/runners/dataflow/worker/IsmSink.java | 4 +-
.../runners/dataflow/worker/IsmSinkFactory.java | 3 +
.../dataflow/worker/KeyTokenInvalidException.java | 4 +-
.../worker/MetricTrackingWindmillServerStub.java | 4 +-
.../worker/MetricsToCounterUpdateConverter.java | 4 +-
.../worker/NoOpSourceOperationExecutor.java | 4 +-
.../worker/PairWithConstantKeyDoFnFactory.java | 5 +-
.../dataflow/worker/PartialGroupByKeyParDoFns.java | 4 +-
.../dataflow/worker/PartitioningShuffleReader.java | 4 +-
.../worker/PartitioningShuffleReaderFactory.java | 5 +-
.../beam/runners/dataflow/worker/PubsubReader.java | 5 +-
.../beam/runners/dataflow/worker/PubsubSink.java | 5 +-
.../beam/runners/dataflow/worker/ReaderCache.java | 4 +-
.../runners/dataflow/worker/ReaderFactory.java | 3 +
.../runners/dataflow/worker/ReaderRegistry.java | 5 +-
.../ReifyTimestampAndWindowsParDoFnFactory.java | 4 +-
...HarnessCoderCloudObjectTranslatorRegistrar.java | 5 +-
.../dataflow/worker/SdkHarnessRegistries.java | 4 +-
.../runners/dataflow/worker/ShuffleLibrary.java | 4 +-
.../beam/runners/dataflow/worker/ShuffleSink.java | 5 +-
.../dataflow/worker/ShuffleSinkFactory.java | 5 +-
.../dataflow/worker/SimpleDoFnRunnerFactory.java | 3 +
.../runners/dataflow/worker/SimpleParDoFn.java | 5 +-
.../beam/runners/dataflow/worker/SinkFactory.java | 3 +
.../beam/runners/dataflow/worker/SinkRegistry.java | 5 +-
.../dataflow/worker/SourceTranslationUtils.java | 4 +-
.../worker/SplittableProcessFnFactory.java | 3 +
.../beam/runners/dataflow/worker/StateFetcher.java | 5 +-
.../dataflow/worker/StreamingDataflowWorker.java | 5 +-
.../StreamingKeyedWorkItemSideInputDoFnRunner.java | 4 +-
.../worker/StreamingModeExecutionContext.java | 4 +-
.../worker/StreamingStepMetricsContainer.java | 4 +-
.../worker/ToIsmRecordForMultimapDoFnFactory.java | 5 +-
.../dataflow/worker/UngroupedShuffleReader.java | 4 +-
.../worker/UngroupedShuffleReaderFactory.java | 5 +-
.../dataflow/worker/UngroupedWindmillReader.java | 5 +-
.../dataflow/worker/UserParDoFnFactory.java | 5 +-
.../runners/dataflow/worker/ValuesDoFnFactory.java | 4 +-
.../dataflow/worker/WindmillKeyedWorkItem.java | 5 +-
.../worker/WindmillReaderIteratorBase.java | 4 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 5 +-
.../dataflow/worker/WindmillStateCache.java | 5 +-
.../dataflow/worker/WindmillStateInternals.java | 5 +-
.../dataflow/worker/WindmillStateReader.java | 5 +-
.../dataflow/worker/WindmillTimerInternals.java | 4 +-
.../dataflow/worker/WindowingWindmillReader.java | 10 +-
.../dataflow/worker/WorkItemStatusClient.java | 4 +-
.../WorkerCustomSourceOperationExecutor.java | 5 +-
.../dataflow/worker/WorkerCustomSources.java | 5 +-
.../worker/WorkerPipelineOptionsFactory.java | 4 +-
.../dataflow/worker/counters/CounterFactory.java | 4 +-
.../dataflow/worker/counters/CounterName.java | 4 +-
.../dataflow/worker/counters/CounterSet.java | 4 +-
.../counters/DataflowCounterUpdateExtractor.java | 4 +-
.../DistributionCounterUpdateAggregator.java | 4 +-
.../counters/MeanCounterUpdateAggregator.java | 4 +-
.../counters/SumCounterUpdateAggregator.java | 4 +-
.../worker/fn/control/BeamFnMapTaskExecutor.java | 5 +-
.../control/DataflowSideInputHandlerFactory.java | 4 +-
...ntMonitoringInfoToCounterUpdateTransformer.java | 4 +-
...ntMonitoringInfoToCounterUpdateTransformer.java | 4 +-
.../control/RegisterAndProcessBundleOperation.java | 6 +-
...onMonitoringInfoToCounterUpdateTransformer.java | 4 +-
...erMonitoringInfoToCounterUpdateTransformer.java | 4 +-
.../worker/fn/data/BeamFnDataGrpcService.java | 3 +
.../fn/data/RemoteGrpcPortReadOperation.java | 4 +-
.../fn/data/RemoteGrpcPortWriteOperation.java | 4 +-
.../worker/fn/logging/BeamFnLoggingService.java | 4 +-
.../fn/stream/ServerStreamObserverFactory.java | 4 +-
.../graph/CreateExecutableStageNodeFunction.java | 4 +-
.../graph/DeduceFlattenLocationsFunction.java | 4 +-
.../beam/runners/dataflow/worker/graph/Edges.java | 4 +-
...nsertFetchAndFilterStreamingSideInputNodes.java | 5 +-
.../worker/graph/MapTaskToNetworkFunction.java | 4 +-
.../runners/dataflow/worker/graph/Networks.java | 4 +-
.../beam/runners/dataflow/worker/graph/Nodes.java | 4 +-
.../worker/graph/RegisterNodeFunction.java | 4 +-
.../graph/RemoveFlattenInstructionsFunction.java | 4 +-
.../graph/ReplacePgbkWithPrecombineFunction.java | 4 +-
.../logging/DataflowWorkerLoggingHandler.java | 4 +-
.../logging/DataflowWorkerLoggingInitializer.java | 4 +-
.../worker/logging/DataflowWorkerLoggingMDC.java | 4 +-
.../JulHandlerPrintStreamAdapterFactory.java | 4 +-
.../options/StreamingDataflowWorkerOptions.java | 4 +-
.../dataflow/worker/profiler/ScopedProfiler.java | 4 +-
.../dataflow/worker/status/DebugCapture.java | 4 +-
.../dataflow/worker/status/WorkerStatusPages.java | 4 +-
.../dataflow/worker/util/BoundedQueueExecutor.java | 4 +-
.../dataflow/worker/util/CloudSourceUtils.java | 4 +-
.../dataflow/worker/util/MemoryMonitor.java | 4 +-
.../dataflow/worker/util/TimerOrElement.java | 5 +-
.../worker/util/common/TaggedReiteratorList.java | 4 +-
.../common/worker/BatchingShuffleEntryReader.java | 4 +-
.../common/worker/ByteArrayShufflePosition.java | 4 +-
.../common/worker/CachingShuffleBatchReader.java | 4 +-
.../worker/GroupingShuffleEntryIterator.java | 4 +-
.../common/worker/GroupingShuffleRangeTracker.java | 4 +-
.../worker/util/common/worker/GroupingTables.java | 4 +-
.../worker/util/common/worker/MapTaskExecutor.java | 4 +-
.../common/worker/OutputObjectAndByteCounter.java | 4 +-
.../worker/util/common/worker/ReadOperation.java | 5 +-
.../worker/util/common/worker/ShuffleEntry.java | 4 +-
.../util/common/worker/ShuffleReadCounter.java | 4 +-
.../worker/util/common/worker/WorkExecutor.java | 4 +-
.../util/common/worker/WorkProgressUpdater.java | 4 +-
.../worker/util/common/worker/WriteOperation.java | 4 +-
.../worker/windmill/GrpcWindmillServer.java | 4 +-
.../dataflow/worker/windmill/WindmillServer.java | 4 +-
.../worker/windmill/WindmillServerBase.java | 4 +-
.../worker/windmill/WindmillServerStub.java | 4 +-
.../dataflow/harness/test/TestExecutors.java | 4 +-
.../dataflow/harness/test/TestStreamsTest.java | 4 +-
.../worker/ApplianceShuffleCountersTest.java | 4 +-
.../dataflow/worker/AvroByteReaderFactoryTest.java | 2 +-
.../dataflow/worker/AvroByteReaderTest.java | 5 +-
.../dataflow/worker/BatchDataflowWorkerTest.java | 4 +-
.../worker/BatchModeExecutionContextTest.java | 4 +-
.../worker/CombineValuesFnFactoryTest.java | 3 +
.../dataflow/worker/ConcatReaderFactoryTest.java | 4 +-
.../runners/dataflow/worker/ConcatReaderTest.java | 5 +-
...CreateIsmShardKeyAndSortKeyDoFnFactoryTest.java | 4 +-
.../worker/DataflowBatchWorkerHarnessTest.java | 4 +-
.../DataflowElementExecutionTrackerTest.java | 4 +-
.../worker/DataflowExecutionStateTrackerTest.java | 4 +-
.../worker/DataflowOperationContextTest.java | 4 +-
.../worker/DataflowSideInputReadCounterTest.java | 3 +
.../worker/DataflowWorkProgressUpdaterTest.java | 4 +-
.../worker/DataflowWorkUnitClientTest.java | 4 +-
.../worker/DataflowWorkerHarnessHelperTest.java | 4 +-
.../dataflow/worker/DefaultParDoFnFactoryTest.java | 5 +-
.../dataflow/worker/DeltaCounterCellTest.java | 4 +-
.../dataflow/worker/DoFnInstanceManagersTest.java | 4 +-
.../dataflow/worker/FakeWindmillServer.java | 4 +-
.../dataflow/worker/FnApiWindowMappingFnTest.java | 5 +-
.../GroupAlsoByWindowParDoFnFactoryTest.java | 3 +
.../dataflow/worker/GroupingShuffleReaderTest.java | 10 +-
.../runners/dataflow/worker/HotKeyLoggerTest.java | 4 +-
.../dataflow/worker/InMemoryReaderFactoryTest.java | 4 +-
.../IntrinsicMapTaskExecutorFactoryTest.java | 10 +-
.../worker/IntrinsicMapTaskExecutorTest.java | 4 +-
.../dataflow/worker/IsmReaderFactoryTest.java | 4 +-
.../runners/dataflow/worker/IsmReaderTest.java | 5 +-
.../LazilyInitializedSideInputReaderTest.java | 5 +-
.../runners/dataflow/worker/LogRecordMatcher.java | 4 +-
.../worker/NoOpSourceOperationExecutorTest.java | 4 +-
.../worker/PairWithConstantKeyDoFnFactoryTest.java | 4 +-
.../worker/PartialGroupByKeyParDoFnsTest.java | 2 +-
.../worker/PartitioningShuffleReaderTest.java | 4 +-
.../runners/dataflow/worker/PubsubReaderTest.java | 4 +-
.../runners/dataflow/worker/PubsubSinkTest.java | 4 +-
.../runners/dataflow/worker/ReaderCacheTest.java | 4 +-
.../runners/dataflow/worker/ReaderFactoryTest.java | 5 +-
.../runners/dataflow/worker/ReaderTestUtils.java | 4 +-
...ReifyTimestampAndWindowsParDoFnFactoryTest.java | 4 +-
.../dataflow/worker/SdkHarnessRegistryTest.java | 4 +-
.../dataflow/worker/ShuffleReaderFactoryTest.java | 2 +-
.../dataflow/worker/ShuffleSinkFactoryTest.java | 4 +-
.../runners/dataflow/worker/ShuffleSinkTest.java | 4 +-
.../runners/dataflow/worker/SimpleParDoFnTest.java | 4 +-
.../worker/SourceOperationExecutorFactoryTest.java | 4 +-
.../runners/dataflow/worker/StateFetcherTest.java | 4 +-
.../worker/StreamingDataflowWorkerTest.java | 4 +-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 4 +-
...reamingGroupAlsoByWindowsReshuffleDoFnTest.java | 4 +-
...eamingKeyedWorkItemSideInputDoFnRunnerTest.java | 4 +-
.../worker/StreamingModeExecutionContextTest.java | 4 +-
...eamingPCollectionViewWriterDoFnFactoryTest.java | 5 +-
.../worker/StreamingSideInputDoFnRunnerTest.java | 4 +-
.../worker/StreamingSideInputFetcherTest.java | 9 +-
.../worker/StreamingStepMetricsContainerTest.java | 3 +
.../dataflow/worker/TestOperationContext.java | 4 +-
.../worker/TestShuffleReadCounterFactory.java | 4 +-
.../dataflow/worker/TestShuffleReaderTest.java | 4 +-
.../ToIsmRecordForMultimapDoFnFactoryTest.java | 4 +-
.../worker/UngroupedShuffleReaderTest.java | 4 +-
.../dataflow/worker/UserParDoFnFactoryTest.java | 9 +-
.../dataflow/worker/ValuesDoFnFactoryTest.java | 4 +-
.../dataflow/worker/WindmillKeyedWorkItemTest.java | 4 +-
.../dataflow/worker/WindmillStateCacheTest.java | 4 +-
.../worker/WindmillStateInternalsTest.java | 5 +-
.../dataflow/worker/WindmillStateTestUtils.java | 4 +-
.../dataflow/worker/WindmillTimeUtilsTest.java | 4 +-
.../dataflow/worker/WorkItemStatusClientTest.java | 4 +-
.../dataflow/worker/WorkerCustomSourcesTest.java | 4 +-
.../DistributionCounterUpdateAggregatorTest.java | 4 +-
.../counters/MeanCounterUpdateAggregatorTest.java | 4 +-
.../counters/SumCounterUpdateAggregatorTest.java | 4 +-
.../worker/fn/BeamFnControlServiceTest.java | 4 +-
.../fn/control/BeamFnMapTaskExecutorTest.java | 5 +-
.../DataflowSideInputHandlerFactoryTest.java | 5 +-
...nitoringInfoToCounterUpdateTransformerTest.java | 4 +-
...nitoringInfoToCounterUpdateTransformerTest.java | 4 +-
...nitoringInfoToCounterUpdateTransformerTest.java | 4 +-
...nitoringInfoToCounterUpdateTransformerTest.java | 4 +-
.../RegisterAndProcessBundleOperationTest.java | 1 +
.../SingularProcessBundleProgressTrackerTest.java | 5 +-
...nitoringInfoToCounterUpdateTransformerTest.java | 4 +-
...nitoringInfoToCounterUpdateTransformerTest.java | 4 +-
.../fn/data/RemoteGrpcPortReadOperationTest.java | 4 +-
.../fn/data/RemoteGrpcPortWriteOperationTest.java | 4 +-
.../fn/logging/BeamFnLoggingServiceTest.java | 4 +-
.../fn/stream/ServerStreamObserverFactoryTest.java | 4 +-
.../graph/CloneAmbiguousFlattensFunctionTest.java | 4 +-
.../CreateRegisterFnOperationFunctionTest.java | 4 +-
.../graph/LengthPrefixUnknownCodersTest.java | 4 +-
.../dataflow/worker/graph/NetworksTest.java | 4 +-
.../runners/dataflow/worker/graph/NodesTest.java | 5 +-
.../ReplacePgbkWithPrecombineFunctionTest.java | 4 +-
.../logging/DataflowWorkerLoggingHandlerTest.java | 4 +-
.../DataflowWorkerLoggingInitializerTest.java | 4 +-
.../JulHandlerPrintStreamAdapterFactoryTest.java | 4 +-
.../worker/profiler/ScopedProfilerTest.java | 4 +-
.../dataflow/worker/status/DebugCaptureTest.java | 4 +-
.../worker/status/WorkerStatusPagesTest.java | 4 +-
.../worker/testing/GenericJsonMatcherTest.java | 4 +-
.../worker/testing/RestoreDataflowLoggingMDC.java | 4 +-
.../worker/testing/TestCountingSource.java | 4 +-
.../worker/util/CounterHamcrestMatchers.java | 4 +-
.../worker/util/GroupAlsoByWindowProperties.java | 4 +-
.../dataflow/worker/util/ListOutputManager.java | 15 +-
.../dataflow/worker/util/MemoryMonitorTest.java | 4 +-
.../worker/BatchingShuffleEntryReaderTest.java | 4 +-
.../util/common/worker/ExecutorTestUtils.java | 2 +-
.../worker/GroupingShuffleEntryIteratorTest.java | 5 +-
.../util/common/worker/GroupingTablesTest.java | 4 +-
.../util/common/worker/MapTaskExecutorTest.java | 4 +-
.../worker/OutputObjectAndByteCounterTest.java | 4 +-
.../util/common/worker/ReadOperationTest.java | 4 +-
.../util/common/worker/ShuffleEntryTest.java | 4 +-
.../worker/util/common/worker/StubbedExecutor.java | 4 +-
.../util/common/worker/TestOutputReceiver.java | 4 +-
.../common/worker/WorkProgressUpdaterTest.java | 4 +-
.../util/common/worker/WriteOperationTest.java | 3 +
.../worker/windmill/GrpcWindmillServerTest.java | 5 +-
.../worker/windmill/build.gradle | 5 +-
runners/java-fn-execution/build.gradle | 3 +-
.../GrpcContextHeaderAccessorProvider.java | 4 +-
.../beam/runners/fnexecution/GrpcFnServer.java | 6 +-
.../beam/runners/fnexecution/ServerFactory.java | 3 +
.../artifact/ArtifactRetrievalService.java | 4 +-
.../artifact/ArtifactStagingService.java | 4 +-
.../control/DefaultJobBundleFactory.java | 5 +-
.../fnexecution/control/FnApiControlClient.java | 4 +-
.../control/ProcessBundleDescriptors.java | 15 +-
...renceCountingExecutableStageContextFactory.java | 4 +-
.../runners/fnexecution/control/RemoteBundle.java | 3 +
.../fnexecution/control/RemoteOutputReceiver.java | 3 +
.../fnexecution/control/SdkHarnessClient.java | 5 +-
.../SingleEnvironmentInstanceJobBundleFactory.java | 3 +
.../fnexecution/control/StageBundleFactory.java | 4 +-
.../fnexecution/control/TimerReceiverFactory.java | 5 +-
.../runners/fnexecution/data/GrpcDataService.java | 4 +-
.../fnexecution/environment/DockerCommand.java | 4 +-
.../environment/EmbeddedEnvironmentFactory.java | 4 +-
.../fnexecution/environment/ProcessManager.java | 4 +-
.../fnexecution/logging/GrpcLoggingService.java | 4 +-
.../provisioning/StaticGrpcProvisionService.java | 4 +-
.../state/InMemoryBagUserStateFactory.java | 5 +-
.../fnexecution/state/StateRequestHandlers.java | 5 +-
.../translation/BatchSideInputHandlerFactory.java | 4 +-
.../translation/PipelineTranslatorUtils.java | 5 +-
.../runners/fnexecution/EmbeddedSdkHarness.java | 4 +-
.../artifact/ArtifactRetrievalServiceTest.java | 4 +-
.../artifact/ArtifactStagingServiceTest.java | 4 +-
.../control/DefaultJobBundleFactoryTest.java | 4 +-
.../control/FnApiControlClientPoolServiceTest.java | 4 +-
.../control/FnApiControlClientTest.java | 4 +-
.../control/ProcessBundleDescriptorsTest.java | 4 +-
.../fnexecution/control/RemoteExecutionTest.java | 6 +-
.../fnexecution/control/SdkHarnessClientTest.java | 5 +-
...gleEnvironmentInstanceJobBundleFactoryTest.java | 4 +-
.../environment/DockerEnvironmentFactoryTest.java | 4 +-
.../environment/ProcessEnvironmentFactoryTest.java | 4 +-
.../environment/ProcessManagerTest.java | 4 +-
.../fnexecution/state/GrpcStateServiceTest.java | 5 +-
.../state/StateRequestHandlersTest.java | 3 +
.../status/BeamWorkerStatusGrpcServiceTest.java | 4 +-
.../fnexecution/status/WorkerStatusClientTest.java | 4 +-
.../BatchSideInputHandlerFactoryTest.java | 4 +-
.../wire/LengthPrefixUnknownCodersTest.java | 4 +-
runners/java-job-service/build.gradle | 3 +-
.../runners/jobsubmission/InMemoryJobService.java | 4 +-
.../beam/runners/jobsubmission/JobInvocation.java | 4 +-
.../beam/runners/jobsubmission/JobInvoker.java | 4 +-
.../runners/jobsubmission/JobServerDriver.java | 4 +-
.../jobsubmission/PortablePipelineJarCreator.java | 5 +-
.../jobsubmission/PortablePipelineJarUtils.java | 4 +-
.../jobsubmission/InMemoryJobServiceTest.java | 4 +-
.../runners/jobsubmission/JobInvocationTest.java | 4 +-
.../PortablePipelineJarCreatorTest.java | 4 +-
runners/jet/build.gradle | 4 +-
.../org/apache/beam/runners/jet/DAGBuilder.java | 5 +-
.../apache/beam/runners/jet/JetGraphVisitor.java | 4 +-
.../apache/beam/runners/jet/JetPipelineResult.java | 4 +-
.../beam/runners/jet/JetTransformTranslator.java | 3 +
.../beam/runners/jet/JetTransformTranslators.java | 1 +
.../java/org/apache/beam/runners/jet/Utils.java | 6 +-
.../beam/runners/jet/metrics/JetMetricResults.java | 4 +-
.../runners/jet/processors/AbstractParDoP.java | 5 +-
.../beam/runners/jet/processors/AssignWindowP.java | 6 +-
.../runners/jet/processors/BoundedSourceP.java | 6 +-
.../beam/runners/jet/processors/FlattenP.java | 5 +-
.../beam/runners/jet/processors/ImpulseP.java | 5 +-
.../runners/jet/processors/StatefulParDoP.java | 5 +-
.../runners/jet/processors/UnboundedSourceP.java | 6 +-
.../apache/beam/runners/jet/processors/ViewP.java | 5 +-
.../beam/runners/jet/processors/WindowGroupP.java | 5 +-
.../org/apache/beam/runners/jet/TestJetRunner.java | 5 +-
.../org/apache/beam/runners/jet/TestStreamP.java | 5 +-
runners/local-java/build.gradle | 2 +-
runners/portability/java/build.gradle | 2 +-
.../runners/portability/CloseableResource.java | 4 +-
.../beam/runners/portability/PortableMetrics.java | 4 +-
.../beam/runners/portability/PortableRunner.java | 4 +-
runners/samza/build.gradle | 8 +-
runners/samza/job-server/build.gradle | 2 +-
.../beam/runners/samza/SamzaExecutionContext.java | 4 +-
.../beam/runners/samza/SamzaJobServerDriver.java | 4 +-
.../beam/runners/samza/SamzaPipelineResult.java | 4 +-
.../org/apache/beam/runners/samza/SamzaRunner.java | 4 +-
.../runners/samza/SamzaRunnerOverrideConfigs.java | 4 +-
.../runners/samza/adapter/BoundedSourceSystem.java | 4 +-
.../samza/adapter/UnboundedSourceSystem.java | 5 +-
.../samza/container/BeamContainerRunner.java | 5 +-
.../samza/container/ContainerCfgFactory.java | 4 +-
.../samza/metrics/SamzaMetricsContainer.java | 4 +-
.../apache/beam/runners/samza/runtime/DoFnOp.java | 5 +-
.../runtime/DoFnRunnerWithKeyedInternals.java | 5 +-
.../beam/runners/samza/runtime/GroupByKeyOp.java | 4 +-
.../beam/runners/samza/runtime/KeyedInternals.java | 5 +-
.../beam/runners/samza/runtime/KeyedTimerData.java | 5 +-
.../beam/runners/samza/runtime/OpAdapter.java | 4 +-
.../beam/runners/samza/runtime/OpMessage.java | 4 +-
.../runners/samza/runtime/SamzaDoFnRunners.java | 5 +-
.../samza/runtime/SamzaStoreStateInternals.java | 6 +-
.../samza/runtime/SamzaTimerInternalsFactory.java | 5 +-
.../SplittableParDoProcessKeyedElementsOp.java | 4 +-
.../runners/samza/translation/ConfigBuilder.java | 4 +-
.../runners/samza/translation/ConfigContext.java | 4 +-
.../samza/translation/ImpulseTranslator.java | 3 +
.../runners/samza/translation/PViewToIdMapper.java | 5 +-
.../translation/ParDoBoundMultiTranslator.java | 5 +-
.../translation/PortableTranslationContext.java | 5 +-
.../translation/SamzaImpulseSystemFactory.java | 4 +-
.../samza/translation/SamzaPipelineTranslator.java | 5 +-
.../SamzaPortablePipelineTranslator.java | 5 +-
.../samza/translation/SamzaTransformOverrides.java | 3 +
.../translation/SplittableParDoTranslators.java | 5 +-
.../samza/translation/TranslationContext.java | 6 +-
.../beam/runners/samza/util/SamzaCoders.java | 4 +-
.../samza/util/SamzaPipelineTranslatorUtils.java | 3 +
.../samza/adapter/BoundedSourceSystemTest.java | 4 +-
.../runners/samza/adapter/TestSourceHelpers.java | 4 +-
.../runners/samza/adapter/TestUnboundedSource.java | 4 +-
.../samza/adapter/UnboundedSourceSystemTest.java | 4 +-
.../runtime/SamzaStoreStateInternalsTest.java | 5 +-
.../runtime/SamzaTimerInternalsFactoryTest.java | 5 +-
.../samza/translation/ConfigGeneratorTest.java | 4 +-
.../samza/translation/SamzaImpulseSystemTest.java | 5 +-
.../runners/samza/util/TestHashIdGenerator.java | 4 +-
runners/spark/build.gradle | 8 +-
.../apache/beam/runners/spark/SparkJobInvoker.java | 4 +-
.../runners/spark/SparkNativePipelineVisitor.java | 5 +-
.../beam/runners/spark/SparkPipelineResult.java | 5 +-
.../beam/runners/spark/SparkPipelineRunner.java | 5 +-
.../org/apache/beam/runners/spark/SparkRunner.java | 4 +-
.../beam/runners/spark/SparkRunnerDebugger.java | 4 +-
.../runners/spark/SparkTransformOverrides.java | 3 +
.../apache/beam/runners/spark/TestSparkRunner.java | 4 +-
.../spark/aggregators/AggregatorsAccumulator.java | 4 +-
.../spark/aggregators/NamedAggregators.java | 4 +-
.../beam/runners/spark/coders/CoderHelpers.java | 4 +-
.../spark/coders/SparkRunnerKryoRegistrator.java | 3 +
.../spark/coders/StatelessJavaSerializer.java | 5 +-
.../apache/beam/runners/spark/io/CreateStream.java | 4 +-
.../beam/runners/spark/io/MicrobatchSource.java | 4 +-
.../beam/runners/spark/io/SourceDStream.java | 4 +-
.../apache/beam/runners/spark/io/SourceRDD.java | 5 +-
.../runners/spark/io/SparkUnboundedSource.java | 4 +-
.../runners/spark/metrics/MetricsAccumulator.java | 4 +-
.../runners/spark/metrics/WithMetricsSupport.java | 6 +-
.../SparkGroupAlsoByWindowViaWindowSet.java | 4 +-
.../spark/stateful/SparkStateInternals.java | 4 +-
.../spark/stateful/SparkTimerInternals.java | 4 +-
.../runners/spark/stateful/StateSpecFunctions.java | 5 +-
.../SparkStructuredStreamingPipelineResult.java | 5 +-
.../SparkStructuredStreamingRunner.java | 4 +-
.../aggregators/AggregatorsAccumulator.java | 4 +-
.../aggregators/NamedAggregators.java | 4 +-
.../metrics/MetricsAccumulator.java | 4 +-
.../metrics/WithMetricsSupport.java | 6 +-
.../translation/PipelineTranslator.java | 4 +-
.../translation/SparkTransformOverrides.java | 3 +
.../translation/TransformTranslator.java | 3 +
.../translation/TranslationContext.java | 5 +-
.../batch/CombinePerKeyTranslatorBatch.java | 3 +
.../translation/batch/DoFnFunction.java | 4 +-
.../translation/batch/FlattenTranslatorBatch.java | 4 +-
.../translation/batch/ParDoTranslatorBatch.java | 5 +-
.../translation/batch/PipelineTranslatorBatch.java | 5 +-
.../batch/WindowAssignTranslatorBatch.java | 4 +-
.../batch/functions/SparkSideInputReader.java | 5 +-
.../translation/helpers/EncoderHelpers.java | 4 +-
.../translation/helpers/MultiOuputCoder.java | 5 +-
.../translation/helpers/SideInputBroadcast.java | 4 +-
.../streaming/DatasetSourceStreaming.java | 3 +
.../streaming/PipelineTranslatorStreaming.java | 5 +-
.../translation/utils/CachedSideInputReader.java | 4 +-
.../translation/utils/SideInputStorage.java | 4 +-
.../runners/spark/translation/BoundedDataset.java | 4 +-
.../spark/translation/EvaluationContext.java | 5 +-
.../spark/translation/MultiDoFnFunction.java | 4 +-
.../SparkBatchPortablePipelineTranslator.java | 5 +-
.../spark/translation/SparkContextFactory.java | 4 +-
.../SparkExecutableStageExtractionFunction.java | 4 +-
.../translation/SparkExecutableStageFunction.java | 5 +-
.../spark/translation/SparkPCollectionView.java | 5 +-
.../SparkStreamingPortablePipelineTranslator.java | 5 +-
.../spark/translation/SparkTranslationContext.java | 5 +-
.../spark/translation/TransformTranslator.java | 5 +-
.../spark/translation/TranslationUtils.java | 5 +-
.../translation/ValueAndCoderLazySerializable.java | 4 +-
.../spark/translation/streaming/Checkpoint.java | 4 +-
.../streaming/StreamingTransformTranslator.java | 5 +-
.../streaming/WatermarkSyncedDStream.java | 4 +-
.../runners/spark/util/CachedSideInputReader.java | 4 +-
.../runners/spark/util/GlobalWatermarkHolder.java | 5 +-
.../runners/spark/util/SideInputBroadcast.java | 4 +-
.../beam/runners/spark/util/SideInputStorage.java | 4 +-
.../beam/runners/spark/util/SparkCompat.java | 5 +-
.../runners/spark/util/SparkSideInputReader.java | 5 +-
.../org/apache/beam/runners/spark/CacheTest.java | 5 +-
.../runners/spark/GlobalWatermarkHolderTest.java | 4 +-
.../runners/spark/ProvidedSparkContextTest.java | 4 +-
.../beam/runners/spark/SparkPipelineStateTest.java | 4 +-
.../aggregators/metrics/sink/InMemoryMetrics.java | 4 +-
.../coders/SparkRunnerKryoRegistratorTest.java | 3 +
.../beam/runners/spark/io/AvroPipelineTest.java | 4 +-
.../beam/runners/spark/io/NumShardsTest.java | 4 +-
.../spark/io/ReaderToIteratorAdapterTest.java | 4 +-
.../StructuredStreamingPipelineStateTest.java | 4 +-
.../aggregators/metrics/sink/InMemoryMetrics.java | 4 +-
.../metrics/sink/SparkMetricsSinkTest.java | 4 +-
.../translation/batch/CombineTest.java | 4 +-
.../translation/batch/ComplexSourceTest.java | 4 +-
.../translation/batch/FlattenTest.java | 4 +-
.../translation/batch/GroupByKeyTest.java | 4 +-
.../translation/batch/ParDoTest.java | 4 +-
.../translation/batch/SimpleSourceTest.java | 4 +-
.../translation/batch/WindowAssignTest.java | 4 +-
.../translation/streaming/SimpleSourceTest.java | 4 +-
.../utils/SerializationDebugger.java | 4 +-
.../SparkExecutableStageFunctionTest.java | 5 +-
.../spark/translation/TransformTranslatorTest.java | 3 +
.../ValueAndCoderLazySerializableTest.java | 3 +
.../ResumeFromCheckpointStreamingTest.java | 5 +-
.../streaming/TrackStreamingSourcesTest.java | 5 +-
.../streaming/utils/EmbeddedKafkaCluster.java | 4 +-
runners/twister2/build.gradle | 6 +-
.../runners/twister2/BeamBatchTSetEnvironment.java | 4 +-
.../beam/runners/twister2/BeamBatchWorker.java | 5 +-
.../Twister2PipelineExecutionEnvironment.java | 5 +-
.../runners/twister2/Twister2PipelineResult.java | 4 +-
.../beam/runners/twister2/Twister2Runner.java | 5 +-
.../beam/runners/twister2/Twister2TestRunner.java | 4 +-
.../twister2/Twister2TranslationContext.java | 5 +-
.../wrappers/Twister2BoundedSource.java | 4 +-
.../translation/wrappers/Twister2EmptySource.java | 4 +-
.../translators/BatchTransformTranslator.java | 3 +
.../translators/StreamTransformTranslator.java | 3 +
.../Twister2BatchPipelineTranslator.java | 5 +-
.../batch/AssignWindowTranslatorBatch.java | 3 +
.../translators/batch/FlattenTranslatorBatch.java | 3 +
.../batch/GroupByKeyTranslatorBatch.java | 3 +
.../batch/PCollectionViewTranslatorBatch.java | 3 +
.../batch/ParDoMultiOutputTranslatorBatch.java | 5 +-
.../functions/AssignWindowsFunction.java | 4 +-
.../functions/ByteToWindowFunction.java | 4 +-
.../functions/ByteToWindowFunctionPrimitive.java | 4 +-
.../translators/functions/DoFnFunction.java | 5 +-
.../functions/GroupByWindowFunction.java | 4 +-
.../translators/functions/MapToTupleFunction.java | 4 +-
.../translators/functions/OutputTagFilter.java | 4 +-
.../functions/Twister2SinkFunction.java | 4 +-
.../internal/SystemReduceFnBuffering.java | 4 +-
.../runners/twister2/utils/TranslationUtils.java | 4 +-
.../twister2/utils/Twister2SideInputReader.java | 5 +-
sdks/java/core/build.gradle | 11 +-
.../main/java/org/apache/beam/sdk/Pipeline.java | 4 +-
.../org/apache/beam/sdk/coders/AtomicCoder.java | 4 +-
.../java/org/apache/beam/sdk/coders/AvroCoder.java | 4 +-
.../org/apache/beam/sdk/coders/CoderProviders.java | 4 +-
.../org/apache/beam/sdk/coders/CoderRegistry.java | 4 +-
.../org/apache/beam/sdk/coders/DefaultCoder.java | 2 +-
.../org/apache/beam/sdk/coders/NullableCoder.java | 4 +-
.../apache/beam/sdk/coders/RowCoderGenerator.java | 5 +-
.../beam/sdk/coders/StringDelegateCoder.java | 4 +-
.../sdk/expansion/ExternalTransformRegistrar.java | 3 +
.../main/java/org/apache/beam/sdk/io/AvroIO.java | 4 +-
.../apache/beam/sdk/io/AvroSchemaIOProvider.java | 4 +-
.../main/java/org/apache/beam/sdk/io/AvroSink.java | 4 +-
.../java/org/apache/beam/sdk/io/AvroSource.java | 4 +-
.../org/apache/beam/sdk/io/BlockBasedSource.java | 4 +-
.../sdk/io/BoundedReadFromUnboundedSource.java | 4 +-
.../apache/beam/sdk/io/ClassLoaderFileSystem.java | 4 +-
.../org/apache/beam/sdk/io/CompressedSource.java | 4 +-
.../beam/sdk/io/ConstantAvroDestination.java | 4 +-
.../org/apache/beam/sdk/io/CountingSource.java | 4 +-
.../apache/beam/sdk/io/DefaultFilenamePolicy.java | 4 +-
.../beam/sdk/io/DynamicFileDestinations.java | 4 +-
.../java/org/apache/beam/sdk/io/FileBasedSink.java | 4 +-
.../org/apache/beam/sdk/io/FileBasedSource.java | 4 +-
.../main/java/org/apache/beam/sdk/io/FileIO.java | 4 +-
.../java/org/apache/beam/sdk/io/FileSystems.java | 5 +-
.../org/apache/beam/sdk/io/GenerateSequence.java | 4 +-
.../org/apache/beam/sdk/io/LocalFileSystem.java | 4 +-
.../org/apache/beam/sdk/io/OffsetBasedSource.java | 4 +-
.../src/main/java/org/apache/beam/sdk/io/Read.java | 5 +-
.../beam/sdk/io/SerializableAvroCodecFactory.java | 4 +-
.../java/org/apache/beam/sdk/io/TFRecordIO.java | 4 +-
.../main/java/org/apache/beam/sdk/io/TextIO.java | 4 +-
.../apache/beam/sdk/io/TextRowCountEstimator.java | 4 +-
.../main/java/org/apache/beam/sdk/io/TextSink.java | 5 +-
.../java/org/apache/beam/sdk/io/TextSource.java | 4 +-
.../java/org/apache/beam/sdk/io/WriteFiles.java | 5 +-
.../apache/beam/sdk/io/fs/ResourceIdTester.java | 4 +-
.../beam/sdk/io/range/ByteKeyRangeTracker.java | 4 +-
.../beam/sdk/io/range/OffsetRangeTracker.java | 4 +-
.../org/apache/beam/sdk/metrics/MetricResult.java | 4 +-
.../beam/sdk/options/ExperimentalOptions.java | 4 +-
.../beam/sdk/options/PipelineOptionsFactory.java | 11 +-
.../beam/sdk/options/PipelineOptionsValidator.java | 4 +-
.../beam/sdk/options/ProxyInvocationHandler.java | 4 +-
.../org/apache/beam/sdk/options/ValueProvider.java | 5 +-
.../beam/sdk/runners/PTransformOverride.java | 3 +
.../sdk/runners/PTransformOverrideFactory.java | 3 +
.../beam/sdk/runners/TransformHierarchy.java | 4 +-
.../apache/beam/sdk/schemas/AutoValueSchema.java | 5 +-
.../apache/beam/sdk/schemas/AvroRecordSchema.java | 3 +
.../apache/beam/sdk/schemas/CachingFactory.java | 5 +-
.../beam/sdk/schemas/FieldAccessDescriptor.java | 4 +-
.../beam/sdk/schemas/FieldTypeDescriptors.java | 5 +-
.../sdk/schemas/FieldValueTypeInformation.java | 5 +-
.../beam/sdk/schemas/FromRowUsingCreator.java | 5 +-
.../sdk/schemas/GetterBasedSchemaProvider.java | 5 +-
.../apache/beam/sdk/schemas/JavaBeanSchema.java | 5 +-
.../apache/beam/sdk/schemas/JavaFieldSchema.java | 2 +-
.../java/org/apache/beam/sdk/schemas/Schema.java | 6 +-
.../org/apache/beam/sdk/schemas/SchemaCoder.java | 4 +-
.../beam/sdk/schemas/SchemaCoderHelpers.java | 5 +-
.../apache/beam/sdk/schemas/SchemaRegistry.java | 5 +-
.../apache/beam/sdk/schemas/SchemaTranslation.java | 5 +-
.../org/apache/beam/sdk/schemas/SchemaUtils.java | 4 +-
.../sdk/schemas/SetterBasedCreatorFactory.java | 3 +
.../sdk/schemas/annotations/DefaultSchema.java | 2 +-
.../beam/sdk/schemas/annotations/SchemaCreate.java | 4 +-
.../sdk/schemas/annotations/SchemaFieldName.java | 4 +-
.../beam/sdk/schemas/annotations/SchemaIgnore.java | 4 +-
.../apache/beam/sdk/schemas/logicaltypes/Date.java | 4 +-
.../beam/sdk/schemas/logicaltypes/DateTime.java | 4 +-
.../sdk/schemas/logicaltypes/EnumerationType.java | 4 +-
.../sdk/schemas/logicaltypes/MicrosInstant.java | 4 +-
.../sdk/schemas/logicaltypes/NanosDuration.java | 4 +-
.../sdk/schemas/logicaltypes/NanosInstant.java | 4 +-
.../beam/sdk/schemas/logicaltypes/OneOfType.java | 4 +-
.../logicaltypes/PassThroughLogicalType.java | 4 +-
.../apache/beam/sdk/schemas/logicaltypes/Time.java | 4 +-
.../parser/FieldAccessDescriptorParser.java | 4 +-
.../apache/beam/sdk/schemas/transforms/Cast.java | 4 +-
.../beam/sdk/schemas/transforms/CoGroup.java | 5 +-
.../beam/sdk/schemas/transforms/Convert.java | 4 +-
.../beam/sdk/schemas/transforms/DropFields.java | 4 +-
.../apache/beam/sdk/schemas/transforms/Filter.java | 5 +-
.../apache/beam/sdk/schemas/transforms/Group.java | 4 +-
.../apache/beam/sdk/schemas/transforms/Join.java | 5 +-
.../beam/sdk/schemas/transforms/RenameFields.java | 4 +-
.../sdk/schemas/transforms/SchemaAggregateFn.java | 16 +-
.../apache/beam/sdk/schemas/transforms/Select.java | 4 +-
.../beam/sdk/schemas/utils/AutoValueUtils.java | 5 +-
.../beam/sdk/schemas/utils/AvroByteBuddyUtils.java | 5 +-
.../apache/beam/sdk/schemas/utils/AvroUtils.java | 5 +-
.../beam/sdk/schemas/utils/ByteBuddyUtils.java | 6 +-
.../beam/sdk/schemas/utils/ConvertHelpers.java | 5 +-
.../beam/sdk/schemas/utils/JavaBeanUtils.java | 5 +-
.../apache/beam/sdk/schemas/utils/POJOUtils.java | 5 +-
.../beam/sdk/schemas/utils/ReflectUtils.java | 5 +-
.../beam/sdk/schemas/utils/SchemaZipFold.java | 4 +-
.../sdk/schemas/utils/SelectByteBuddyHelpers.java | 4 +-
.../beam/sdk/schemas/utils/SelectHelpers.java | 5 +-
.../sdk/schemas/utils/StaticSchemaInference.java | 5 +-
.../java/org/apache/beam/sdk/state/StateSpec.java | 3 +
.../java/org/apache/beam/sdk/state/StateSpecs.java | 5 +-
.../org/apache/beam/sdk/testing/Annotations.java | 4 +-
.../apache/beam/sdk/testing/CoderProperties.java | 4 +-
.../apache/beam/sdk/testing/CombineFnTester.java | 4 +-
.../beam/sdk/testing/FileChecksumMatcher.java | 4 +-
.../org/apache/beam/sdk/testing/JsonMatcher.java | 4 +-
.../java/org/apache/beam/sdk/testing/PAssert.java | 9 +-
.../apache/beam/sdk/testing/PaneExtractors.java | 4 +-
.../beam/sdk/testing/SerializableMatchers.java | 34 +-
.../apache/beam/sdk/testing/SourceTestUtils.java | 4 +-
.../apache/beam/sdk/testing/SuccessOrFailure.java | 4 +-
.../org/apache/beam/sdk/testing/TestPipeline.java | 4 +-
.../org/apache/beam/sdk/testing/TestStream.java | 3 +
.../apache/beam/sdk/testing/WindowSupplier.java | 4 +-
.../beam/sdk/transforms/ApproximateQuantiles.java | 4 +-
.../org/apache/beam/sdk/transforms/Combine.java | 4 +-
.../org/apache/beam/sdk/transforms/CombineFns.java | 8 +-
.../org/apache/beam/sdk/transforms/Distinct.java | 4 +-
.../beam/sdk/transforms/DoFnOutputReceivers.java | 4 +-
.../beam/sdk/transforms/DoFnSchemaInformation.java | 5 +-
.../org/apache/beam/sdk/transforms/DoFnTester.java | 3 +
.../beam/sdk/transforms/FlatMapElements.java | 4 +-
.../beam/sdk/transforms/GroupIntoBatches.java | 5 +-
.../beam/sdk/transforms/InferableFunction.java | 4 +-
.../org/apache/beam/sdk/transforms/Latest.java | 4 +-
.../apache/beam/sdk/transforms/MapElements.java | 4 +-
.../java/org/apache/beam/sdk/transforms/Max.java | 4 +-
.../java/org/apache/beam/sdk/transforms/Min.java | 4 +-
.../java/org/apache/beam/sdk/transforms/ParDo.java | 5 +-
.../org/apache/beam/sdk/transforms/Partition.java | 3 +
.../beam/sdk/transforms/PeriodicSequence.java | 4 +-
.../java/org/apache/beam/sdk/transforms/Regex.java | 5 +-
.../java/org/apache/beam/sdk/transforms/Reify.java | 4 +-
.../apache/beam/sdk/transforms/Requirements.java | 3 +
.../org/apache/beam/sdk/transforms/Sample.java | 5 +-
.../beam/sdk/transforms/SerializableFunctions.java | 4 +-
.../apache/beam/sdk/transforms/SimpleFunction.java | 4 +-
.../org/apache/beam/sdk/transforms/ToString.java | 4 +-
.../java/org/apache/beam/sdk/transforms/Top.java | 4 +-
.../java/org/apache/beam/sdk/transforms/View.java | 5 +-
.../java/org/apache/beam/sdk/transforms/Wait.java | 4 +-
.../java/org/apache/beam/sdk/transforms/Watch.java | 5 +-
.../apache/beam/sdk/transforms/WithFailures.java | 4 +-
.../org/apache/beam/sdk/transforms/WithKeys.java | 4 +-
.../beam/sdk/transforms/display/DisplayData.java | 4 +-
.../beam/sdk/transforms/join/CoGbkResult.java | 4 +-
.../beam/sdk/transforms/join/UnionCoder.java | 4 +-
.../reflect/ByteBuddyDoFnInvokerFactory.java | 5 +-
.../reflect/ByteBuddyOnTimerInvokerFactory.java | 4 +-
.../beam/sdk/transforms/reflect/DoFnSignature.java | 4 +-
.../sdk/transforms/reflect/DoFnSignatures.java | 5 +-
.../splittabledofn/ByteKeyRangeTracker.java | 4 +-
.../splittabledofn/GrowableOffsetRangeTracker.java | 4 +-
.../splittabledofn/OffsetRangeTracker.java | 4 +-
.../splittabledofn/RestrictionTracker.java | 3 +
.../sdk/transforms/splittabledofn/SplitResult.java | 3 +
.../splittabledofn/WatermarkEstimators.java | 4 +-
.../beam/sdk/transforms/windowing/AfterPane.java | 4 +-
.../transforms/windowing/AfterProcessingTime.java | 4 +-
.../windowing/AfterSynchronizedProcessingTime.java | 4 +-
.../sdk/transforms/windowing/AfterWatermark.java | 4 +-
.../sdk/transforms/windowing/GlobalWindows.java | 4 +-
.../windowing/MergeOverlappingIntervalWindows.java | 4 +-
.../beam/sdk/transforms/windowing/Never.java | 4 +-
.../beam/sdk/transforms/windowing/Trigger.java | 4 +-
.../beam/sdk/transforms/windowing/Window.java | 5 +-
.../java/org/apache/beam/sdk/util/ApiSurface.java | 7 +-
.../org/apache/beam/sdk/util/AppliedCombineFn.java | 4 +-
.../java/org/apache/beam/sdk/util/CoderUtils.java | 9 +-
.../util/EmptyOnDeserializationThreadLocal.java | 4 +-
.../sdk/util/ExposedByteArrayOutputStream.java | 4 +-
.../sdk/util/FilePatternMatchingShardedFile.java | 4 +-
.../org/apache/beam/sdk/util/FluentBackoff.java | 4 +-
.../org/apache/beam/sdk/util/InstanceBuilder.java | 4 +-
.../java/org/apache/beam/sdk/util/MoreFutures.java | 3 +
.../apache/beam/sdk/util/MutationDetectors.java | 4 +-
.../java/org/apache/beam/sdk/util/NameUtils.java | 4 +-
.../java/org/apache/beam/sdk/util/NoopLock.java | 4 +-
.../apache/beam/sdk/util/NumberedShardedFile.java | 4 +-
.../org/apache/beam/sdk/util/Preconditions.java | 4 +-
.../java/org/apache/beam/sdk/util/ReleaseInfo.java | 4 +-
.../java/org/apache/beam/sdk/util/RowJson.java | 4 +-
.../beam/sdk/util/SerializableThrowable.java | 4 +-
.../apache/beam/sdk/util/SerializableUtils.java | 5 +-
.../java/org/apache/beam/sdk/util/ShardedKey.java | 3 +
.../java/org/apache/beam/sdk/util/StreamUtils.java | 4 +-
.../apache/beam/sdk/util/UserCodeException.java | 4 +-
.../sdk/util/common/ElementByteSizeObserver.java | 4 +-
.../sdk/values/FailsafeValueInSingleWindow.java | 4 +-
.../org/apache/beam/sdk/values/PCollection.java | 4 +-
.../apache/beam/sdk/values/PCollectionList.java | 3 +
.../apache/beam/sdk/values/PCollectionTuple.java | 3 +
.../apache/beam/sdk/values/PCollectionView.java | 4 +-
.../apache/beam/sdk/values/PCollectionViews.java | 6 +-
.../java/org/apache/beam/sdk/values/PValue.java | 4 +-
.../org/apache/beam/sdk/values/PValueBase.java | 4 +-
.../java/org/apache/beam/sdk/values/PValues.java | 4 +-
.../main/java/org/apache/beam/sdk/values/Row.java | 5 +-
.../java/org/apache/beam/sdk/values/RowUtils.java | 5 +-
.../org/apache/beam/sdk/values/RowWithGetters.java | 5 +-
.../apache/beam/sdk/values/TimestampedValue.java | 4 +-
.../org/apache/beam/sdk/values/TypeDescriptor.java | 4 +-
.../apache/beam/sdk/values/TypeDescriptors.java | 5 +-
.../org/apache/beam/sdk/values/TypeParameter.java | 4 +-
.../beam/sdk/values/ValueInSingleWindow.java | 4 +-
.../java/org/apache/beam/sdk/PipelineTest.java | 5 +-
.../test/java/org/apache/beam/sdk/TestUtils.java | 4 +-
.../org/apache/beam/sdk/coders/AvroCoderTest.java | 4 +-
.../apache/beam/sdk/coders/AvroCoderTestPojo.java | 4 +-
.../beam/sdk/coders/BigDecimalCoderTest.java | 4 +-
.../beam/sdk/coders/BigEndianIntegerCoderTest.java | 4 +-
.../beam/sdk/coders/BigEndianLongCoderTest.java | 4 +-
.../beam/sdk/coders/BigIntegerCoderTest.java | 4 +-
.../apache/beam/sdk/coders/BitSetCoderTest.java | 4 +-
.../apache/beam/sdk/coders/ByteArrayCoderTest.java | 4 +-
.../org/apache/beam/sdk/coders/ByteCoderTest.java | 4 +-
.../apache/beam/sdk/coders/CoderRegistryTest.java | 4 +-
.../java/org/apache/beam/sdk/coders/CoderTest.java | 4 +-
.../beam/sdk/coders/CollectionCoderTest.java | 4 +-
.../apache/beam/sdk/coders/DoubleCoderTest.java | 4 +-
.../apache/beam/sdk/coders/DurationCoderTest.java | 4 +-
.../org/apache/beam/sdk/coders/FloatCoderTest.java | 4 +-
.../apache/beam/sdk/coders/InstantCoderTest.java | 4 +-
.../apache/beam/sdk/coders/IterableCoderTest.java | 4 +-
.../org/apache/beam/sdk/coders/KvCoderTest.java | 4 +-
.../org/apache/beam/sdk/coders/ListCoderTest.java | 4 +-
.../org/apache/beam/sdk/coders/MapCoderTest.java | 4 +-
.../apache/beam/sdk/coders/NullableCoderTest.java | 4 +-
.../sdk/coders/PCollectionCustomCoderTest.java | 4 +-
.../beam/sdk/coders/PrintBase64Encodings.java | 4 +-
.../beam/sdk/coders/SerializableCoderTest.java | 4 +-
.../org/apache/beam/sdk/coders/SetCoderTest.java | 4 +-
.../beam/sdk/coders/StringUtf8CoderTest.java | 4 +-
.../beam/sdk/coders/StructuredCoderTest.java | 4 +-
.../beam/sdk/coders/TextualIntegerCoderTest.java | 4 +-
.../apache/beam/sdk/coders/VarIntCoderTest.java | 4 +-
.../apache/beam/sdk/coders/VarLongCoderTest.java | 4 +-
.../java/org/apache/beam/sdk/io/AvroIOTest.java | 5 +-
.../org/apache/beam/sdk/io/AvroSourceTest.java | 4 +-
.../sdk/io/BoundedReadFromUnboundedSourceTest.java | 4 +-
.../beam/sdk/io/ClassLoaderFileSystemTest.java | 4 +-
.../apache/beam/sdk/io/CompressedSourceTest.java | 4 +-
.../org/apache/beam/sdk/io/CountingSourceTest.java | 4 +-
.../beam/sdk/io/DefaultFilenamePolicyTest.java | 4 +-
.../org/apache/beam/sdk/io/FileBasedSinkTest.java | 5 +-
.../apache/beam/sdk/io/FileBasedSourceTest.java | 4 +-
.../java/org/apache/beam/sdk/io/FileIOTest.java | 4 +-
.../org/apache/beam/sdk/io/FileSystemsTest.java | 4 +-
.../apache/beam/sdk/io/LocalFileSystemTest.java | 4 +-
.../apache/beam/sdk/io/LocalResourceIdTest.java | 4 +-
.../apache/beam/sdk/io/OffsetBasedSourceTest.java | 4 +-
.../test/java/org/apache/beam/sdk/io/ReadTest.java | 5 +-
.../java/org/apache/beam/sdk/io/SimpleSink.java | 4 +-
.../org/apache/beam/sdk/io/TFRecordIOTest.java | 4 +-
.../org/apache/beam/sdk/io/TextIOReadTest.java | 4 +-
.../org/apache/beam/sdk/io/TextIOWriteTest.java | 4 +-
.../org/apache/beam/sdk/io/TextSourceTest.java | 4 +-
.../org/apache/beam/sdk/io/WriteFilesTest.java | 4 +-
.../io/range/ByteKeyRangeInterpolateKeyTest.java | 4 +-
.../apache/beam/sdk/io/range/ByteKeyRangeTest.java | 4 +-
.../beam/sdk/metrics/MetricResultsMatchers.java | 4 +-
.../beam/sdk/metrics/MetricsEnvironmentTest.java | 4 +-
.../org/apache/beam/sdk/metrics/MetricsTest.java | 4 +-
.../sdk/options/PipelineOptionsFactoryTest.java | 5 +-
.../sdk/options/PipelineOptionsValidatorTest.java | 4 +-
.../sdk/options/ProxyInvocationHandlerTest.java | 4 +-
.../sdk/options/RemoteEnvironmentOptionsTest.java | 4 +-
.../beam/sdk/options/SdkHarnessOptionsTest.java | 4 +-
.../beam/sdk/runners/TransformHierarchyTest.java | 4 +-
.../apache/beam/sdk/runners/TransformTreeTest.java | 4 +-
.../beam/sdk/schemas/AutoValueSchemaTest.java | 4 +-
.../apache/beam/sdk/schemas/AvroSchemaTest.java | 4 +-
.../sdk/schemas/FieldAccessDescriptorTest.java | 4 +-
.../beam/sdk/schemas/JavaBeanSchemaTest.java | 4 +-
.../beam/sdk/schemas/JavaFieldSchemaTest.java | 4 +-
.../apache/beam/sdk/schemas/SchemaCoderTest.java | 5 +-
.../apache/beam/sdk/schemas/SchemaOptionsTest.java | 4 +-
.../beam/sdk/schemas/SchemaRegistryTest.java | 5 +-
.../org/apache/beam/sdk/schemas/SchemaTest.java | 4 +-
.../sdk/schemas/logicaltypes/LogicalTypesTest.java | 4 +-
.../beam/sdk/schemas/transforms/AddFieldsTest.java | 4 +-
.../sdk/schemas/transforms/CastValidatorTest.java | 4 +-
.../beam/sdk/schemas/transforms/CoGroupTest.java | 5 +-
.../beam/sdk/schemas/transforms/ConvertTest.java | 4 +-
.../beam/sdk/schemas/transforms/FilterTest.java | 4 +-
.../beam/sdk/schemas/transforms/GroupTest.java | 5 +-
.../beam/sdk/schemas/transforms/JoinTest.java | 4 +-
.../beam/sdk/schemas/transforms/JoinTestUtils.java | 3 +
.../beam/sdk/schemas/transforms/SelectTest.java | 4 +-
.../beam/sdk/schemas/utils/AvroGenerators.java | 4 +-
.../beam/sdk/schemas/utils/AvroUtilsTest.java | 5 +-
.../beam/sdk/schemas/utils/JavaBeanUtilsTest.java | 5 +-
.../beam/sdk/schemas/utils/POJOUtilsTest.java | 5 +-
.../beam/sdk/schemas/utils/SchemaTestUtils.java | 4 +-
.../beam/sdk/schemas/utils/SelectHelpersTest.java | 4 +-
.../beam/sdk/schemas/utils/TestJavaBeans.java | 4 +-
.../apache/beam/sdk/schemas/utils/TestPOJOs.java | 4 +-
.../apache/beam/sdk/state/StateContextsTest.java | 4 +-
.../beam/sdk/testing/CoderPropertiesTest.java | 4 +-
.../org/apache/beam/sdk/testing/ExpectedLogs.java | 4 +-
.../apache/beam/sdk/testing/ExpectedLogsTest.java | 4 +-
.../beam/sdk/testing/FileChecksumMatcherTest.java | 4 +-
.../sdk/testing/InterceptingUrlClassLoader.java | 4 +-
.../org/apache/beam/sdk/testing/PAssertTest.java | 5 +-
.../beam/sdk/testing/RestoreSystemProperties.java | 4 +-
.../sdk/testing/RestoreSystemPropertiesTest.java | 4 +-
.../beam/sdk/testing/SerializableMatchersTest.java | 4 +-
.../beam/sdk/testing/SourceTestUtilsTest.java | 4 +-
.../apache/beam/sdk/testing/TestStreamTest.java | 4 +-
.../apache/beam/sdk/testing/ThreadLeakTracker.java | 4 +-
.../beam/sdk/transforms/ApproximateUniqueTest.java | 4 +-
.../apache/beam/sdk/transforms/CombineFnsTest.java | 4 +-
.../apache/beam/sdk/transforms/CombineTest.java | 14 +-
.../apache/beam/sdk/transforms/DistinctTest.java | 4 +-
.../org/apache/beam/sdk/transforms/FilterTest.java | 4 +-
.../beam/sdk/transforms/FlatMapElementsTest.java | 4 +-
.../apache/beam/sdk/transforms/FlattenTest.java | 4 +-
.../apache/beam/sdk/transforms/GroupByKeyTest.java | 5 +-
.../apache/beam/sdk/transforms/JsonToRowTest.java | 4 +-
.../org/apache/beam/sdk/transforms/KeysTest.java | 10 +-
.../org/apache/beam/sdk/transforms/KvSwapTest.java | 2 +-
.../apache/beam/sdk/transforms/LatestFnTest.java | 4 +-
.../org/apache/beam/sdk/transforms/LatestTest.java | 4 +-
.../beam/sdk/transforms/MapElementsTest.java | 4 +-
.../apache/beam/sdk/transforms/PTransformTest.java | 4 +-
.../beam/sdk/transforms/ParDoLifecycleTest.java | 5 +-
.../beam/sdk/transforms/ParDoSchemaTest.java | 4 +-
.../org/apache/beam/sdk/transforms/ParDoTest.java | 5 +-
.../apache/beam/sdk/transforms/PartitionTest.java | 4 +-
.../org/apache/beam/sdk/transforms/SampleTest.java | 4 +-
.../org/apache/beam/sdk/transforms/SetsTest.java | 4 +-
.../beam/sdk/transforms/SimpleStatsFnsTest.java | 4 +-
.../beam/sdk/transforms/SplittableDoFnTest.java | 5 +-
.../org/apache/beam/sdk/transforms/TopTest.java | 10 +-
.../org/apache/beam/sdk/transforms/ValuesTest.java | 10 +-
.../org/apache/beam/sdk/transforms/ViewTest.java | 4 +-
.../org/apache/beam/sdk/transforms/WaitTest.java | 4 +-
.../org/apache/beam/sdk/transforms/WatchTest.java | 4 +-
.../beam/sdk/transforms/WithFailuresTest.java | 4 +-
.../beam/sdk/transforms/WithTimestampsTest.java | 4 +-
.../transforms/display/DisplayDataEvaluator.java | 4 +-
.../transforms/display/DisplayDataMatchers.java | 4 +-
.../sdk/transforms/display/DisplayDataTest.java | 4 +-
.../beam/sdk/transforms/join/CoGroupByKeyTest.java | 4 +-
.../sdk/transforms/reflect/DoFnInvokersTest.java | 5 +-
.../reflect/DoFnSignaturesSplittableDoFnTest.java | 5 +-
.../sdk/transforms/reflect/DoFnSignaturesTest.java | 4 +-
.../transforms/reflect/OnTimerInvokersTest.java | 4 +-
.../reflect/testhelper/DoFnInvokersTestHelper.java | 4 +-
.../splittabledofn/ByteKeyRangeTrackerTest.java | 4 +-
.../GrowableOffsetRangeTrackerTest.java | 5 +-
.../splittabledofn/OffsetRangeTrackerTest.java | 5 +-
.../transforms/splittabledofn/SplitResultTest.java | 4 +-
.../sdk/transforms/windowing/RepeatedlyTest.java | 4 +-
.../beam/sdk/transforms/windowing/StubTrigger.java | 4 +-
.../beam/sdk/transforms/windowing/TriggerTest.java | 4 +-
.../beam/sdk/transforms/windowing/WindowTest.java | 4 +-
.../org/apache/beam/sdk/util/ApiSurfaceTest.java | 5 +-
.../apache/beam/sdk/util/CombineFnUtilTest.java | 4 +-
.../util/FilePatternMatchingShardedFileTest.java | 4 +-
.../apache/beam/sdk/util/InstanceBuilderTest.java | 4 +-
.../org/apache/beam/sdk/util/NameUtilsTest.java | 4 +-
.../beam/sdk/util/NumberedShardedFileTest.java | 4 +-
.../java/org/apache/beam/sdk/util/RowJsonTest.java | 4 +-
.../beam/sdk/util/SerializableUtilsTest.java | 4 +-
.../org/apache/beam/sdk/util/StreamUtilsTest.java | 4 +-
.../beam/sdk/util/UnownedInputStreamTest.java | 4 +-
.../beam/sdk/util/UnownedOutputStreamTest.java | 4 +-
.../beam/sdk/util/UserCodeExceptionTest.java | 4 +-
.../org/apache/beam/sdk/util/ZipFilesTest.java | 4 +-
.../beam/sdk/util/common/ReflectHelpersTest.java | 4 +-
.../java/org/apache/beam/sdk/values/KVTest.java | 4 +-
.../java/org/apache/beam/sdk/values/RowTest.java | 5 +-
.../beam/sdk/values/TimestampedValueTest.java | 4 +-
.../apache/beam/sdk/values/TypeDescriptorTest.java | 4 +-
sdks/java/expansion-service/build.gradle | 1 -
.../sdk/expansion/service/ExpansionService.java | 3 +
.../expansion/service/ExpansionServiceTest.java | 3 +
.../beam/sdk/expansion/service/ExternalTest.java | 3 +
sdks/java/extensions/euphoria/build.gradle | 5 +-
.../core/client/operator/AssignEventTime.java | 5 +-
.../euphoria/core/client/operator/CountByKey.java | 5 +-
.../euphoria/core/client/operator/Distinct.java | 5 +-
.../euphoria/core/client/operator/Filter.java | 5 +-
.../euphoria/core/client/operator/FlatMap.java | 4 +-
.../euphoria/core/client/operator/FullJoin.java | 4 +-
.../euphoria/core/client/operator/Join.java | 4 +-
.../euphoria/core/client/operator/LeftJoin.java | 4 +-
.../euphoria/core/client/operator/MapElements.java | 4 +-
.../euphoria/core/client/operator/ReduceByKey.java | 5 +-
.../core/client/operator/ReduceWindow.java | 5 +-
.../euphoria/core/client/operator/RightJoin.java | 4 +-
.../euphoria/core/client/operator/SumByKey.java | 5 +-
.../euphoria/core/client/operator/TopPerKey.java | 4 +-
.../euphoria/core/client/operator/Union.java | 4 +-
.../core/client/operator/WindowBuilder.java | 4 +-
.../core/client/operator/base/Builders.java | 5 +-
.../euphoria/core/client/type/TypeUtils.java | 4 +-
.../translate/BroadcastHashJoinTranslator.java | 4 +-
.../translate/CompositeOperatorTranslator.java | 3 +
.../euphoria/core/translate/ExtractKey.java | 4 +-
.../euphoria/core/translate/JoinTranslator.java | 4 +-
.../core/translate/LazyAccumulatorProvider.java | 4 +-
.../euphoria/core/translate/OperatorTransform.java | 4 +-
.../core/translate/OperatorTranslator.java | 3 +
.../core/translate/ReduceByKeyTranslator.java | 5 +-
.../core/translate/SingleValueContext.java | 4 +-
.../core/translate/TimestampExtractTransform.java | 4 +-
.../euphoria/core/translate/UnionTranslator.java | 4 +-
.../translate/collector/AdaptableCollector.java | 4 +-
.../translate/collector/SingleValueCollector.java | 4 +-
.../provider/GenericTranslatorProvider.java | 3 +
.../euphoria/core/util/InstanceUtils.java | 4 +-
.../euphoria/core/client/lib/SplitTest.java | 3 +
.../core/client/operator/CountByKeyTest.java | 3 +
.../core/client/operator/DistinctTest.java | 3 +
.../euphoria/core/client/operator/FilterTest.java | 3 +
.../euphoria/core/client/operator/FlatMapTest.java | 5 +-
.../euphoria/core/client/operator/JoinTest.java | 5 +-
.../core/client/operator/MapElementsTest.java | 3 +
.../core/client/operator/ReduceByKeyTest.java | 5 +-
.../core/client/operator/ReduceWindowTest.java | 3 +
.../core/client/operator/SumByKeyTest.java | 5 +-
.../euphoria/core/client/operator/TestUtils.java | 4 +-
.../core/client/operator/TopPerKeyTest.java | 3 +
.../euphoria/core/client/operator/UnionTest.java | 3 +
.../core/client/type/TypePropagationAssert.java | 5 +-
.../euphoria/core/client/util/IOUtilsTest.java | 4 +-
.../core/docs/DocumentationExamplesTest.java | 3 +
.../core/testkit/BroadcastHashJoinTest.java | 3 +
.../euphoria/core/testkit/FlatMapTest.java | 4 +-
.../extensions/euphoria/core/testkit/JoinTest.java | 4 +-
.../euphoria/core/testkit/MapElementsTest.java | 4 +-
.../euphoria/core/testkit/ReduceByKeyTest.java | 4 +-
.../euphoria/core/testkit/SumByKeyTest.java | 4 +-
.../SingleJvmAccumulatorProviderTest.java | 4 +-
.../collector/SingleValueCollectorTest.java | 5 +-
.../core/translate/provider/ProviderTestUtils.java | 3 +
.../beam/sdk/transforms/windowing/WindowDesc.java | 4 +-
.../google-cloud-platform-core/build.gradle | 2 +-
.../extensions/gcp/auth/GcpCredentialFactory.java | 4 +-
.../extensions/gcp/auth/NoopCredentialFactory.java | 4 +-
.../sdk/extensions/gcp/options/GcpOptions.java | 4 +-
.../gcp/options/GoogleApiDebugOptions.java | 4 +-
.../sdk/extensions/gcp/storage/GcsFileSystem.java | 4 +-
.../sdk/extensions/gcp/util/CustomHttpErrors.java | 4 +-
.../beam/sdk/extensions/gcp/util/GcsUtil.java | 4 +-
.../gcp/util/RetryHttpRequestInitializer.java | 4 +-
.../gcp/util/UploadIdResponseInterceptor.java | 4 +-
.../sdk/extensions/gcp/util/gcsfs/GcsPath.java | 4 +-
.../sdk/extensions/gcp/GcpCoreApiSurfaceTest.java | 5 +-
.../sdk/extensions/gcp/options/GcpOptionsTest.java | 4 +-
.../extensions/gcp/storage/GcsFileSystemTest.java | 4 +-
.../gcp/storage/GcsPathValidatorTest.java | 4 +-
.../extensions/gcp/storage/GcsResourceIdTest.java | 4 +-
.../beam/sdk/extensions/gcp/util/GcsUtilIT.java | 4 +-
.../beam/sdk/extensions/gcp/util/GcsUtilTest.java | 4 +-
...LatencyRecordingHttpRequestInitializerTest.java | 4 +-
.../gcp/util/RetryHttpRequestInitializerTest.java | 4 +-
.../gcp/util/UploadIdResponseInterceptorTest.java | 4 +-
sdks/java/extensions/jackson/build.gradle | 2 +-
.../beam/sdk/extensions/jackson/AsJsons.java | 4 +-
.../beam/sdk/extensions/jackson/ParseJsons.java | 4 +-
.../extensions/jackson/JacksonTransformsTest.java | 4 +-
sdks/java/extensions/ml/build.gradle | 2 +-
.../beam/sdk/extensions/ml/AnnotateImages.java | 4 +-
.../beam/sdk/extensions/ml/AnnotateText.java | 4 +-
.../ml/AnnotateVideoBytesWithContextFn.java | 4 +-
.../beam/sdk/extensions/ml/AnnotateVideoFn.java | 4 +-
.../extensions/ml/AnnotateVideoFromBytesFn.java | 4 +-
.../sdk/extensions/ml/AnnotateVideoFromURIFn.java | 4 +-
.../ml/AnnotateVideoURIWithContextFn.java | 4 +-
.../beam/sdk/extensions/ml/DLPDeidentifyText.java | 4 +-
.../beam/sdk/extensions/ml/DLPInspectText.java | 4 +-
.../beam/sdk/extensions/ml/DLPReidentifyText.java | 4 +-
.../beam/sdk/extensions/ml/AnnotateImagesTest.java | 4 +-
.../beam/sdk/extensions/ml/AnnotateVideoTest.java | 4 +-
.../sdk/extensions/ml/BatchRequestForDlpTest.java | 4 +-
.../beam/sdk/extensions/ml/CloudVisionIT.java | 4 +-
.../beam/sdk/extensions/ml/CloudVisionTest.java | 4 +-
.../sdk/extensions/ml/MapStringToDlpRowTest.java | 4 +-
sdks/java/extensions/protobuf/build.gradle | 11 +-
.../extensions/protobuf/ProtoByteBuddyUtils.java | 5 +-
.../beam/sdk/extensions/protobuf/ProtoCoder.java | 4 +-
.../beam/sdk/extensions/protobuf/ProtoDomain.java | 5 +-
.../protobuf/ProtoDynamicMessageSchema.java | 5 +-
.../extensions/protobuf/ProtoMessageSchema.java | 14 +-
.../protobuf/ProtoSchemaLogicalTypes.java | 4 +-
.../extensions/protobuf/ProtoSchemaTranslator.java | 3 +
.../beam/sdk/extensions/protobuf/ProtobufUtil.java | 4 +-
.../extensions/protobuf/ByteStringCoderTest.java | 4 +-
.../extensions/protobuf/DynamicProtoCoderTest.java | 4 +-
.../sdk/extensions/protobuf/ProtoCoderTest.java | 4 +-
.../protobuf/ProtoDynamicMessageSchemaTest.java | 3 +
.../protobuf/ProtoMessageSchemaTest.java | 4 +-
.../protobuf/ProtoSchemaTranslatorTest.java | 5 +-
.../schemaio-expansion-service/build.gradle | 1 -
.../ExternalSchemaIOTransformRegistrar.java | 3 +
sdks/java/extensions/sketching/build.gradle | 1 -
.../extensions/sketching/SketchFrequencies.java | 3 +
.../sdk/extensions/sketching/TDigestQuantiles.java | 3 +
sdks/java/extensions/sorter/build.gradle | 1 -
.../sorter/BufferedExternalSorterTest.java | 3 +
.../sdk/extensions/sorter/SorterTestUtils.java | 3 +
sdks/java/extensions/sql/build.gradle | 10 +-
.../sql/meta/provider/datacatalog/SchemaUtils.java | 1 +
.../extensions/sql/expansion-service/build.gradle | 1 -
sdks/java/extensions/sql/hcatalog/build.gradle | 7 +-
.../provider/hcatalog/HCatalogTableProvider.java | 4 +-
.../provider/hcatalog/BeamSqlHiveSchemaTest.java | 4 +-
sdks/java/extensions/sql/jdbc/build.gradle | 1 -
.../sql/jdbc/BeamSqlLineTestingUtils.java | 3 +
.../apache/beam/sdk/extensions/sql/BeamSqlCli.java | 4 +-
.../beam/sdk/extensions/sql/SqlTransform.java | 10 +-
.../sdk/extensions/sql/example/model/Customer.java | 4 +-
.../sql/impl/BeamCalciteSchemaFactory.java | 4 +-
.../sdk/extensions/sql/impl/BeamCalciteTable.java | 5 +-
.../beam/sdk/extensions/sql/impl/BeamSqlEnv.java | 5 +-
.../extensions/sql/impl/CalciteQueryPlanner.java | 5 +-
.../sdk/extensions/sql/impl/JdbcConnection.java | 4 +-
.../beam/sdk/extensions/sql/impl/JdbcDriver.java | 5 +-
.../beam/sdk/extensions/sql/impl/QueryPlanner.java | 3 +
.../extensions/sql/impl/ScalarFunctionImpl.java | 5 +-
.../extensions/sql/impl/TVFSlidingWindowFn.java | 4 +-
.../extensions/sql/impl/TableResolutionUtils.java | 4 +-
.../beam/sdk/extensions/sql/impl/UdafImpl.java | 5 +-
.../beam/sdk/extensions/sql/impl/UdfImpl.java | 4 +-
.../sql/impl/UdfImplReflectiveFunctionBase.java | 4 +-
.../sdk/extensions/sql/impl/cep/CEPLiteral.java | 4 +-
.../sdk/extensions/sql/impl/cep/CEPPattern.java | 4 +-
.../beam/sdk/extensions/sql/impl/cep/CEPUtils.java | 4 +-
.../beam/sdk/extensions/sql/impl/nfa/NFA.java | 4 +-
.../sql/impl/parser/SqlCreateExternalTable.java | 4 +-
.../sql/impl/parser/SqlSetOptionBeam.java | 4 +-
.../sql/impl/planner/RelMdNodeStats.java | 3 +
.../sql/impl/rel/AbstractBeamCalcRel.java | 4 +-
.../sql/impl/rel/BeamAggregationRel.java | 5 +-
.../sdk/extensions/sql/impl/rel/BeamCalcRel.java | 6 +-
.../extensions/sql/impl/rel/BeamCoGBKJoinRel.java | 3 +
.../sql/impl/rel/BeamEnumerableConverter.java | 4 +-
.../sql/impl/rel/BeamLogicalConvention.java | 3 +
.../sdk/extensions/sql/impl/rel/BeamMatchRel.java | 5 +-
.../sdk/extensions/sql/impl/rel/BeamRelNode.java | 4 +-
.../sql/impl/rel/BeamSetOperatorRelBase.java | 5 +-
.../sdk/extensions/sql/impl/rel/BeamSortRel.java | 5 +-
.../extensions/sql/impl/rel/BeamSqlRelUtils.java | 3 +
.../sql/impl/rel/BeamTableFunctionScanRel.java | 5 +-
.../extensions/sql/impl/rel/BeamUncollectRel.java | 4 +-
.../sdk/extensions/sql/impl/rel/BeamUnnestRel.java | 4 +-
.../sdk/extensions/sql/impl/rel/BeamWindowRel.java | 5 +-
.../impl/rule/BeamAggregateProjectMergeRule.java | 4 +-
.../sql/impl/rule/BeamAggregationRule.java | 5 +-
.../sql/impl/rule/BeamBasicAggregationRule.java | 4 +-
.../sql/impl/rule/BeamIOPushDownRule.java | 4 +-
.../sql/impl/rule/BeamTableFunctionScanRule.java | 4 +-
.../sql/impl/rule/JoinRelOptRuleCall.java | 4 +-
.../extensions/sql/impl/schema/BeamTableUtils.java | 4 +-
.../impl/transform/BeamBuiltinAggregations.java | 5 +-
.../transform/BeamBuiltinAnalyticFunctions.java | 5 +-
.../sql/impl/transform/BeamJoinTransforms.java | 4 +-
.../impl/transform/BeamSetOperatorsTransforms.java | 4 +-
.../transform/agg/AggregationCombineFnAdapter.java | 5 +-
.../sql/impl/transform/agg/CovarianceFn.java | 5 +-
.../sql/impl/transform/agg/VarianceFn.java | 3 +
.../sql/impl/udf/BeamBuiltinFunctionProvider.java | 4 +-
.../impl/udf/BuiltinTrigonometricFunctions.java | 4 +-
.../extensions/sql/impl/utils/CalciteUtils.java | 4 +-
.../sql/meta/provider/FullNameTableProvider.java | 4 +-
.../sql/meta/provider/ReadOnlyTableProvider.java | 4 +-
.../provider/SchemaIOTableProviderWrapper.java | 4 +-
.../sql/meta/provider/TableProvider.java | 4 +-
.../sql/meta/provider/UdfUdafProvider.java | 3 +
.../provider/bigquery/BeamBigQuerySqlDialect.java | 4 +-
.../provider/bigquery/BeamSqlUnparseContext.java | 5 +-
.../sql/meta/provider/bigquery/BigQueryFilter.java | 4 +-
.../sql/meta/provider/bigquery/BigQueryTable.java | 5 +-
.../meta/provider/kafka/BeamKafkaProtoTable.java | 3 +
.../sql/meta/provider/kafka/BeamKafkaTable.java | 4 +-
.../sql/meta/provider/mongodb/MongoDbTable.java | 4 +-
.../sql/meta/provider/test/TestTableFilter.java | 4 +-
.../sql/meta/provider/test/TestTableProvider.java | 5 +-
.../sql/meta/provider/test/TestUnboundedTable.java | 4 +-
.../sql/meta/provider/text/TextTable.java | 4 +-
.../sql/meta/provider/text/TextTableProvider.java | 4 +-
.../sql/meta/store/InMemoryMetaStore.java | 4 +-
.../sdk/extensions/sql/BeamComplexTypeTest.java | 4 +-
.../beam/sdk/extensions/sql/BeamSqlCliTest.java | 4 +-
.../sql/BeamSqlDslAggregationCovarianceTest.java | 4 +-
.../sql/BeamSqlDslAggregationNullableTest.java | 4 +-
.../extensions/sql/BeamSqlDslAggregationTest.java | 4 +-
.../sql/BeamSqlDslAggregationVarianceTest.java | 4 +-
.../beam/sdk/extensions/sql/BeamSqlDslBase.java | 4 +-
.../sdk/extensions/sql/BeamSqlDslJoinTest.java | 4 +-
.../sdk/extensions/sql/BeamSqlDslProjectTest.java | 4 +-
.../sql/BeamSqlDslSqlStdOperatorsTest.java | 4 +-
.../sdk/extensions/sql/BeamSqlDslUdfUdafTest.java | 4 +-
.../sdk/extensions/sql/BeamSqlExplainTest.java | 4 +-
.../extensions/sql/InferredJavaBeanSqlTest.java | 4 +-
.../apache/beam/sdk/extensions/sql/TestUtils.java | 4 +-
.../sdk/extensions/sql/impl/JdbcDriverTest.java | 4 +-
.../sql/impl/parser/BeamDDLNestedTypesTest.java | 4 +-
.../extensions/sql/impl/parser/BeamDDLTest.java | 4 +-
.../extensions/sql/impl/planner/NodeStatsTest.java | 4 +-
.../sdk/extensions/sql/impl/rel/BaseRelTest.java | 4 +-
.../rel/BeamCoGBKJoinRelBoundedVsBoundedTest.java | 4 +-
.../BeamCoGBKJoinRelUnboundedVsUnboundedTest.java | 4 +-
.../sql/impl/rel/BeamEnumerableConverterTest.java | 4 +-
.../sql/impl/rel/BeamSideInputJoinRelTest.java | 4 +-
.../impl/rel/BeamSideInputLookupJoinRelTest.java | 4 +-
.../extensions/sql/impl/rel/BeamSortRelTest.java | 4 +-
.../rule/BeamAggregateProjectMergeRuleTest.java | 4 +-
.../sql/impl/rule/IOPushDownRuleTest.java | 4 +-
.../sql/impl/rule/JoinReorderingTest.java | 8 +-
.../schema/transform/BeamTransformBaseTest.java | 4 +-
.../sql/impl/utils/CalciteUtilsTest.java | 4 +-
...BeamSqlBuiltinFunctionsIntegrationTestBase.java | 4 +-
.../BeamSqlDateFunctionsIntegrationTest.java | 4 +-
.../sql/meta/CustomTableResolverTest.java | 4 +-
.../meta/provider/bigquery/BigQueryFilterTest.java | 4 +-
.../meta/provider/bigquery/BigQueryTestTable.java | 4 +-
.../bigquery/BigQueryTestTableProvider.java | 4 +-
.../provider/kafka/BeamKafkaTableProtoTest.java | 3 +
.../kafka/BeamKafkaTableStatisticsTest.java | 4 +-
.../provider/kafka/KafkaTableProviderCSVIT.java | 4 +-
.../meta/provider/kafka/KafkaTableProviderIT.java | 4 +-
.../sql/meta/provider/kafka/KafkaTestTable.java | 4 +-
.../meta/provider/mongodb/MongoDbFilterTest.java | 4 +-
.../meta/provider/mongodb/MongoDbReadWriteIT.java | 4 +-
.../provider/parquet/ParquetTableReadTest.java | 4 +-
.../provider/pubsub/PubsubTableProviderIT.java | 4 +
.../meta/provider/test/TestTableProviderTest.java | 4 +-
...tTableProviderWithFilterAndProjectPushDown.java | 4 +-
.../test/TestTableProviderWithFilterPushDown.java | 4 +-
.../test/TestTableProviderWithProjectPushDown.java | 4 +-
.../sql/meta/store/InMemoryMetaStoreTest.java | 4 +-
.../beam/sdk/extensions/sql/utils/RowAsserts.java | 4 +-
sdks/java/extensions/sql/zetasql/build.gradle | 5 +-
.../extensions/sql/zetasql/BeamZetaSqlCalcRel.java | 31 +-
.../sdk/extensions/sql/zetasql/DateTimeUtils.java | 3 +
.../sdk/extensions/sql/zetasql/QueryTrait.java | 4 +-
.../sdk/extensions/sql/zetasql/SqlAnalyzer.java | 4 +-
.../extensions/sql/zetasql/TableResolution.java | 4 +-
.../extensions/sql/zetasql/ZetaSQLPlannerImpl.java | 4 +-
.../sql/zetasql/ZetaSQLQueryPlanner.java | 5 +-
.../sql/zetasql/ZetaSqlBeamTranslationUtils.java | 4 +-
.../zetasql/ZetaSqlCalciteTranslationUtils.java | 4 +-
.../translation/AggregateScanConverter.java | 4 +-
.../translation/ArrayScanColumnRefToUncollect.java | 4 +-
.../zetasql/translation/ExpressionConverter.java | 4 +-
.../LimitOffsetScanToLimitConverter.java | 4 +-
.../LimitOffsetScanToOrderByLimitConverter.java | 4 +-
.../translation/QueryStatementConverter.java | 3 +
.../translation/SqlNullIfOperatorRewriter.java | 4 +-
.../sql/zetasql/translation/SqlOperators.java | 4 +-
.../translation/SqlWindowTableFunction.java | 4 +-
.../sql/zetasql/translation/TVFScanConverter.java | 5 +-
.../zetasql/translation/WithRefScanConverter.java | 4 +-
.../sql/zetasql/TableResolutionTest.java | 4 +-
.../beam/sdk/extensions/sql/zetasql/TestInput.java | 4 +-
.../sql/zetasql/ZetaSQLPushDownTest.java | 5 +-
.../sql/zetasql/ZetaSqlDialectSpecTest.java | 4 +-
.../sql/zetasql/ZetaSqlMathFunctionsTest.java | 3 +
.../extensions/sql/zetasql/ZetaSqlTestBase.java | 4 +-
.../sql/zetasql/ZetaSqlTimeFunctionsTest.java | 4 +-
sdks/java/extensions/zetasketch/build.gradle | 1 -
.../zetasketch/HllCountMergePartialFn.java | 3 +
sdks/java/fn-execution/build.gradle | 5 +-
...amFnDataSizeBasedBufferingOutboundObserver.java | 4 +-
...amFnDataTimeBasedBufferingOutboundObserver.java | 4 +-
.../sdk/fn/splittabledofn/RestrictionTrackers.java | 4 +-
.../sdk/fn/stream/BufferingStreamObserver.java | 4 +-
.../org/apache/beam/sdk/fn/stream/DataStreams.java | 5 +-
.../org/apache/beam/sdk/fn/test/TestExecutors.java | 4 +-
.../apache/beam/sdk/fn/JvmInitializersTest.java | 4 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java | 4 +-
...DataSizeBasedBufferingOutboundObserverTest.java | 4 +-
...DataTimeBasedBufferingOutboundObserverTest.java | 4 +-
.../fn/splittabledofn/RestrictionTrackersTest.java | 5 +-
.../apache/beam/sdk/fn/stream/DataStreamsTest.java | 4 +-
.../sdk/fn/stream/OutboundObserverFactoryTest.java | 4 +-
.../apache/beam/sdk/fn/test/TestExecutorsTest.java | 4 +-
.../apache/beam/sdk/fn/test/TestStreamsTest.java | 4 +-
sdks/java/harness/build.gradle | 9 +-
.../beam/fn/harness/AssignWindowsRunner.java | 3 +
.../beam/fn/harness/BeamFnDataReadRunner.java | 5 +-
.../beam/fn/harness/BeamFnDataWriteRunner.java | 5 +-
.../org/apache/beam/fn/harness/CombineRunners.java | 6 +-
.../org/apache/beam/fn/harness/FlattenRunner.java | 3 +
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 13 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 4 +-
.../org/apache/beam/fn/harness/MapFnRunners.java | 3 +
.../beam/fn/harness/PTransformRunnerFactory.java | 3 +
.../beam/fn/harness/PrecombineGroupingTable.java | 4 +-
.../beam/fn/harness/WindowMappingFnRunner.java | 3 +
.../beam/fn/harness/WindowMergingFnRunner.java | 3 +
.../fn/harness/control/FinalizeBundleHandler.java | 4 +-
.../fn/harness/control/ProcessBundleHandler.java | 8 +-
.../harness/data/PCollectionConsumerRegistry.java | 7 +-
.../fn/harness/data/QueueingBeamFnDataClient.java | 5 +-
.../fn/harness/logging/BeamFnLoggingClient.java | 5 +-
.../apache/beam/fn/harness/state/BagUserState.java | 5 +-
.../harness/state/BeamFnStateGrpcClientCache.java | 4 +-
.../beam/fn/harness/state/FnApiStateAccessor.java | 5 +-
.../beam/fn/harness/state/IterableSideInput.java | 3 +
.../state/LazyCachingIteratorToIterable.java | 4 +-
.../beam/fn/harness/state/MultimapSideInput.java | 5 +-
.../beam/fn/harness/state/SideInputSpec.java | 3 +
.../beam/fn/harness/state/StateBackedIterable.java | 3 +
.../fn/harness/state/StateFetchingIterators.java | 4 +-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 4 +-
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 4 +-
.../apache/beam/fn/harness/CombineRunnersTest.java | 4 +-
.../apache/beam/fn/harness/FlattenRunnerTest.java | 4 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 5 +-
.../apache/beam/fn/harness/MapFnRunnersTest.java | 4 +-
.../fn/harness/PrecombineGroupingTableTest.java | 4 +-
.../harness/control/BeamFnControlClientTest.java | 4 +-
.../harness/control/FinalizeBundleHandlerTest.java | 4 +-
.../harness/control/ProcessBundleHandlerTest.java | 5 +-
.../fn/harness/data/BeamFnDataGrpcClientTest.java | 4 +-
.../fn/harness/data/FakeBeamFnTimerClient.java | 5 +-
.../data/PCollectionConsumerRegistryTest.java | 5 +-
.../harness/logging/BeamFnLoggingClientTest.java | 4 +-
.../beam/fn/harness/state/BagUserStateTest.java | 4 +-
.../state/BeamFnStateGrpcClientCacheTest.java | 4 +-
.../fn/harness/state/StateBackedIterableTest.java | 5 +-
.../stream/HarnessStreamObserverFactoriesTest.java | 4 +-
sdks/java/io/amazon-web-services/build.gradle | 5 +-
.../apache/beam/sdk/io/aws/coders/AwsCoders.java | 4 +-
.../beam/sdk/io/aws/dynamodb/DynamoDBIO.java | 5 +-
.../apache/beam/sdk/io/aws/options/AwsModule.java | 4 +-
.../apache/beam/sdk/io/aws/s3/S3FileSystem.java | 4 +-
.../io/aws/s3/S3ReadableSeekableByteChannel.java | 4 +-
.../apache/beam/sdk/io/aws/s3/S3ResourceId.java | 4 +-
.../beam/sdk/io/aws/s3/S3WritableByteChannel.java | 4 +-
.../beam/sdk/io/aws/sns/PublishResultCoders.java | 4 +-
.../java/org/apache/beam/sdk/io/aws/sns/SnsIO.java | 9 +-
.../beam/sdk/io/aws/sqs/SqsConfiguration.java | 4 +-
.../java/org/apache/beam/sdk/io/aws/sqs/SqsIO.java | 4 +-
.../beam/sdk/io/aws/sqs/SqsUnboundedReader.java | 4 +-
.../beam/sdk/io/aws/sqs/SqsUnboundedSource.java | 4 +-
.../beam/sdk/io/aws/coders/AwsCodersTest.java | 4 +-
.../io/aws/dynamodb/AwsClientsProviderMock.java | 4 +-
.../beam/sdk/io/aws/dynamodb/DynamoDBIOTest.java | 4 +-
.../sdk/io/aws/dynamodb/DynamoDBIOTestHelper.java | 4 +-
.../beam/sdk/io/aws/options/AwsModuleTest.java | 4 +-
.../beam/sdk/io/aws/s3/MatchResultMatcher.java | 4 +-
.../beam/sdk/io/aws/s3/S3FileSystemTest.java | 4 +-
.../beam/sdk/io/aws/s3/S3ResourceIdTest.java | 4 +-
.../sdk/io/aws/s3/S3WritableByteChannelTest.java | 4 +-
.../sdk/io/aws/sns/PublishResultCodersTest.java | 4 +-
.../org/apache/beam/sdk/io/aws/sns/SnsIOTest.java | 4 +-
.../org/apache/beam/sdk/io/aws/sqs/SqsIOTest.java | 4 +-
sdks/java/io/amazon-web-services2/build.gradle | 5 +-
.../beam/sdk/io/aws2/dynamodb/DynamoDBIO.java | 5 +-
.../apache/beam/sdk/io/aws2/kinesis/KinesisIO.java | 4 +-
.../beam/sdk/io/aws2/kinesis/KinesisReader.java | 4 +-
.../beam/sdk/io/aws2/kinesis/KinesisRecord.java | 4 +-
.../beam/sdk/io/aws2/kinesis/KinesisSource.java | 4 +-
.../beam/sdk/io/aws2/kinesis/ShardCheckpoint.java | 4 +-
.../beam/sdk/io/aws2/kinesis/ShardReadersPool.java | 4 +-
.../io/aws2/kinesis/SimplifiedKinesisClient.java | 4 +-
.../beam/sdk/io/aws2/kinesis/StartingPoint.java | 4 +-
.../io/aws2/kinesis/StartingPointShardsFinder.java | 4 +-
.../apache/beam/sdk/io/aws2/kinesis/TimeUtil.java | 4 +-
.../apache/beam/sdk/io/aws2/options/AwsModule.java | 4 +-
.../org/apache/beam/sdk/io/aws2/sns/SnsIO.java | 5 +-
.../beam/sdk/io/aws2/sns/SnsResponseCoder.java | 4 +-
.../org/apache/beam/sdk/io/aws2/sqs/SqsIO.java | 4 +-
.../beam/sdk/io/aws2/sqs/SqsUnboundedReader.java | 4 +-
.../beam/sdk/io/aws2/sqs/SqsUnboundedSource.java | 4 +-
.../beam/sdk/io/aws2/dynamodb/DynamoDBIOTest.java | 4 +-
.../sdk/io/aws2/dynamodb/DynamoDBIOTestHelper.java | 5 +-
.../aws2/dynamodb/DynamoDbClientProviderMock.java | 4 +-
.../sdk/io/aws2/kinesis/AmazonKinesisMock.java | 4 +-
.../kinesis/DynamicCheckpointGeneratorTest.java | 4 +-
.../beam/sdk/io/aws2/kinesis/KinesisIOIT.java | 4 +-
.../aws2/kinesis/KinesisReaderCheckpointTest.java | 4 +-
.../sdk/io/aws2/kinesis/KinesisReaderTest.java | 4 +-
.../sdk/io/aws2/kinesis/KinesisServiceMock.java | 4 +-
.../beam/sdk/io/aws2/kinesis/RecordFilterTest.java | 4 +-
.../sdk/io/aws2/kinesis/ShardCheckpointTest.java | 4 +-
.../sdk/io/aws2/kinesis/ShardReadersPoolTest.java | 4 +-
.../io/aws2/kinesis/ShardRecordsIteratorTest.java | 4 +-
.../aws2/kinesis/SimplifiedKinesisClientTest.java | 4 +-
.../kinesis/StartingPointShardsFinderTest.java | 4 +-
.../beam/sdk/io/aws2/kinesis/TimeUtilTest.java | 4 +-
.../sdk/io/aws2/sns/MockSnsAsyncBaseClient.java | 4 +-
.../beam/sdk/io/aws2/sns/SnsClientMockErrors.java | 4 +-
.../beam/sdk/io/aws2/sns/SnsClientMockSuccess.java | 4 +-
.../org/apache/beam/sdk/io/aws2/sns/SnsIOTest.java | 4 +-
.../beam/sdk/io/aws2/sns/SnsIOWriteTest.java | 4 +-
.../beam/sdk/io/aws2/sqs/EmbeddedSqsServer.java | 4 +-
.../sdk/io/aws2/sqs/SqsClientProviderMock.java | 4 +-
sdks/java/io/amqp/build.gradle | 2 +-
.../java/org/apache/beam/sdk/io/amqp/AmqpIO.java | 4 +-
sdks/java/io/azure/build.gradle | 3 +-
.../sdk/io/azure/blobstore/AzfsResourceId.java | 4 +-
.../azure/blobstore/AzureBlobStoreFileSystem.java | 4 +-
.../DefaultBlobstoreClientBuilderFactory.java | 4 +-
.../sdk/io/azure/blobstore/AzfsResourceIdTest.java | 4 +-
sdks/java/io/bigquery-io-perf-tests/build.gradle | 2 +-
.../beam/sdk/bigqueryioperftests/BigQueryIOIT.java | 4 +-
sdks/java/io/cassandra/build.gradle | 5 +-
.../apache/beam/sdk/io/cassandra/CassandraIO.java | 9 +-
.../beam/sdk/io/cassandra/DefaultObjectMapper.java | 3 +
.../io/cassandra/DefaultObjectMapperFactory.java | 5 +-
.../beam/sdk/io/cassandra/CassandraIOIT.java | 4 +-
.../beam/sdk/io/cassandra/CassandraIOTest.java | 5 +-
sdks/java/io/clickhouse/build.gradle | 8 +-
.../beam/sdk/io/clickhouse/ClickHouseIO.java | 4 +-
.../beam/sdk/io/clickhouse/ClickHouseWriter.java | 4 +-
.../apache/beam/sdk/io/clickhouse/TableSchema.java | 4 +-
.../beam/sdk/io/clickhouse/BaseClickHouseTest.java | 1 +
.../beam/sdk/io/clickhouse/ClickHouseIOTest.java | 4 +-
sdks/java/io/common/build.gradle | 2 +-
.../org/apache/beam/sdk/io/common/HashingFn.java | 4 +-
.../org/apache/beam/sdk/io/common/IOITHelper.java | 4 +-
.../apache/beam/sdk/io/common/IOITHelperTest.java | 4 +-
sdks/java/io/contextualtextio/build.gradle | 3 +-
.../sdk/io/contextualtextio/ContextualTextIO.java | 4 +-
.../contextualtextio/ContextualTextIOSource.java | 4 +-
.../io/contextualtextio/RecordWithMetadata.java | 4 +-
.../io/contextualtextio/ContextualTextIOTest.java | 4 +-
.../elasticsearch-tests-2/build.gradle | 2 +-
.../sdk/io/elasticsearch/ElasticsearchIOIT.java | 4 +-
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 4 +-
.../elasticsearch-tests-5/build.gradle | 2 +-
.../sdk/io/elasticsearch/ElasticsearchIOIT.java | 4 +-
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 4 +-
.../elasticsearch-tests-6/build.gradle | 2 +-
.../sdk/io/elasticsearch/ElasticsearchIOIT.java | 4 +-
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 4 +-
.../elasticsearch-tests-7/build.gradle | 2 +-
.../sdk/io/elasticsearch/ElasticsearchIOIT.java | 4 +-
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 4 +-
.../elasticsearch-tests-common/build.gradle | 2 +-
.../elasticsearch/ElasticsearchIOTestCommon.java | 4 +-
.../io/elasticsearch/ElasticsearchIOTestUtils.java | 4 +-
sdks/java/io/elasticsearch/build.gradle | 2 +-
.../beam/sdk/io/elasticsearch/ElasticsearchIO.java | 4 +-
sdks/java/io/expansion-service/build.gradle | 2 +-
sdks/java/io/file-based-io-tests/build.gradle | 2 +-
.../java/org/apache/beam/sdk/io/avro/AvroIOIT.java | 4 +-
.../apache/beam/sdk/io/parquet/ParquetIOIT.java | 4 +-
.../java/org/apache/beam/sdk/io/text/TextIOIT.java | 4 +-
.../apache/beam/sdk/io/tfrecord/TFRecordIOIT.java | 4 +-
.../java/org/apache/beam/sdk/io/xml/XmlIOIT.java | 4 +-
sdks/java/io/google-cloud-platform/build.gradle | 4 +-
.../beam/sdk/io/gcp/bigquery/AvroRowWriter.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BatchLoads.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtils.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryIOMetadata.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryQueryHelper.java | 4 +-
.../io/gcp/bigquery/BigQueryResourceNaming.java | 4 +-
.../sdk/io/gcp/bigquery/BigQuerySourceBase.java | 4 +-
.../gcp/bigquery/BigQueryStorageQuerySource.java | 4 +-
.../io/gcp/bigquery/BigQueryStorageSourceBase.java | 4 +-
.../gcp/bigquery/BigQueryStorageStreamSource.java | 4 +-
.../gcp/bigquery/BigQueryStorageTableSource.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryTableSource.java | 4 +-
.../io/gcp/bigquery/BigQueryTableSourceDef.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 78 +-
.../beam/sdk/io/gcp/bigquery/CreateTables.java | 4 +-
.../sdk/io/gcp/bigquery/DynamicDestinations.java | 4 +-
.../gcp/bigquery/DynamicDestinationsHelpers.java | 4 +-
.../beam/sdk/io/gcp/bigquery/ErrorContainer.java | 4 +-
.../beam/sdk/io/gcp/bigquery/PrepareWrite.java | 4 +-
.../beam/sdk/io/gcp/bigquery/ReifyAsIterable.java | 4 +-
.../beam/sdk/io/gcp/bigquery/RowWriterFactory.java | 4 +-
.../beam/sdk/io/gcp/bigquery/StreamingInserts.java | 4 +-
.../beam/sdk/io/gcp/bigquery/StreamingWriteFn.java | 4 +-
.../sdk/io/gcp/bigquery/StreamingWriteTables.java | 4 +-
.../beam/sdk/io/gcp/bigquery/TableDestination.java | 4 +-
.../sdk/io/gcp/bigquery/TableDestinationCoder.java | 4 +-
.../io/gcp/bigquery/TableDestinationCoderV2.java | 4 +-
.../io/gcp/bigquery/TableDestinationCoderV3.java | 4 +-
.../beam/sdk/io/gcp/bigquery/TagWithUniqueIds.java | 4 +-
.../beam/sdk/io/gcp/bigquery/TestBigQuery.java | 4 +-
.../sdk/io/gcp/bigquery/WriteBundlesToFiles.java | 4 +-
.../beam/sdk/io/gcp/bigquery/WritePartition.java | 4 +-
.../beam/sdk/io/gcp/bigquery/WriteRename.java | 4 +-
.../beam/sdk/io/gcp/bigquery/WriteResult.java | 4 +-
.../beam/sdk/io/gcp/bigquery/WriteTables.java | 4 +-
.../beam/sdk/io/gcp/bigtable/BigtableConfig.java | 4 +-
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 4 +-
.../sdk/io/gcp/bigtable/BigtableReadOptions.java | 4 +-
.../sdk/io/gcp/bigtable/BigtableServiceImpl.java | 4 +-
.../sdk/io/gcp/bigtable/BigtableWriteResult.java | 4 +-
.../gcp/datastore/DataStoreV1SchemaIOProvider.java | 4 +-
.../beam/sdk/io/gcp/datastore/DatastoreV1.java | 4 +-
.../beam/sdk/io/gcp/datastore/EntityToRow.java | 4 +-
.../beam/sdk/io/gcp/datastore/RowToEntity.java | 4 +-
.../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 4 +-
.../apache/beam/sdk/io/gcp/healthcare/HL7v2IO.java | 4 +-
.../beam/sdk/io/gcp/healthcare/HL7v2Message.java | 4 +-
.../sdk/io/gcp/healthcare/HealthcareIOError.java | 4 +-
.../io/gcp/healthcare/HealthcareIOErrorCoder.java | 4 +-
.../healthcare/HealthcareIOErrorToTableRow.java | 4 +-
.../io/gcp/healthcare/HttpHealthcareApiClient.java | 4 +-
.../beam/sdk/io/gcp/pubsub/ExternalWrite.java | 4 +-
.../beam/sdk/io/gcp/pubsub/PubsubClient.java | 4 +-
.../beam/sdk/io/gcp/pubsub/PubsubGrpcClient.java | 34 +-
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 4 +-
.../beam/sdk/io/gcp/pubsub/PubsubJsonClient.java | 4 +-
.../beam/sdk/io/gcp/pubsub/PubsubMessage.java | 4 +-
.../beam/sdk/io/gcp/pubsub/PubsubMessageToRow.java | 4 +-
...bsubMessageWithAttributesAndMessageIdCoder.java | 4 +-
.../pubsub/PubsubMessageWithAttributesCoder.java | 4 +-
.../pubsub/PubsubMessageWithMessageIdCoder.java | 4 +-
.../beam/sdk/io/gcp/pubsub/PubsubOptions.java | 38 +
.../sdk/io/gcp/pubsub/PubsubSchemaIOProvider.java | 4 +-
.../beam/sdk/io/gcp/pubsub/PubsubTestClient.java | 4 +-
.../sdk/io/gcp/pubsub/PubsubUnboundedSink.java | 4 +-
.../sdk/io/gcp/pubsub/PubsubUnboundedSource.java | 4 +-
.../beam/sdk/io/gcp/pubsub/RowToPubsubMessage.java | 6 +-
.../apache/beam/sdk/io/gcp/pubsub/TestPubsub.java | 205 ++-
.../beam/sdk/io/gcp/pubsub/TestPubsubSignal.java | 4 +-
.../sdk/io/gcp/pubsublite/PublisherOptions.java | 4 +-
.../sdk/io/gcp/pubsublite/PublisherOrError.java | 4 +-
.../beam/sdk/io/gcp/pubsublite/PubsubLiteSink.java | 4 +-
.../gcp/pubsublite/PubsubLiteUnboundedReader.java | 4 +-
.../gcp/pubsublite/PubsubLiteUnboundedSource.java | 4 +-
.../sdk/io/gcp/pubsublite/SubscriberOptions.java | 4 +-
.../apache/beam/sdk/io/gcp/pubsublite/Uuid.java | 4 +-
.../gcp/pubsublite/UuidDeduplicationOptions.java | 4 +-
.../beam/sdk/io/gcp/spanner/BatchSpannerRead.java | 4 +-
.../sdk/io/gcp/spanner/CreateTransactionFn.java | 4 +-
.../beam/sdk/io/gcp/spanner/NaiveSpannerRead.java | 4 +-
.../beam/sdk/io/gcp/spanner/ReadOperation.java | 4 +-
.../beam/sdk/io/gcp/spanner/ReadSpannerSchema.java | 4 +-
.../beam/sdk/io/gcp/spanner/SpannerAccessor.java | 4 +-
.../beam/sdk/io/gcp/spanner/SpannerConfig.java | 4 +-
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 4 +-
.../beam/sdk/io/gcp/spanner/SpannerSchema.java | 4 +-
.../beam/sdk/io/gcp/spanner/Transaction.java | 4 +-
.../beam/sdk/io/gcp/testing/BigqueryClient.java | 4 +-
.../beam/sdk/io/gcp/testing/BigqueryMatcher.java | 4 +-
.../sdk/io/gcp/testing/FakeBigQueryServices.java | 4 +-
.../sdk/io/gcp/testing/FakeDatasetService.java | 4 +-
.../beam/sdk/io/gcp/testing/FakeJobService.java | 4 +-
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 5 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtilsTest.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryHelpersTest.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIOReadIT.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryIOReadTest.java | 4 +-
.../io/gcp/bigquery/BigQueryIOStorageQueryIT.java | 4 +-
.../gcp/bigquery/BigQueryIOStorageQueryTest.java | 4 +-
.../io/gcp/bigquery/BigQueryIOStorageReadIT.java | 4 +-
.../bigquery/BigQueryIOStorageReadTableRowIT.java | 4 +-
.../io/gcp/bigquery/BigQueryIOStorageReadTest.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryKmsKeyIT.java | 4 +-
.../bigquery/BigQuerySchemaUpdateOptionsIT.java | 4 +-
.../io/gcp/bigquery/BigQueryServicesImplTest.java | 4 +-
.../BigQueryTimePartitioningClusteringIT.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryToTableIT.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryUtilTest.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryUtilsTest.java | 95 +-
.../sdk/io/gcp/bigtable/BigtableConfigTest.java | 4 +-
.../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 4 +-
.../io/gcp/bigtable/BigtableServiceImplTest.java | 4 +-
.../beam/sdk/io/gcp/bigtable/BigtableWriteIT.java | 4 +-
.../datastore/DataStoreV1SchemaIOProviderTest.java | 4 +-
.../beam/sdk/io/gcp/datastore/DatastoreV1Test.java | 4 +-
.../gcp/datastore/EntityToRowRowToEntityTest.java | 4 +-
.../beam/sdk/io/gcp/datastore/SplitQueryFnIT.java | 4 +-
.../apache/beam/sdk/io/gcp/datastore/V1ReadIT.java | 4 +-
.../beam/sdk/io/gcp/datastore/V1TestUtil.java | 4 +-
.../beam/sdk/io/gcp/datastore/V1WriteIT.java | 4 +-
.../beam/sdk/io/gcp/healthcare/FhirIOLROIT.java | 4 +-
.../beam/sdk/io/gcp/healthcare/FhirIOReadIT.java | 4 +-
.../beam/sdk/io/gcp/healthcare/FhirIOTestUtil.java | 4 +-
.../beam/sdk/io/gcp/healthcare/FhirIOWriteIT.java | 4 +-
.../io/gcp/healthcare/HL7V2MessagePagesTest.java | 4 +-
.../beam/sdk/io/gcp/healthcare/HL7v2IOReadIT.java | 4 +-
.../sdk/io/gcp/healthcare/HL7v2IOReadWriteIT.java | 4 +-
.../sdk/io/gcp/healthcare/HL7v2IOTestUtil.java | 4 +-
.../beam/sdk/io/gcp/healthcare/HL7v2IOWriteIT.java | 4 +-
.../sdk/io/gcp/pubsub/PubsubGrpcClientTest.java | 4 +-
.../sdk/io/gcp/pubsub/PubsubIOExternalTest.java | 4 +-
.../beam/sdk/io/gcp/pubsub/PubsubIOTest.java | 4 +-
.../sdk/io/gcp/pubsub/PubsubJsonClientTest.java | 4 +-
.../sdk/io/gcp/pubsub/PubsubMessageToRowTest.java | 4 +-
.../sdk/io/gcp/pubsub/PubsubTestClientTest.java | 4 +-
.../sdk/io/gcp/pubsub/PubsubUnboundedSinkTest.java | 4 +-
.../io/gcp/pubsub/PubsubUnboundedSourceTest.java | 4 +-
.../io/gcp/pubsublite/AddUuidsTransformTest.java | 4 +-
.../sdk/io/gcp/pubsublite/FakeSerializable.java | 4 +-
.../gcp/pubsublite/OffsetCheckpointMarkTest.java | 4 +-
.../sdk/io/gcp/pubsublite/PubsubLiteSinkTest.java | 4 +-
.../pubsublite/PubsubLiteUnboundedReaderTest.java | 4 +-
.../sdk/io/gcp/spanner/FakeServiceFactory.java | 4 +-
.../sdk/io/gcp/spanner/MutationKeyEncoderTest.java | 4 +-
.../io/gcp/spanner/MutationSizeEstimatorTest.java | 4 +-
.../beam/sdk/io/gcp/spanner/OrderedCodeTest.java | 4 +-
.../sdk/io/gcp/spanner/ReadSpannerSchemaTest.java | 4 +-
.../sdk/io/gcp/spanner/SpannerAccessorTest.java | 4 +-
.../beam/sdk/io/gcp/spanner/SpannerIOReadTest.java | 4 +-
.../sdk/io/gcp/spanner/SpannerIOWriteTest.java | 4 +-
.../beam/sdk/io/gcp/spanner/SpannerReadIT.java | 4 +-
.../beam/sdk/io/gcp/spanner/SpannerWriteIT.java | 4 +-
.../beam/sdk/io/gcp/storage/GcsKmsKeyIT.java | 4 +-
.../sdk/io/gcp/testing/BigqueryClientTest.java | 4 +-
.../sdk/io/gcp/testing/BigqueryMatcherTest.java | 4 +-
sdks/java/io/hadoop-common/build.gradle | 2 +-
.../sdk/io/hadoop/SerializableConfiguration.java | 4 +-
.../io/hadoop/SerializableConfigurationTest.java | 4 +-
sdks/java/io/hadoop-file-system/build.gradle | 2 +-
.../beam/sdk/io/hdfs/HadoopFileSystemModule.java | 4 +-
.../apache/beam/sdk/io/hdfs/HadoopResourceId.java | 4 +-
.../sdk/io/hdfs/HadoopFileSystemRegistrarTest.java | 4 +-
.../beam/sdk/io/hdfs/HadoopFileSystemTest.java | 4 +-
.../beam/sdk/io/hdfs/HadoopResourceIdTest.java | 4 +-
sdks/java/io/hadoop-format/build.gradle | 7 +-
.../beam/sdk/io/hadoop/format/HadoopFormatIO.java | 5 +-
.../beam/sdk/io/hadoop/format/HadoopFormats.java | 4 +-
.../format/ConfigurableEmployeeInputFormat.java | 4 +-
.../apache/beam/sdk/io/hadoop/format/Employee.java | 4 +-
.../sdk/io/hadoop/format/EmployeeInputFormat.java | 4 +-
.../sdk/io/hadoop/format/EmployeeOutputFormat.java | 4 +-
.../io/hadoop/format/HDFSSynchronizationTest.java | 4 +-
.../hadoop/format/HadoopFormatIOCassandraIT.java | 4 +-
.../hadoop/format/HadoopFormatIOCassandraTest.java | 4 +-
.../io/hadoop/format/HadoopFormatIOElasticIT.java | 4 +-
.../sdk/io/hadoop/format/HadoopFormatIOIT.java | 4 +-
.../io/hadoop/format/HadoopFormatIOReadTest.java | 5 +-
.../format/HadoopFormatIOSequenceFileTest.java | 4 +-
.../io/hadoop/format/HadoopFormatIOWriteTest.java | 4 +-
.../sdk/io/hadoop/format/IterableCombinerTest.java | 4 +-
.../format/ReuseObjectsEmployeeInputFormat.java | 4 +-
.../sdk/io/hadoop/format/TestRowDBWritable.java | 4 +-
sdks/java/io/hbase/build.gradle | 2 +-
.../java/org/apache/beam/sdk/io/hbase/HBaseIO.java | 4 +-
.../org/apache/beam/sdk/io/hbase/HBaseIOIT.java | 4 +-
.../org/apache/beam/sdk/io/hbase/HBaseIOTest.java | 4 +-
sdks/java/io/hcatalog/build.gradle | 2 +-
.../org/apache/beam/sdk/io/hcatalog/HCatToRow.java | 4 +-
.../beam/sdk/io/hcatalog/HCatalogBeamSchema.java | 4 +-
.../apache/beam/sdk/io/hcatalog/HCatalogIO.java | 4 +-
.../apache/beam/sdk/io/hcatalog/HCatalogUtils.java | 4 +-
.../beam/sdk/io/hcatalog/PartitionPollerFn.java | 4 +-
.../beam/sdk/io/hcatalog/PartitionReaderFn.java | 4 +-
.../apache/beam/sdk/io/hcatalog/SchemaUtils.java | 4 +-
.../sdk/io/hcatalog/HCatalogBeamSchemaTest.java | 4 +-
.../apache/beam/sdk/io/hcatalog/HCatalogIOIT.java | 4 +-
.../beam/sdk/io/hcatalog/HCatalogIOTest.java | 4 +-
.../sdk/io/hcatalog/HiveDatabaseTestHelper.java | 4 +-
.../beam/sdk/io/hcatalog/SchemaUtilsTest.java | 4 +-
sdks/java/io/influxdb/build.gradle | 2 +-
.../apache/beam/sdk/io/influxdb/InfluxDbIO.java | 4 +-
sdks/java/io/jdbc/build.gradle | 5 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 5 +-
.../beam/sdk/io/jdbc/JdbcSchemaIOProvider.java | 4 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcUtil.java | 4 +-
.../org/apache/beam/sdk/io/jdbc/LogicalTypes.java | 4 +-
.../org/apache/beam/sdk/io/jdbc/SchemaUtil.java | 4 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcIOIT.java | 4 +-
.../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java | 4 +-
.../apache/beam/sdk/io/jdbc/JdbcTestHelper.java | 4 +-
.../apache/beam/sdk/io/jdbc/SchemaUtilTest.java | 4 +-
sdks/java/io/jms/build.gradle | 5 +-
.../java/org/apache/beam/sdk/io/jms/JmsIO.java | 4 +-
.../java/org/apache/beam/sdk/io/jms/JmsRecord.java | 4 +-
.../java/org/apache/beam/sdk/io/jms/JmsIOTest.java | 5 +-
sdks/java/io/kafka/build.gradle | 4 +-
...onfluentSchemaRegistryDeserializerProvider.java | 10 +-
.../org/apache/beam/sdk/io/kafka/ConsumerSpEL.java | 3 +
.../beam/sdk/io/kafka/KafkaCheckpointMark.java | 4 +-
.../beam/sdk/io/kafka/KafkaCommitOffset.java | 4 +
.../beam/sdk/io/kafka/KafkaExactlyOnceSink.java | 5 +-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 13 +-
.../org/apache/beam/sdk/io/kafka/KafkaRecord.java | 4 +-
.../apache/beam/sdk/io/kafka/KafkaRecordCoder.java | 5 +-
.../beam/sdk/io/kafka/KafkaSourceDescriptor.java | 4 +-
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 5 +-
.../beam/sdk/io/kafka/KafkaUnboundedSource.java | 4 +-
.../org/apache/beam/sdk/io/kafka/KafkaWriter.java | 4 +-
.../sdk/io/kafka/LocalDeserializerProvider.java | 4 +-
.../beam/sdk/io/kafka/ProducerRecordCoder.java | 5 +-
.../org/apache/beam/sdk/io/kafka/ProducerSpEL.java | 4 +-
.../beam/sdk/io/kafka/ReadFromKafkaDoFn.java | 5 +-
...uentSchemaRegistryDeserializerProviderTest.java | 5 +-
.../CustomTimestampPolicyWithLimitedDelayTest.java | 4 +-
.../beam/sdk/io/kafka/KafkaIOExternalTest.java | 5 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOIT.java | 4 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 4 +-
.../apache/beam/sdk/io/kafka/KafkaIOUtilsTest.java | 5 +-
.../beam/sdk/io/kafka/KafkaRecordCoderTest.java | 3 +
.../beam/sdk/io/kafka/ProducerRecordCoderTest.java | 5 +-
sdks/java/io/kinesis/build.gradle | 2 +-
.../java/io/kinesis/expansion-service/build.gradle | 2 +-
.../org/apache/beam/sdk/io/kinesis/KinesisIO.java | 4 +-
.../apache/beam/sdk/io/kinesis/KinesisReader.java | 4 +-
.../apache/beam/sdk/io/kinesis/KinesisRecord.java | 4 +-
.../apache/beam/sdk/io/kinesis/KinesisSource.java | 4 +-
.../sdk/io/kinesis/KinesisTransformRegistrar.java | 4 +-
.../beam/sdk/io/kinesis/ShardCheckpoint.java | 4 +-
.../beam/sdk/io/kinesis/ShardReadersPool.java | 4 +-
.../sdk/io/kinesis/SimplifiedKinesisClient.java | 4 +-
.../apache/beam/sdk/io/kinesis/StartingPoint.java | 4 +-
.../sdk/io/kinesis/StartingPointShardsFinder.java | 4 +-
.../beam/sdk/io/kinesis/AmazonKinesisMock.java | 4 +-
.../io/kinesis/DynamicCheckpointGeneratorTest.java | 4 +-
.../apache/beam/sdk/io/kinesis/KinesisIOIT.java | 4 +-
.../beam/sdk/io/kinesis/KinesisMockWriteTest.java | 4 +-
.../io/kinesis/KinesisReaderCheckpointTest.java | 4 +-
.../beam/sdk/io/kinesis/KinesisReaderTest.java | 4 +-
.../beam/sdk/io/kinesis/KinesisServiceMock.java | 4 +-
.../beam/sdk/io/kinesis/RecordFilterTest.java | 4 +-
.../beam/sdk/io/kinesis/ShardCheckpointTest.java | 4 +-
.../beam/sdk/io/kinesis/ShardReadersPoolTest.java | 4 +-
.../sdk/io/kinesis/ShardRecordsIteratorTest.java | 4 +-
.../io/kinesis/SimplifiedKinesisClientTest.java | 4 +-
.../io/kinesis/StartingPointShardsFinderTest.java | 4 +-
sdks/java/io/kudu/build.gradle | 10 +-
.../java/org/apache/beam/sdk/io/kudu/KuduIO.java | 5 +-
.../org/apache/beam/sdk/io/kudu/KuduService.java | 3 +
.../apache/beam/sdk/io/kudu/KuduServiceImpl.java | 5 +-
.../java/org/apache/beam/sdk/io/kudu/KuduIOIT.java | 4 +-
.../org/apache/beam/sdk/io/kudu/KuduIOTest.java | 4 +-
sdks/java/io/mongodb/build.gradle | 2 +-
.../org/apache/beam/sdk/io/mongodb/FindQuery.java | 4 +-
.../beam/sdk/io/mongodb/MongoDbGridFSIO.java | 4 +-
.../org/apache/beam/sdk/io/mongodb/MongoDbIO.java | 4 +-
.../org/apache/beam/sdk/io/mongodb/SSLUtils.java | 4 +-
.../beam/sdk/io/mongodb/MongoDBGridFSIOTest.java | 4 +-
.../apache/beam/sdk/io/mongodb/MongoDBIOIT.java | 4 +-
.../apache/beam/sdk/io/mongodb/MongoDbIOTest.java | 4 +-
sdks/java/io/mqtt/build.gradle | 2 +-
.../java/org/apache/beam/sdk/io/mqtt/MqttIO.java | 4 +-
.../org/apache/beam/sdk/io/mqtt/MqttIOTest.java | 4 +-
sdks/java/io/parquet/build.gradle | 5 +-
.../org/apache/beam/sdk/io/parquet/ParquetIO.java | 5 +-
.../sdk/io/parquet/ParquetSchemaIOProvider.java | 4 +-
.../apache/beam/sdk/io/parquet/ParquetIOTest.java | 4 +-
sdks/java/io/rabbitmq/build.gradle | 2 +-
.../apache/beam/sdk/io/rabbitmq/RabbitMqIO.java | 4 +-
.../beam/sdk/io/rabbitmq/RabbitMqMessage.java | 4 +-
.../beam/sdk/io/rabbitmq/ExchangeTestPlan.java | 4 +-
.../beam/sdk/io/rabbitmq/RabbitMqIOTest.java | 4 +-
sdks/java/io/redis/build.gradle | 2 +-
.../sdk/io/redis/RedisConnectionConfiguration.java | 4 +-
.../java/org/apache/beam/sdk/io/redis/RedisIO.java | 4 +-
.../org/apache/beam/sdk/io/redis/RedisIOTest.java | 4 +-
sdks/java/io/snowflake/build.gradle | 5 +-
.../io/snowflake/expansion-service/build.gradle | 2 +-
.../apache/beam/sdk/io/snowflake/SnowflakeIO.java | 11 +-
.../crosslanguage/CrossLanguageConfiguration.java | 4 +-
.../io/snowflake/crosslanguage/WriteBuilder.java | 4 +-
.../sdk/io/snowflake/data/SnowflakeColumn.java | 4 +-
.../io/snowflake/data/SnowflakeTableSchema.java | 4 +-
.../io/snowflake/data/text/SnowflakeBinary.java | 4 +-
.../io/snowflake/data/text/SnowflakeVarchar.java | 4 +-
.../services/SnowflakeBatchServiceConfig.java | 4 +-
.../services/SnowflakeBatchServiceImpl.java | 5 +-
.../services/SnowflakeStreamingServiceImpl.java | 4 +-
.../sdk/io/snowflake/test/BatchSnowflakeIOIT.java | 4 +-
.../test/FakeSnowflakeBasicDataSource.java | 4 +-
.../test/FakeSnowflakeBatchServiceImpl.java | 4 +-
.../io/snowflake/test/FakeSnowflakeDatabase.java | 4 +-
.../test/FakeSnowflakeStreamingServiceImpl.java | 4 +-
.../io/snowflake/test/StreamingSnowflakeIOIT.java | 4 +-
.../beam/sdk/io/snowflake/test/TestUtils.java | 5 +-
.../test/unit/DataSourceConfigurationTest.java | 4 +-
.../test/unit/data/SnowflakeDataTypeValidTest.java | 3 +
.../test/unit/read/SnowflakeIOReadTest.java | 5 +-
.../test/unit/write/CreateDispositionTest.java | 5 +-
.../unit/write/QueryDispositionLocationTest.java | 5 +-
.../test/unit/write/SchemaDispositionTest.java | 5 +-
.../test/unit/write/SnowflakeIOWriteTest.java | 5 +-
.../test/unit/write/StreamingWriteTest.java | 5 +-
sdks/java/io/solr/build.gradle | 5 +-
.../beam/sdk/io/solr/AuthorizedSolrClient.java | 5 +-
.../java/org/apache/beam/sdk/io/solr/SolrIO.java | 5 +-
.../beam/sdk/io/solr/JavaBinCodecCoderTest.java | 4 +-
.../org/apache/beam/sdk/io/solr/SolrIOTest.java | 5 +-
.../apache/beam/sdk/io/solr/SolrIOTestUtils.java | 3 +
sdks/java/io/splunk/build.gradle | 2 +-
.../beam/sdk/io/splunk/HttpEventPublisher.java | 4 +-
.../beam/sdk/io/splunk/SplunkEventWriter.java | 4 +-
.../org/apache/beam/sdk/io/splunk/SplunkIO.java | 4 +-
.../beam/sdk/io/splunk/SplunkEventWriterTest.java | 4 +-
.../apache/beam/sdk/io/splunk/SplunkIOTest.java | 4 +-
sdks/java/io/synthetic/build.gradle | 5 +-
.../sdk/io/synthetic/SyntheticBoundedSource.java | 4 +-
.../beam/sdk/io/synthetic/SyntheticOptions.java | 4 +-
.../sdk/io/synthetic/SyntheticSourceOptions.java | 4 +-
.../sdk/io/synthetic/SyntheticUnboundedSource.java | 4 +-
.../beam/sdk/io/synthetic/BundleSplitterTest.java | 5 +-
.../io/synthetic/SyntheticBoundedSourceTest.java | 4 +-
.../io/synthetic/SyntheticUnboundedSourceTest.java | 4 +-
sdks/java/io/thrift/build.gradle | 2 +-
.../org/apache/beam/sdk/io/thrift/ThriftCoder.java | 4 +-
.../org/apache/beam/sdk/io/thrift/ThriftIO.java | 4 +-
.../apache/beam/sdk/io/thrift/ThriftIOTest.java | 4 +-
sdks/java/io/tika/build.gradle | 2 +-
.../org/apache/beam/sdk/io/tika/ParseResult.java | 4 +-
.../java/org/apache/beam/sdk/io/tika/TikaIO.java | 4 +-
.../org/apache/beam/sdk/io/tika/TikaIOTest.java | 4 +-
sdks/java/io/xml/build.gradle | 2 +-
.../java/org/apache/beam/sdk/io/xml/JAXBCoder.java | 4 +-
.../java/org/apache/beam/sdk/io/xml/XmlIO.java | 4 +-
.../java/org/apache/beam/sdk/io/xml/XmlSource.java | 4 +-
.../org/apache/beam/sdk/io/xml/JAXBCoderTest.java | 4 +-
.../java/org/apache/beam/sdk/io/xml/XmlIOTest.java | 4 +-
.../org/apache/beam/sdk/io/xml/XmlSourceTest.java | 4 +-
sdks/java/javadoc/build.gradle | 2 +-
sdks/java/maven-archetypes/examples/build.gradle | 2 +-
sdks/java/maven-archetypes/starter/build.gradle | 2 +-
sdks/java/testing/expansion-service/build.gradle | 5 +-
.../testing/expansion/TestExpansionService.java | 5 +-
sdks/java/testing/jpms-tests/build.gradle | 2 +-
sdks/java/testing/kafka-service/build.gradle | 2 +-
sdks/java/testing/load-tests/build.gradle | 3 +-
.../apache/beam/sdk/loadtests/CombineLoadTest.java | 3 +
.../org/apache/beam/sdk/loadtests/LoadTest.java | 4 +-
.../beam/sdk/loadtests/SyntheticDataPublisher.java | 5 +-
sdks/java/testing/nexmark/build.gradle | 4 +-
.../java/org/apache/beam/sdk/nexmark/Main.java | 5 +-
.../java/org/apache/beam/sdk/nexmark/Monitor.java | 4 +-
.../beam/sdk/nexmark/NexmarkConfiguration.java | 4 +-
.../apache/beam/sdk/nexmark/NexmarkLauncher.java | 5 +-
.../org/apache/beam/sdk/nexmark/NexmarkUtils.java | 4 +-
.../org/apache/beam/sdk/nexmark/model/Auction.java | 4 +-
.../apache/beam/sdk/nexmark/model/AuctionBid.java | 4 +-
.../org/apache/beam/sdk/nexmark/model/Bid.java | 4 +-
.../org/apache/beam/sdk/nexmark/model/Done.java | 4 +-
.../org/apache/beam/sdk/nexmark/model/Event.java | 4 +-
.../beam/sdk/nexmark/model/IdNameReserve.java | 4 +-
.../beam/sdk/nexmark/model/NameCityStateId.java | 4 +-
.../org/apache/beam/sdk/nexmark/model/Person.java | 4 +-
.../beam/sdk/nexmark/model/sql/SelectEvent.java | 4 +-
.../sdk/nexmark/queries/BoundedSideInputJoin.java | 4 +-
.../beam/sdk/nexmark/queries/NexmarkQuery.java | 4 +-
.../sdk/nexmark/queries/NexmarkQueryModel.java | 4 +-
.../sdk/nexmark/queries/NexmarkQueryTransform.java | 4 +-
.../beam/sdk/nexmark/queries/NexmarkQueryUtil.java | 4 +-
.../apache/beam/sdk/nexmark/queries/Query0.java | 4 +-
.../apache/beam/sdk/nexmark/queries/Query10.java | 4 +-
.../apache/beam/sdk/nexmark/queries/Query3.java | 4 +-
.../beam/sdk/nexmark/queries/Query3Model.java | 4 +-
.../beam/sdk/nexmark/queries/Query4Model.java | 4 +-
.../beam/sdk/nexmark/queries/Query5Model.java | 4 +-
.../beam/sdk/nexmark/queries/Query6Model.java | 4 +-
.../beam/sdk/nexmark/queries/Query7Model.java | 4 +-
.../beam/sdk/nexmark/queries/Query8Model.java | 4 +-
.../apache/beam/sdk/nexmark/queries/Query9.java | 4 +-
.../sdk/nexmark/queries/SessionSideInputJoin.java | 4 +-
.../nexmark/queries/SessionSideInputJoinModel.java | 4 +-
.../beam/sdk/nexmark/queries/WinningBids.java | 4 +-
.../sdk/nexmark/queries/WinningBidsSimulator.java | 4 +-
.../queries/sql/SqlBoundedSideInputJoin.java | 4 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery0.java | 4 +-
.../sdk/nexmark/sources/UnboundedEventSource.java | 4 +-
.../apache/beam/sdk/nexmark/NexmarkUtilsTest.java | 5 +-
.../beam/sdk/nexmark/PerfsToBigQueryTest.java | 4 +-
.../nexmark/queries/BoundedSideInputJoinTest.java | 3 +
.../nexmark/queries/SessionSideInputJoinTest.java | 3 +
.../queries/sql/SqlBoundedSideInputJoinTest.java | 3 +
sdks/java/testing/test-utils/build.gradle | 2 +-
.../testutils/publishing/InfluxDBPublisher.java | 4 +-
.../sdk/testutils/publishing/InfluxDBSettings.java | 4 +-
.../sdk/testutils/fakes/FakeBigQueryClient.java | 4 +-
.../fakes/FakeBigQueryResultsPublisher.java | 4 +-
.../testutils/jvmverification/JvmVerification.java | 4 +-
.../publishing/BigQueryResultsPublisherTest.java | 4 +-
sdks/python/apache_beam/dataframe/doctests.py | 45 +-
sdks/python/apache_beam/dataframe/frame_base.py | 13 +
sdks/python/apache_beam/dataframe/frames.py | 14 +
sdks/python/apache_beam/dataframe/frames_test.py | 11 +
.../apache_beam/dataframe/pandas_doctests_test.py | 68 +
.../dataframe/pandas_top_level_functions.py | 149 ++
sdks/python/apache_beam/io/gcp/bigquery.py | 88 +-
.../apache_beam/io/gcp/bigquery_read_internal.py | 102 ++
sdks/python/apache_beam/io/gcp/bigquery_test.py | 19 +-
.../clients/bigquery/bigquery_v2_client.py | 658 +++++----
.../clients/bigquery/bigquery_v2_messages.py | 1483 +++++++++++++++++---
.../runners/dataflow/dataflow_runner.py | 5 +-
.../runners/dataflow/dataflow_runner_test.py | 14 +-
.../portability/fn_api_runner/translations.py | 65 +-
.../portability/fn_api_runner/translations_test.py | 54 +-
.../transforms/combinefn_lifecycle_test.py | 46 +-
sdks/python/apache_beam/transforms/core.py | 17 +-
sdks/python/apache_beam/version.py | 2 +-
sdks/python/test-suites/direct/xlang/build.gradle | 2 +-
vendor/sdks-java-extensions-protobuf/build.gradle | 4 +-
2207 files changed, 9817 insertions(+), 2939 deletions(-)
create mode 100644 sdks/python/apache_beam/dataframe/pandas_top_level_functions.py
create mode 100644 sdks/python/apache_beam/io/gcp/bigquery_read_internal.py