You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2021/01/07 03:58:10 UTC
[beam] tag nightly-master updated (b6243e7 -> 26c2466)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from b6243e7 (commit)
to 26c2466 (commit)
from b6243e7 Merge pull request #13592 from [BEAM-11403] Cache UnboundedReader per UnboundedSourceRestriction in SDF Wrapper DoFn.
add 3256be5 Fix for the case when truststoreLocation and keystoreLocation are not specified
add 06f8853 Fix nullable coders casting
add a751c11 Merge pull request #13608 from Fix for Kafka To PubSub Example
add d61a1fa [BEAM-11517] Enable test_file_loads on Dataflow
add e9a7b44 Merge pull request #13601 from [BEAM-11517] Fix test_file_loads on Dataflow
add 593b576 [BEAM-11531] Restrict pandas version to <1.2.0 (#13623)
add 8b050a3 [BEAM-10925] Change UserFunctionDefinitions into an AutoValue and Builder class.
add 356e2ae Merge pull request #13625 from ibzib/ufd-builder
add 9f234d6 [BEAM-9980] Combine job_PostCommit_Python*.groovy files into one (#13461)
add b8f273e [BEAM-9980] use constant for job_Inventory.groovy and do not use hardcoded python versions (#13460)
add 8df07b6 [BEAM-11524] Change WriteStringsToPubsub to use WriteToPubsub. (#13614)
add 2ceef2d [BEAM-9615] Initial Custom Schema Coder Support (#13611)
add 894231f [BEAM-10925] Default to empty maps in UserFunctionDefinitions.Builder.
add 7ef8bd1 Merge pull request #13628 from ibzib/ufd-builder
add d84699e Oxford comma
add ba305fa Merge pull request #13631 from elharo/patch-3
add 4827bea [BEAM-11537] Fix TestPubSubSignal.waitForStart (#13632)
add 9de4ea4 [BEAM-11482] Thrift support for KafkaTableProvider (#13572)
add 4364cc8 [BEAM-10986] Fix for update shadow jar plugin. (#13586)
add 0c84a51 BEAM-11536. Test "beam:window_fn:serialized_java:v1" in WindowStrategyTranslation
add 5e17b69 Merge pull request #13630 from amaliujia/BEAM-11536
add fe0dfa1 [BEAM-11530] Consider all kinds of annotatios on schema creation (#13622)
add cec16b6 [BEAM-11532] Fix edge case in merge where left_on and right_on contain equivalent column names (#13634)
add 9bd4a42 [BEAM-9187] Address flake in loadBalancesBundles (#13448)
add 48673e8 [BEAM-11533] Add logic to convert Beam schema to DataCatalog schema to SchemaUtils (#13588)
add a7301b7 [BEAM-11527] Add builder parameter to allow user defined Hadoop ReadSupport flags in Hadoop Configuration.
add ff5a094 Consistency improvements and other fixes
add cf74313 Merge pull request #13619: [BEAM-11527] Allow user defined Hadoop ReadSupport flags for ParquetReader
add 1a617be Add Beam schema support for ParquetIO reads.
add 2f205f1 Merge pull request #13639: [BEAM-11526] Add Beam schema support for ParquetIO reads
add 4165016 [BEAM-11457] Add option to skip key-value clone (#13543)
add 4370926 [BEAM-10234] Create ApproximateDistinct using HLL Impl
add 47d6ab5 Merge pull request #12973: [BEAM-10234] Create ApproximateDistinct using HLL Impl
add c7d80a8 Revert "[BEAM-10234] Create ApproximateDistinct using HLL Impl"
add da1113b Merge pull request #13653 from apache/revert-12973-hll [BEAM-10324] Reverts apache/beam#12973 Create ApproximateDistinct using HLL Impl
add cd2d208 Replace . with ;
add e28cb28 Merge pull request #13659: Replace . with ; in schema programming guide snippet
add 34a8fcd [BEAM-11526] Cleanup Code for Schema support (#13646)
add 47ca61a [BEAM-10324] Create ApproximateDistinct using HLL Impl (#13655)
add 3f8a4ff [BEAM-8829] only drop event_timestamp when it exists (#13638)
add f120eb7 [BEAM-9541] Add flink_versions to gradle.properties.
add 7eacb40 [BEAM-9541] All Gradle tasks use latest Flink version.
add 08706df Disable Flink classloader leak check when using local execution mode.
add e12a0d8 [BEAM-11570] Comment with link to context.
add 9b85af0 Merge pull request #13633 from ibzib/latest-flink
add 9f9dcd6 [BEAM-9980] do not hardcode Python version for dataflow validate runner tests and make it switchable (#13330)
add 9276a8c Copying Github action into our own repository to comply with Apache security requirements
add b2ad4dd Merge pull request #13670 from [BEAM-11569] Clone ad-m/github-push-action into Beam repository to comply with Apache security requirements
add 9ebdc8a replace Assert.asserThat with MacherAssert.assertThat across entire codebase
add 3915c3f [BEAM-11572] Add lint rule to avoid Assert.assertThat usage
add 9df5db9 Fix Assertion in Nexmark (non-test) class.
add 60834ae Merge pull request #13673 from anantdamle/beam_11572_fix_assertThat
add c72fac9 Fix sdk.properties caching, remove timestamp.
add d3422f3 Merge pull request #13652 from runningcode/no/remove-timestamp
add 686b1ff [BEAM-11569] Building wheels with airflow-clone of github-push action
add 0183cdb2 Merge pull request #13677 from [BEAM-11569] Building wheels with airflow-clone of github-push action
add 6a21b06 Fix for Java container release
add 26d27c8 Merge pull request #13604 from pabloem/fixup-jv811
add 3b12ce0 [BEAM-11569] Fixing cancel workflows
add 26c2466 Merge pull request #13679 from [BEAM-11569] Fixing cancel workflows
No new revisions were added by this update.
Summary of changes:
.github/workflows/build_wheels.yml | 2 +-
.github/workflows/cancel.yml | 2 +-
.test-infra/jenkins/job_Inventory.groovy | 15 +-
...ython36.groovy => job_PostCommit_Python.groovy} | 39 +-
.test-infra/jenkins/job_PostCommit_Python37.groovy | 44 -
.test-infra/jenkins/job_PostCommit_Python38.groovy | 44 -
...stCommit_Python_ValidatesRunner_Dataflow.groovy | 8 +-
...ommit_Python_ValidatesRunner_Dataflow_V2.groovy | 9 +-
CHANGES.md | 3 +
build.gradle | 9 -
buildSrc/build.gradle | 4 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 10 +-
examples/java/build.gradle | 2 +-
.../kafka/consumer/SslConsumerFactoryFn.java | 9 +-
.../kafkatopubsub/transforms/FormatTransform.java | 7 +-
.../examples/complete/game/LeaderBoardTest.java | 2 +-
.../cookbook/CombinePerKeyExamplesTest.java | 13 +-
examples/kotlin/build.gradle | 2 +-
gradle.properties | 3 +
.../beam/learning/katas/util/ContainsKvs.java | 2 +-
.../src/main/scripts/build_release_candidate.sh | 6 +-
.../core/construction/CoderTranslationTest.java | 2 +-
.../runners/core/construction/CommonCoderTest.java | 2 +-
.../CreatePCollectionViewTranslationTest.java | 2 +-
.../DeduplicatedFlattenFactoryTest.java | 2 +-
.../construction/DefaultArtifactResolverTest.java | 2 +-
.../EmptyFlattenAsCreateFactoryTest.java | 2 +-
.../core/construction/EnvironmentsTest.java | 2 +-
.../ExecutableStageTranslationTest.java | 2 +-
.../construction/ForwardingPTransformTest.java | 2 +-
.../construction/GroupByKeyTranslationTest.java | 2 +-
.../runners/core/construction/ModelCodersTest.java | 2 +-
.../core/construction/MorePipelineTest.java | 2 +-
.../construction/PCollectionTranslationTest.java | 2 +-
.../core/construction/PTransformMatchersTest.java | 2 +-
.../construction/PTransformReplacementsTest.java | 2 +-
.../construction/PTransformTranslationTest.java | 2 +-
.../core/construction/ParDoTranslationTest.java | 2 +-
.../PipelineOptionsTranslationTest.java | 2 +-
.../core/construction/PipelineTranslationTest.java | 2 +-
.../core/construction/ReadTranslationTest.java | 2 +-
.../construction/RehydratedComponentsTest.java | 2 +-
.../core/construction/ReplacementOutputsTest.java | 2 +-
.../construction/ReshuffleTranslationTest.java | 2 +-
.../core/construction/SchemaTranslationTest.java | 2 +-
.../core/construction/SdkComponentsTest.java | 2 +-
.../SingleInputOutputOverrideFactoryTest.java | 2 +-
.../construction/TestStreamTranslationTest.java | 2 +-
.../core/construction/TransformInputsTest.java | 2 +-
.../core/construction/TriggerTranslationTest.java | 2 +-
.../core/construction/UnconsumedReadsTest.java | 2 +-
.../core/construction/ValidateRunnerXlangTest.java | 2 +-
.../WindowingStrategyTranslationTest.java | 161 +++-
.../construction/WriteFilesTranslationTest.java | 2 +-
.../construction/graph/ExecutableStageTest.java | 2 +-
.../core/construction/graph/FusedPipelineTest.java | 2 +-
.../graph/GreedyPipelineFuserTest.java | 2 +-
.../construction/graph/GreedyStageFuserTest.java | 2 +-
.../graph/ImmutableExecutableStageTest.java | 2 +-
.../core/construction/graph/NetworksTest.java | 2 +-
.../construction/graph/OutputDeduplicatorTest.java | 2 +-
.../construction/graph/ProtoOverridesTest.java | 2 +-
.../construction/graph/QueryablePipelineTest.java | 2 +-
.../runners/core/InMemoryStateInternalsTest.java | 2 +-
.../runners/core/InMemoryTimerInternalsTest.java | 2 +-
.../core/LateDataDroppingDoFnRunnerTest.java | 2 +-
.../beam/runners/core/LateDataUtilsTest.java | 2 +-
...BoundedSplittableProcessElementInvokerTest.java | 2 +-
.../beam/runners/core/ReduceFnRunnerTest.java | 2 +-
.../beam/runners/core/SideInputHandlerTest.java | 2 +-
.../beam/runners/core/SimpleDoFnRunnerTest.java | 2 +-
.../SimplePushbackSideInputDoFnRunnerTest.java | 2 +-
.../runners/core/SplittableParDoProcessFnTest.java | 2 +-
.../beam/runners/core/StateNamespacesTest.java | 2 +-
.../beam/runners/core/TimerInternalsTest.java | 2 +-
.../beam/runners/core/WindowMatchersTest.java | 2 +-
.../beam/runners/core/metrics/CounterCellTest.java | 2 +-
.../beam/runners/core/metrics/DirtyStateTest.java | 2 +-
.../runners/core/metrics/DistributionCellTest.java | 2 +-
.../core/metrics/ExecutionStateSamplerTest.java | 2 +-
.../core/metrics/ExecutionStateTrackerTest.java | 2 +-
.../beam/runners/core/metrics/GaugeCellTest.java | 2 +-
.../core/metrics/MetricsContainerImplTest.java | 2 +-
.../core/metrics/MetricsContainerStepMapTest.java | 2 +-
.../beam/runners/core/metrics/MetricsMapTest.java | 2 +-
.../runners/core/metrics/MetricsPusherTest.java | 2 +-
.../core/metrics/MonitoringInfoConstantsTest.java | 2 +-
.../core/metrics/SimpleStateRegistryTest.java | 2 +-
.../triggers/AfterWatermarkStateMachineTest.java | 2 +-
.../core/triggers/FinishedTriggersBitSetTest.java | 2 +-
.../core/triggers/FinishedTriggersSetTest.java | 2 +-
.../core/triggers/NeverStateMachineTest.java | 2 +-
.../core/triggers/TriggerStateMachinesTest.java | 2 +-
.../direct/BoundedReadEvaluatorFactoryTest.java | 2 +-
.../runners/direct/CloningBundleFactoryTest.java | 2 +-
.../beam/runners/direct/CommittedResultTest.java | 2 +-
.../CopyOnAccessInMemoryStateInternalsTest.java | 2 +-
.../runners/direct/DirectGraphVisitorTest.java | 2 +-
.../DirectGroupByKeyOverrideFactoryTest.java | 2 +-
.../beam/runners/direct/DirectMetricsTest.java | 2 +-
.../runners/direct/DirectRunnerApiSurfaceTest.java | 2 +-
.../beam/runners/direct/DirectRunnerTest.java | 2 +-
.../runners/direct/DirectTimerInternalsTest.java | 2 +-
.../direct/DirectTransformExecutorTest.java | 2 +-
...cycleManagerRemovingTransformEvaluatorTest.java | 2 +-
.../runners/direct/DoFnLifecycleManagerTest.java | 2 +-
.../beam/runners/direct/EvaluationContextTest.java | 2 +-
.../direct/FlattenEvaluatorFactoryTest.java | 2 +-
.../direct/GroupByKeyEvaluatorFactoryTest.java | 2 +-
.../direct/GroupByKeyOnlyEvaluatorFactoryTest.java | 2 +-
.../ImmutabilityCheckingBundleFactoryTest.java | 2 +-
.../direct/ImmutableListBundleFactoryTest.java | 2 +-
.../direct/ImpulseEvaluatorFactoryTest.java | 2 +-
.../direct/KeyedPValueTrackingVisitorTest.java | 2 +-
.../beam/runners/direct/MultiStepCombineTest.java | 2 +-
.../beam/runners/direct/ParDoEvaluatorTest.java | 2 +-
.../runners/direct/SideInputContainerTest.java | 2 +-
.../direct/StatefulParDoEvaluatorFactoryTest.java | 2 +-
.../runners/direct/StepTransformResultTest.java | 2 +-
.../direct/TestStreamEvaluatorFactoryTest.java | 2 +-
.../direct/UnboundedReadDeduplicatorTest.java | 2 +-
.../direct/UnboundedReadEvaluatorFactoryTest.java | 2 +-
.../runners/direct/ViewEvaluatorFactoryTest.java | 2 +-
.../direct/WatermarkCallbackExecutorTest.java | 2 +-
.../beam/runners/direct/WatermarkManagerTest.java | 2 +-
.../runners/direct/WindowEvaluatorFactoryTest.java | 2 +-
.../direct/WriteWithShardingFactoryTest.java | 2 +-
runners/flink/flink_runner.gradle | 19 +-
.../runners/flink/FlinkExecutionEnvironments.java | 12 +
.../runners/flink/FlinkTransformOverridesTest.java | 2 +-
.../wrappers/streaming/DedupingOperatorTest.java | 2 +-
.../dataflow/BatchStatefulParDoOverridesTest.java | 2 +-
.../runners/dataflow/BatchViewOverridesTest.java | 2 +-
.../dataflow/DataflowPTransformMatchersTest.java | 2 +-
.../dataflow/DataflowPipelineTranslatorTest.java | 2 +-
.../runners/dataflow/DataflowRunnerInfoTest.java | 2 +-
.../dataflow/PrimitiveParDoSingleFactoryTest.java | 2 +-
.../runners/dataflow/TestDataflowRunnerTest.java | 2 +-
.../options/DataflowPipelineDebugOptionsTest.java | 2 +-
.../options/DataflowProfilingOptionsTest.java | 2 +-
.../runners/dataflow/util/PackageUtilTest.java | 2 +-
.../beam/runners/dataflow/util/StructsTest.java | 25 +-
.../dataflow/harness/test/TestStreamsTest.java | 2 +-
.../dataflow/worker/AvroByteReaderFactoryTest.java | 5 +-
.../dataflow/worker/AvroByteSinkFactoryTest.java | 3 +-
.../dataflow/worker/BatchDataflowWorkerTest.java | 2 +-
.../worker/BatchModeExecutionContextTest.java | 2 +-
.../dataflow/worker/ConcatReaderFactoryTest.java | 2 +-
.../runners/dataflow/worker/ConcatReaderTest.java | 2 +-
.../ContextActivationObserverRegistryTest.java | 2 +-
...CreateIsmShardKeyAndSortKeyDoFnFactoryTest.java | 2 +-
.../DataflowElementExecutionTrackerTest.java | 2 +-
.../worker/DataflowExecutionStateTrackerTest.java | 2 +-
.../worker/DataflowSideInputReadCounterTest.java | 2 +-
.../worker/DataflowWorkerHarnessHelperTest.java | 2 +-
.../dataflow/worker/DefaultParDoFnFactoryTest.java | 2 +-
.../dataflow/worker/DeltaCounterCellTest.java | 2 +-
.../dataflow/worker/DoFnInstanceManagersTest.java | 2 +-
.../runners/dataflow/worker/FilepatternsTest.java | 2 +-
.../GroupAlsoByWindowParDoFnFactoryTest.java | 2 +-
.../dataflow/worker/InMemoryReaderFactoryTest.java | 3 +-
.../IntrinsicMapTaskExecutorFactoryTest.java | 2 +-
.../worker/IntrinsicMapTaskExecutorTest.java | 2 +-
.../runners/dataflow/worker/IsmFormatTest.java | 2 +-
.../dataflow/worker/IsmSideInputReaderTest.java | 2 +-
.../dataflow/worker/LogRecordMatcherTest.java | 2 +-
.../beam/runners/dataflow/worker/LogSaverTest.java | 2 +-
...tContextActivationObserverRegistrationTest.java | 2 +-
.../worker/PairWithConstantKeyDoFnFactoryTest.java | 2 +-
.../worker/PartialGroupByKeyParDoFnsTest.java | 2 +-
.../runners/dataflow/worker/ReaderFactoryTest.java | 6 +-
...ReifyTimestampAndWindowsParDoFnFactoryTest.java | 2 +-
...essCoderCloudObjectTranslatorRegistrarTest.java | 2 +-
.../dataflow/worker/ShuffleReaderFactoryTest.java | 3 +-
.../dataflow/worker/ShuffleSinkFactoryTest.java | 3 +-
.../runners/dataflow/worker/SimpleParDoFnTest.java | 2 +-
.../runners/dataflow/worker/SinkRegistryTest.java | 5 +-
.../worker/SourceOperationExecutorFactoryTest.java | 2 +-
.../runners/dataflow/worker/StateFetcherTest.java | 2 +-
.../worker/StreamingDataflowWorkerTest.java | 2 +-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 2 +-
...reamingGroupAlsoByWindowsReshuffleDoFnTest.java | 2 +-
.../worker/StreamingModeExecutionContextTest.java | 2 +-
...eamingPCollectionViewWriterDoFnFactoryTest.java | 2 +-
.../worker/StreamingSideInputDoFnRunnerTest.java | 2 +-
.../worker/StreamingSideInputFetcherTest.java | 2 +-
.../worker/StreamingStepMetricsContainerTest.java | 2 +-
.../ToIsmRecordForMultimapDoFnFactoryTest.java | 2 +-
.../dataflow/worker/UserParDoFnFactoryTest.java | 2 +-
.../dataflow/worker/ValuesDoFnFactoryTest.java | 2 +-
.../dataflow/worker/WindmillKeyedWorkItemTest.java | 2 +-
.../worker/WindmillStateInternalsTest.java | 2 +-
.../dataflow/worker/WindmillStateReaderTest.java | 2 +-
.../worker/WindmillTimerInternalsTest.java | 2 +-
.../dataflow/worker/WorkItemStatusClientTest.java | 2 +-
.../dataflow/worker/counters/CounterSetTest.java | 2 +-
.../fn/control/BeamFnMapTaskExecutorTest.java | 2 +-
.../RegisterAndProcessBundleOperationTest.java | 2 +-
.../worker/fn/data/BeamFnDataGrpcServiceTest.java | 2 +-
.../fn/data/RemoteGrpcPortReadOperationTest.java | 2 +-
.../fn/data/RemoteGrpcPortWriteOperationTest.java | 2 +-
.../fn/logging/BeamFnLoggingServiceTest.java | 2 +-
.../fn/stream/ServerStreamObserverFactoryTest.java | 2 +-
.../graph/CloneAmbiguousFlattensFunctionTest.java | 2 +-
.../CreateRegisterFnOperationFunctionTest.java | 2 +-
.../graph/DeduceNodeLocationsFunctionTest.java | 2 +-
...tFetchAndFilterStreamingSideInputNodesTest.java | 2 +-
.../worker/graph/MapTaskToNetworkFunctionTest.java | 2 +-
.../dataflow/worker/graph/NetworksTest.java | 2 +-
.../RemoveFlattenInstructionsFunctionTest.java | 2 +-
.../ReplacePgbkWithPrecombineFunctionTest.java | 2 +-
.../DataflowWorkerLoggingInitializerTest.java | 2 +-
.../JulHandlerPrintStreamAdapterFactoryTest.java | 2 +-
.../worker/profiler/ScopedProfilerTest.java | 2 +-
.../dataflow/worker/status/ThreadzServletTest.java | 2 +-
.../worker/status/WorkerStatusPagesTest.java | 2 +-
.../worker/util/BatchGroupAlsoByWindowFnsTest.java | 2 +-
.../BatchGroupAlsoByWindowReshuffleDoFnTest.java | 2 +-
.../worker/util/GroupAlsoByWindowProperties.java | 2 +-
.../dataflow/worker/util/MemoryMonitorTest.java | 2 +-
.../worker/util/ScalableBloomFilterTest.java | 2 +-
.../dataflow/worker/util/TimerOrElementTest.java | 2 +-
.../worker/BatchingShuffleEntryReaderTest.java | 2 +-
.../worker/CachingShuffleBatchReaderTest.java | 2 +-
.../util/common/worker/FlattenOperationTest.java | 5 +-
.../util/common/worker/GroupingTablesTest.java | 2 +-
.../util/common/worker/MapTaskExecutorTest.java | 2 +-
.../util/common/worker/OutputReceiverTest.java | 5 +-
.../util/common/worker/ParDoOperationTest.java | 2 +-
.../util/common/worker/ReadOperationTest.java | 2 +-
.../util/common/worker/ShuffleEntryTest.java | 2 +-
.../util/common/worker/WriteOperationTest.java | 2 +-
.../runners/fnexecution/ServerFactoryTest.java | 2 +-
.../control/DefaultJobBundleFactoryTest.java | 62 +-
.../control/FnApiControlClientPoolServiceTest.java | 2 +-
.../control/FnApiControlClientTest.java | 2 +-
...gleEnvironmentInstanceJobBundleFactoryTest.java | 2 +-
.../fnexecution/data/GrpcDataServiceTest.java | 2 +-
.../environment/ProcessEnvironmentFactoryTest.java | 2 +-
.../environment/ProcessManagerTest.java | 2 +-
.../environment/RemoteEnvironmentTest.java | 2 +-
.../logging/GrpcLoggingServiceTest.java | 2 +-
.../StaticGrpcProvisionServiceTest.java | 2 +-
.../fnexecution/state/GrpcStateServiceTest.java | 2 +-
.../translation/PipelineTranslatorUtilsTest.java | 2 +-
.../beam/runners/local/StructuralKeyTest.java | 18 +-
.../runners/spark/GlobalWatermarkHolderTest.java | 2 +-
.../beam/runners/spark/SparkPipelineStateTest.java | 2 +-
.../runners/spark/SparkRunnerDebuggerTest.java | 2 +-
.../metrics/sink/SparkMetricsSinkTest.java | 2 +-
.../spark/io/ReaderToIteratorAdapterTest.java | 2 +-
.../runners/spark/metrics/SparkBeamMetricTest.java | 2 +-
.../spark/metrics/SparkMetricsPusherTest.java | 2 +-
.../metrics/sink/SparkMetricsSinkTest.java | 2 +-
.../metrics/BeamMetricTest.java | 2 +-
.../translation/batch/GroupByKeyTest.java | 2 +-
.../translation/streaming/CreateStreamTest.java | 2 +-
.../ResumeFromCheckpointStreamingTest.java | 2 +-
.../streaming/SparkCoGroupByKeyStreamingTest.java | 2 +-
.../streaming/StreamingSourceMetricsTest.java | 2 +-
.../streaming/TrackStreamingSourcesTest.java | 2 +-
sdks/go/pkg/beam/core/graph/coder/map_test.go | 11 +-
sdks/go/pkg/beam/core/graph/coder/row.go | 337 ++------
sdks/go/pkg/beam/core/graph/coder/row_decoder.go | 308 +++++++
sdks/go/pkg/beam/core/graph/coder/row_encoder.go | 271 +++++++
sdks/go/pkg/beam/core/graph/coder/row_test.go | 488 +++++++++---
.../pkg/beam/core/graph/coder/testutil/testutil.go | 154 ++++
.../core/graph/coder/testutil/testutil_test.go | 201 +++++
sdks/go/test/build.gradle | 8 +-
.../src/main/resources/beam/checkstyle.xml | 9 +
.../src/main/resources/beam/suppressions.xml | 2 +
sdks/java/core/build.gradle | 1 -
.../main/java/org/apache/beam/sdk/io/AvroIO.java | 38 +-
.../sdk/schemas/FieldValueTypeInformation.java | 53 +-
.../org/apache/beam/sdk/schemas/RowMessages.java | 132 +++
.../apache/beam/sdk/testing/CoderProperties.java | 2 +-
.../apache/beam/sdk/testing/CombineFnTester.java | 2 +-
.../java/org/apache/beam/sdk/testing/PAssert.java | 2 +-
.../apache/beam/sdk/testing/SourceTestUtils.java | 2 +-
.../apache/beam/sdk/testing/WindowFnTestUtils.java | 2 +-
.../beam/sdk/transforms/ApproximateUnique.java | 20 +-
.../resources/org/apache/beam/sdk/sdk.properties | 3 -
.../java/org/apache/beam/sdk/PipelineTest.java | 2 +-
.../org/apache/beam/sdk/coders/AvroCoderTest.java | 2 +-
.../beam/sdk/coders/BigDecimalCoderTest.java | 2 +-
.../beam/sdk/coders/BigEndianIntegerCoderTest.java | 2 +-
.../beam/sdk/coders/BigEndianLongCoderTest.java | 2 +-
.../beam/sdk/coders/BigIntegerCoderTest.java | 2 +-
.../apache/beam/sdk/coders/BitSetCoderTest.java | 2 +-
.../apache/beam/sdk/coders/ByteArrayCoderTest.java | 2 +-
.../org/apache/beam/sdk/coders/ByteCoderTest.java | 2 +-
.../java/org/apache/beam/sdk/coders/CoderTest.java | 2 +-
.../beam/sdk/coders/CollectionCoderTest.java | 2 +-
.../apache/beam/sdk/coders/DefaultCoderTest.java | 2 +-
.../apache/beam/sdk/coders/DelegateCoderTest.java | 2 +-
.../apache/beam/sdk/coders/DoubleCoderTest.java | 2 +-
.../apache/beam/sdk/coders/DurationCoderTest.java | 2 +-
.../org/apache/beam/sdk/coders/FloatCoderTest.java | 2 +-
.../apache/beam/sdk/coders/InstantCoderTest.java | 2 +-
.../apache/beam/sdk/coders/IterableCoderTest.java | 2 +-
.../org/apache/beam/sdk/coders/KvCoderTest.java | 2 +-
.../org/apache/beam/sdk/coders/ListCoderTest.java | 2 +-
.../org/apache/beam/sdk/coders/MapCoderTest.java | 2 +-
.../apache/beam/sdk/coders/NullableCoderTest.java | 2 +-
.../sdk/coders/PCollectionCustomCoderTest.java | 2 +-
.../beam/sdk/coders/SerializableCoderTest.java | 2 +-
.../org/apache/beam/sdk/coders/SetCoderTest.java | 2 +-
.../beam/sdk/coders/StringDelegateCoderTest.java | 2 +-
.../beam/sdk/coders/StringUtf8CoderTest.java | 2 +-
.../beam/sdk/coders/StructuredCoderTest.java | 11 +-
.../beam/sdk/coders/TextualIntegerCoderTest.java | 2 +-
.../apache/beam/sdk/coders/VarIntCoderTest.java | 2 +-
.../apache/beam/sdk/coders/VarLongCoderTest.java | 2 +-
.../org/apache/beam/sdk/coders/VoidCoderTest.java | 2 +-
.../java/org/apache/beam/sdk/io/AvroIOTest.java | 2 +-
.../org/apache/beam/sdk/io/AvroSourceTest.java | 2 +-
.../sdk/io/BoundedReadFromUnboundedSourceTest.java | 2 +-
.../apache/beam/sdk/io/CompressedSourceTest.java | 2 +-
.../org/apache/beam/sdk/io/CountingSourceTest.java | 2 +-
.../org/apache/beam/sdk/io/FileBasedSinkTest.java | 2 +-
.../apache/beam/sdk/io/FileBasedSourceTest.java | 2 +-
.../org/apache/beam/sdk/io/FileSystemsTest.java | 2 +-
.../beam/sdk/io/LocalFileSystemRegistrarTest.java | 2 +-
.../apache/beam/sdk/io/LocalFileSystemTest.java | 2 +-
.../org/apache/beam/sdk/io/TextIOReadTest.java | 2 +-
.../org/apache/beam/sdk/io/TextIOWriteTest.java | 2 +-
.../org/apache/beam/sdk/io/WriteFilesTest.java | 2 +-
.../io/range/ByteKeyRangeEstimateFractionTest.java | 2 +-
.../io/range/ByteKeyRangeInterpolateKeyTest.java | 2 +-
.../apache/beam/sdk/io/range/ByteKeyRangeTest.java | 2 +-
.../org/apache/beam/sdk/io/range/ByteKeyTest.java | 2 +-
.../org/apache/beam/sdk/metrics/MetricsTest.java | 2 +-
.../sdk/options/PipelineOptionsFactoryTest.java | 2 +-
.../sdk/options/ProxyInvocationHandlerTest.java | 2 +-
.../beam/sdk/runners/PipelineRunnerTest.java | 2 +-
.../beam/sdk/runners/TransformHierarchyTest.java | 2 +-
.../apache/beam/sdk/runners/TransformTreeTest.java | 2 +-
.../beam/sdk/schemas/JavaBeanSchemaTest.java | 34 +
.../apache/beam/sdk/schemas/SchemaCoderTest.java | 2 +-
.../sdk/schemas/transforms/CastValidatorTest.java | 2 +-
.../beam/sdk/schemas/transforms/CoGroupTest.java | 2 +-
.../beam/sdk/schemas/transforms/GroupTest.java | 2 +-
.../beam/sdk/schemas/utils/SchemaZipFoldTest.java | 2 +-
.../beam/sdk/schemas/utils/TestJavaBeans.java | 17 +
.../apache/beam/sdk/state/StateContextsTest.java | 2 +-
.../beam/sdk/testing/CoderPropertiesTest.java | 2 +-
.../beam/sdk/testing/CombineFnTesterTest.java | 2 +-
.../org/apache/beam/sdk/testing/PAssertTest.java | 2 +-
.../beam/sdk/testing/PaneExtractorsTest.java | 2 +-
.../beam/sdk/testing/SerializableMatchersTest.java | 2 +-
.../apache/beam/sdk/testing/StaticWindowsTest.java | 2 +-
.../apache/beam/sdk/testing/TestPipelineTest.java | 2 +-
.../beam/sdk/testing/WindowSupplierTest.java | 2 +-
.../apache/beam/sdk/transforms/CombineFnsTest.java | 2 +-
.../apache/beam/sdk/transforms/CombineTest.java | 2 +-
.../org/apache/beam/sdk/transforms/CreateTest.java | 2 +-
.../apache/beam/sdk/transforms/DistinctTest.java | 2 +-
.../org/apache/beam/sdk/transforms/DoFnTest.java | 2 +-
.../apache/beam/sdk/transforms/DoFnTesterTest.java | 2 +-
.../apache/beam/sdk/transforms/FlattenTest.java | 2 +-
.../apache/beam/sdk/transforms/GroupByKeyTest.java | 2 +-
.../apache/beam/sdk/transforms/PTransformTest.java | 2 +-
.../org/apache/beam/sdk/transforms/ParDoTest.java | 2 +-
.../org/apache/beam/sdk/transforms/ReifyTest.java | 2 +-
.../beam/sdk/transforms/ReifyTimestampsTest.java | 2 +-
.../apache/beam/sdk/transforms/ReshuffleTest.java | 2 +-
.../beam/sdk/transforms/SimpleFunctionTest.java | 2 +-
.../beam/sdk/transforms/WithFailuresTest.java | 2 +-
.../display/DisplayDataEvaluatorTest.java | 2 +-
.../display/DisplayDataMatchersTest.java | 2 +-
.../sdk/transforms/display/DisplayDataTest.java | 2 +-
.../beam/sdk/transforms/join/CoGbkResultTest.java | 2 +-
.../beam/sdk/transforms/join/CoGroupByKeyTest.java | 2 +-
.../beam/sdk/transforms/join/UnionCoderTest.java | 2 +-
.../sdk/transforms/reflect/DoFnInvokersTest.java | 2 +-
.../sdk/transforms/reflect/DoFnSignaturesTest.java | 2 +-
.../transforms/reflect/OnTimerInvokersTest.java | 2 +-
.../sdk/transforms/windowing/FixedWindowsTest.java | 2 +-
.../transforms/windowing/IntervalWindowTest.java | 2 +-
.../sdk/transforms/windowing/RepeatedlyTest.java | 2 +-
.../sdk/transforms/windowing/SessionsTest.java | 2 +-
.../transforms/windowing/SlidingWindowsTest.java | 2 +-
.../beam/sdk/transforms/windowing/WindowTest.java | 2 +-
.../org/apache/beam/sdk/util/ApiSurfaceTest.java | 2 +-
.../BufferedElementCountingOutputStreamTest.java | 2 +-
.../apache/beam/sdk/util/FluentBackoffTest.java | 2 +-
.../org/apache/beam/sdk/util/HistogramTest.java | 2 +-
.../org/apache/beam/sdk/util/MoreFuturesTest.java | 2 +-
.../org/apache/beam/sdk/util/ReleaseInfoTest.java | 2 +-
.../beam/sdk/util/UserCodeExceptionTest.java | 2 +-
.../java/org/apache/beam/sdk/util/VarIntTest.java | 2 +-
.../apache/beam/sdk/util/WindowedValueTest.java | 2 +-
.../org/apache/beam/sdk/util/ZipFilesTest.java | 2 +-
.../beam/sdk/util/common/ReflectHelpersTest.java | 2 +-
.../java/org/apache/beam/sdk/values/KVTest.java | 2 +-
.../beam/sdk/values/PCollectionListTest.java | 2 +-
.../beam/sdk/values/PCollectionTupleTest.java | 2 +-
.../org/apache/beam/sdk/values/TupleTagTest.java | 2 +-
.../beam/sdk/values/TypeDescriptorsTest.java | 2 +-
.../apache/beam/sdk/values/TypedPValueTest.java | 2 +-
.../beam/sdk/expansion/service/ExternalTest.java | 2 +-
.../gcp/storage/GcsFileSystemRegistrarTest.java | 2 +-
.../extensions/gcp/storage/GcsFileSystemTest.java | 2 +-
.../beam/sdk/extensions/gcp/util/GcsUtilTest.java | 2 +-
...LatencyRecordingHttpRequestInitializerTest.java | 2 +-
.../gcp/util/RetryHttpRequestInitializerTest.java | 2 +-
.../sdk/extensions/gcp/util/gcsfs/GcsPathTest.java | 2 +-
.../extensions/protobuf/ProtoMessageSchema.java | 68 +-
.../extensions/protobuf/ByteStringCoderTest.java | 2 +-
.../sdk/extensions/protobuf/ProtobufUtilTest.java | 2 +-
.../extensions/sketching/TDigestQuantilesTest.java | 2 +-
.../beam/sdk/extensions/sorter/SortValuesTest.java | 2 +-
sdks/java/extensions/sql/build.gradle | 2 +
.../datacatalog/DataCatalogTableProvider.java | 61 +-
.../sql/meta/provider/datacatalog/SchemaUtils.java | 93 +++
.../meta/provider/datacatalog/SchemaUtilsTest.java | 157 ++++
.../sdk/extensions/sql/jdbc/BeamSqlLineIT.java | 2 +-
.../sdk/extensions/sql/jdbc/BeamSqlLineTest.java | 2 +-
.../meta/provider/kafka/BeamKafkaThriftTable.java | 138 ++++
.../meta/provider/kafka/KafkaTableProvider.java | 56 +-
.../sql/BeamSqlDslSqlStdOperatorsTest.java | 2 +-
.../sdk/extensions/sql/impl/JdbcDriverTest.java | 2 +-
.../provider/kafka/BeamKafkaTableProtoTest.java | 2 +-
...rotoTest.java => BeamKafkaTableThriftTest.java} | 53 +-
.../meta/provider/kafka/KafkaTableProviderIT.java | 47 +-
.../provider/kafka/KafkaTableProviderTest.java | 55 +-
.../provider/kafka/thrift/ItThriftMessage.java | 612 ++++++++++++++
.../kafka/thrift/SimpleThriftMessage.java} | 341 ++++----
.../provider/kafka/thrift/TestThriftMessage.java | 881 +++++++++++++++++++++
.../meta/provider/text/TextTableProviderTest.java | 2 +-
.../sql/meta/store/InMemoryMetaStoreTest.java | 2 +-
.../src/test/thrift/kafka/messages.thrift} | 45 +-
.../extensions/sql/zetasql/ZetaSQLPlannerImpl.java | 5 +-
.../sql/zetasql/translation/ConversionContext.java | 2 +-
.../zetasql/translation/ExpressionConverter.java | 4 +-
.../translation/UserFunctionDefinitions.java | 30 +-
.../zetasketch/ApproximateCountDistinct.java | 288 +++++++
.../zetasketch/ApproximateCountDistinctTest.java | 342 ++++++++
.../org/apache/beam/sdk/fn/IdGeneratorsTest.java | 2 +-
.../sdk/fn/channel/SocketAddressFactoryTest.java | 2 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java | 2 +-
...DataSizeBasedBufferingOutboundObserverTest.java | 2 +-
.../CompletableFutureInboundDataClientTest.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortReadTest.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortWriteTest.java | 2 +-
.../fn/splittabledofn/RestrictionTrackersTest.java | 2 +-
.../beam/sdk/fn/stream/AdvancingPhaserTest.java | 2 +-
.../apache/beam/sdk/fn/stream/DataStreamsTest.java | 2 +-
.../sdk/fn/stream/OutboundObserverFactoryTest.java | 2 +-
.../apache/beam/sdk/fn/test/TestStreamsTest.java | 2 +-
.../beam/fn/harness/AssignWindowsRunnerTest.java | 2 +-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 2 +-
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 2 +-
.../apache/beam/fn/harness/CombineRunnersTest.java | 2 +-
.../apache/beam/fn/harness/FlattenRunnerTest.java | 2 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 2 +-
.../apache/beam/fn/harness/MapFnRunnersTest.java | 2 +-
.../fn/harness/PrecombineGroupingTableTest.java | 2 +-
.../beam/fn/harness/WindowMergingFnRunnerTest.java | 2 +-
.../harness/control/BeamFnControlClientTest.java | 2 +-
.../harness/control/BundleSplitListenerTest.java | 2 +-
.../harness/control/ProcessBundleHandlerTest.java | 2 +-
.../fn/harness/data/BeamFnDataGrpcClientTest.java | 2 +-
.../data/BeamFnDataInboundObserverTest.java | 2 +-
.../data/PCollectionConsumerRegistryTest.java | 2 +-
.../harness/data/QueueingBeamFnDataClientTest.java | 2 +-
.../harness/logging/BeamFnLoggingClientTest.java | 2 +-
.../state/BeamFnStateGrpcClientCacheTest.java | 2 +-
.../stream/HarnessStreamObserverFactoriesTest.java | 2 +-
.../beam/sdk/io/aws/coders/AwsCodersTest.java | 2 +-
.../beam/sdk/io/aws/options/AwsModuleTest.java | 2 +-
.../beam/sdk/io/aws/s3/S3FileSystemTest.java | 2 +-
.../sdk/io/aws/sns/PublishResultCodersTest.java | 2 +-
.../beam/sdk/io/aws2/options/AwsModuleTest.java | 2 +-
.../blobstore/AzureBlobStoreFileSystemTest.java | 2 +-
.../beam/sdk/io/cassandra/CassandraIOTest.java | 2 +-
.../io/contextualtextio/ContextualTextIOTest.java | 2 +-
.../elasticsearch/ElasticsearchIOTestCommon.java | 2 +-
.../beam/sdk/io/gcp/pubsub/RowToPubsubMessage.java | 28 +-
.../beam/sdk/io/gcp/pubsub/TestPubsubSignal.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryIOReadTest.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 2 +-
.../io/gcp/bigquery/BigQueryServicesImplTest.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryUtilsTest.java | 2 +-
.../sdk/io/gcp/bigquery/TableRowJsonCoderTest.java | 2 +-
.../sdk/io/gcp/bigtable/BigtableConfigTest.java | 2 +-
.../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 2 +-
.../beam/sdk/io/gcp/bigtable/BigtableWriteIT.java | 2 +-
.../io/gcp/datastore/AdaptiveThrottlerTest.java | 2 +-
.../beam/sdk/io/gcp/datastore/DatastoreV1Test.java | 2 +-
.../beam/sdk/io/gcp/pubsub/PubsubIOTest.java | 2 +-
.../pubsub/PubsubMessagePayloadOnlyCoderTest.java | 2 +-
...MessageWithAttributesAndMessageIdCoderTest.java | 2 +-
.../PubsubMessageWithAttributesCoderTest.java | 2 +-
.../PubsubMessageWithMessageIdCoderTest.java | 2 +-
.../io/gcp/pubsub/PubsubUnboundedSourceTest.java | 2 +-
.../io/gcp/spanner/MutationSizeEstimatorTest.java | 2 +-
.../sdk/io/gcp/spanner/ReadSpannerSchemaTest.java | 2 +-
.../sdk/io/gcp/spanner/SpannerIOWriteTest.java | 2 +-
.../beam/sdk/io/gcp/spanner/SpannerWriteIT.java | 2 +-
.../beam/sdk/io/gcp/spanner/StructUtilsTest.java | 2 +-
.../sdk/io/hadoop/SerializableConfiguration.java | 11 +
.../io/hadoop/SerializableConfigurationTest.java | 9 +
.../beam/sdk/io/hadoop/WritableCoderTest.java | 2 +-
.../sdk/io/hdfs/HadoopFileSystemModuleTest.java | 2 +-
.../hdfs/HadoopFileSystemOptionsRegistrarTest.java | 2 +-
.../sdk/io/hdfs/HadoopFileSystemOptionsTest.java | 2 +-
.../beam/sdk/io/hdfs/HadoopFileSystemTest.java | 2 +-
.../beam/sdk/io/hadoop/format/HadoopFormatIO.java | 85 +-
.../io/hadoop/format/HadoopFormatIOReadTest.java | 162 +++-
.../org/apache/beam/sdk/io/hbase/HBaseIOTest.java | 2 +-
.../beam/sdk/io/hcatalog/HCatalogIOTest.java | 2 +-
.../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java | 2 +-
.../java/org/apache/beam/sdk/io/jms/JmsIOTest.java | 2 +-
.../CustomTimestampPolicyWithLimitedDelayTest.java | 2 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 2 +-
.../java/org/apache/beam/sdk/io/kudu/KuduIOIT.java | 4 +-
.../sdk/io/parquet/GenericRecordReadConverter.java | 64 --
.../org/apache/beam/sdk/io/parquet/ParquetIO.java | 270 +++++--
.../sdk/io/parquet/ParquetSchemaIOProvider.java | 11 +-
.../sdk/io/parquet/GenericRecordToRowTest.java | 79 --
.../apache/beam/sdk/io/parquet/ParquetIOTest.java | 32 +-
.../beam/sdk/io/solr/JavaBinCodecCoderTest.java | 2 +-
.../org/apache/beam/sdk/io/thrift/ThriftCoder.java | 5 +-
.../apache/beam/sdk/io/thrift/ThriftSchema.java | 92 ++-
.../apache/beam/sdk/io/tika/ParseResultTest.java | 2 +-
.../org/apache/beam/sdk/io/tika/TikaIOTest.java | 2 +-
.../org/apache/beam/sdk/io/xml/JAXBCoderTest.java | 2 +-
.../java/org/apache/beam/sdk/io/xml/XmlIOTest.java | 11 +-
.../org/apache/beam/sdk/io/xml/XmlSourceTest.java | 2 +-
sdks/java/maven-archetypes/examples/build.gradle | 2 +-
sdks/java/testing/jpms-tests/build.gradle | 2 +-
.../sdk/nexmark/queries/NexmarkQueryModel.java | 4 +-
.../beam/sdk/nexmark/NexmarkConfigurationTest.java | 2 +-
.../beam/sdk/nexmark/PerfsToBigQueryTest.java | 2 +-
.../nexmark/queries/BoundedSideInputJoinTest.java | 2 +-
.../nexmark/queries/SessionSideInputJoinTest.java | 2 +-
.../queries/sql/SqlBoundedSideInputJoinTest.java | 2 +-
sdks/python/apache_beam/dataframe/frames.py | 26 +-
sdks/python/apache_beam/dataframe/frames_test.py | 78 +-
.../apache_beam/io/gcp/bigquery_file_loads.py | 21 +-
sdks/python/apache_beam/io/gcp/bigquery_test.py | 2 -
sdks/python/apache_beam/io/gcp/pubsub.py | 8 +-
sdks/python/apache_beam/io/gcp/pubsub_test.py | 3 +-
.../apache_beam/runners/direct/direct_runner.py | 4 +-
sdks/python/setup.py | 4 +-
sdks/python/test-suites/dataflow/build.gradle | 24 +
sdks/python/test-suites/gradle.properties | 5 +
sdks/python/test-suites/portable/common.gradle | 25 +-
.../dsls/sql/extensions/create-external-table.md | 11 +-
.../content/en/documentation/programming-guide.md | 2 +-
.../site/content/en/get-started/beam-overview.md | 2 +-
552 files changed, 6113 insertions(+), 1813 deletions(-)
rename .test-infra/jenkins/{job_PostCommit_Python36.groovy => job_PostCommit_Python.groovy} (51%)
delete mode 100644 .test-infra/jenkins/job_PostCommit_Python37.groovy
delete mode 100644 .test-infra/jenkins/job_PostCommit_Python38.groovy
create mode 100644 sdks/go/pkg/beam/core/graph/coder/row_decoder.go
create mode 100644 sdks/go/pkg/beam/core/graph/coder/row_encoder.go
create mode 100644 sdks/go/pkg/beam/core/graph/coder/testutil/testutil.go
create mode 100644 sdks/go/pkg/beam/core/graph/coder/testutil/testutil_test.go
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/RowMessages.java
create mode 100644 sdks/java/extensions/sql/datacatalog/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/datacatalog/SchemaUtilsTest.java
create mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/BeamKafkaThriftTable.java
copy sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/{BeamKafkaTableProtoTest.java => BeamKafkaTableThriftTest.java} (63%)
create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/thrift/ItThriftMessage.java
copy sdks/java/{io/thrift/src/test/java/org/apache/beam/sdk/io/thrift/TestThriftInnerStruct.java => extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/thrift/SimpleThriftMessage.java} (55%)
create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/thrift/TestThriftMessage.java
copy sdks/java/extensions/{protobuf/src/test/proto/proto2_coder_test_messages.proto => sql/src/test/thrift/kafka/messages.thrift} (55%)
create mode 100644 sdks/java/extensions/zetasketch/src/main/java/org/apache/beam/sdk/extensions/zetasketch/ApproximateCountDistinct.java
create mode 100644 sdks/java/extensions/zetasketch/src/test/java/org/apache/beam/sdk/extensions/zetasketch/ApproximateCountDistinctTest.java
delete mode 100644 sdks/java/io/parquet/src/main/java/org/apache/beam/sdk/io/parquet/GenericRecordReadConverter.java
delete mode 100644 sdks/java/io/parquet/src/test/java/org/apache/beam/sdk/io/parquet/GenericRecordToRowTest.java