You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by da...@apache.org on 2025/07/24 10:44:16 UTC
(hudi) branch master updated (99deee6e6dc5 -> 14c39f068e30)
This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 99deee6e6dc5 [HUDI-8890] fix incremental read with invalid/missing end instant (#12679)
add 14c39f068e30 [HUDI-9226] Support Flink 2.0 (#13480)
No new revisions were added by this update.
Summary of changes:
.github/workflows/bot.yml | 85 ++-
.github/workflows/maven_artifact_validation.yml | 14 +-
.github/workflows/release_candidate_validation.yml | 14 +-
README.md | 10 +-
azure-pipelines-20230430.yml | 5 -
hudi-client/hudi-flink-client/pom.xml | 6 +
.../client/common/HoodieFlinkEngineContext.java | 32 +-
.../hudi/client/model/HoodieFlinkInternalRow.java | 4 +-
.../org/apache/hudi/util/AvroSchemaConverter.java | 14 +-
.../common/TestHoodieFlinkEngineContext.java | 3 +-
.../testutils/HoodieFlinkClientTestHarness.java | 21 +-
.../testutils/HoodieFlinkWriteableTestTable.java | 3 +-
hudi-examples/hudi-examples-flink/pom.xml | 9 +
.../examples/quickstart/HoodieFlinkQuickstart.java | 8 +-
.../factory/CollectSinkTableFactory.java | 12 +-
.../quickstart/source/ContinuousFileSource.java | 7 +-
.../quickstart/utils/QuickstartConfigurations.java | 8 +-
.../k8s/quickstart/HudiDataStreamWriter.java | 5 +-
hudi-flink-datasource/hudi-flink/pom.xml | 17 +-
.../apache/hudi/configuration/FlinkOptions.java | 10 +-
.../hudi/configuration/HadoopConfigurations.java | 2 +-
.../hudi/configuration/OptionsInference.java | 54 +-
.../apache/hudi/configuration/OptionsResolver.java | 84 +--
.../hudi/schema/FilebasedSchemaProvider.java | 2 +-
.../java/org/apache/hudi/sink/CleanFunction.java | 14 +-
.../hudi/sink/StreamWriteOperatorCoordinator.java | 10 +-
.../hudi/sink/append/AppendWriteFunction.java | 3 +-
.../append/AppendWriteFunctionWithRateLimit.java | 5 +-
.../hudi/sink/append/AppendWriteFunctions.java | 2 +-
.../hudi/sink/bootstrap/BootstrapOperator.java | 37 +-
.../apache/hudi/sink/bootstrap/IndexRecord.java | 39 --
.../sink/bucket/BucketStreamWriteFunction.java | 5 +-
.../bucket/ConsistentBucketAssignFunction.java | 10 +-
.../apache/hudi/sink/buffer/TotalSizeTracer.java | 4 +-
.../apache/hudi/sink/bulk/AutoRowDataKeyGen.java | 4 +-
.../hudi/sink/bulk/BulkInsertWriteFunction.java | 5 +-
.../hudi/sink/bulk/BulkInsertWriterHelper.java | 2 +-
.../org/apache/hudi/sink/bulk/RowDataKeyGen.java | 6 +-
.../org/apache/hudi/sink/bulk/RowDataKeyGens.java | 2 +-
.../apache/hudi/sink/bulk/sort/SortOperator.java | 22 +
.../hudi/sink/clustering/ClusteringCommitSink.java | 4 +-
.../hudi/sink/clustering/ClusteringOperator.java | 29 +-
.../sink/clustering/ClusteringPlanOperator.java | 21 +
.../clustering/ClusteringPlanSourceFunction.java | 6 +-
.../sink/clustering/FlinkClusteringConfig.java | 54 +-
.../sink/clustering/HoodieFlinkClusteringJob.java | 16 +-
.../sink/common/AbstractStreamWriteFunction.java | 9 +-
.../hudi/sink/common/AbstractWriteFunction.java | 4 +-
.../hudi/sink/common/WriteOperatorFactory.java | 5 +-
.../apache/hudi/sink/compact/CompactOperator.java | 17 +-
.../hudi/sink/compact/CompactionCommitSink.java | 4 +-
.../hudi/sink/compact/CompactionPlanOperator.java | 21 +
.../sink/compact/CompactionPlanSourceFunction.java | 6 +-
.../hudi/sink/compact/FlinkCompactionConfig.java | 34 +-
.../hudi/sink/compact/HoodieFlinkCompactor.java | 6 +-
.../sink/partitioner/BucketAssignFunction.java | 32 +-
.../sink/transform/RowDataToHoodieFunction.java | 5 +-
.../RowDataToHoodieFunctionWithRateLimit.java | 5 +-
.../sink/transform/RowDataToHoodieFunctions.java | 2 +-
.../apache/hudi/sink/utils/HiveSyncContext.java | 42 +-
.../utils}/HoodieFlinkInternalRowTypeInfo.java | 12 +-
.../java/org/apache/hudi/sink/utils/Pipelines.java | 43 +-
.../org/apache/hudi/sink/v2/CleanFunctionV2.java | 9 +-
.../java/org/apache/hudi/sink/v2/HoodieSink.java | 6 +-
.../sink/v2/clustering/ClusteringCommitSinkV2.java | 4 +-
.../sink/v2/compact/CompactionCommitSinkV2.java | 4 +-
.../apache/hudi/source/IncrementalInputSplits.java | 18 +-
.../hudi/source/StreamReadMonitoringFunction.java | 24 +-
.../org/apache/hudi/source/StreamReadOperator.java | 36 +-
.../hudi/source/prune/PrimaryKeyPruners.java | 2 +-
.../apache/hudi/streamer/FlinkStreamerConfig.java | 180 +++----
.../apache/hudi/streamer/HoodieFlinkStreamer.java | 35 +-
.../org/apache/hudi/table/HoodieTableFactory.java | 65 ++-
.../org/apache/hudi/table/HoodieTableSink.java | 21 +-
.../org/apache/hudi/table/HoodieTableSource.java | 54 +-
.../apache/hudi/table/catalog/HiveSchemaUtils.java | 28 +-
.../apache/hudi/table/catalog/HoodieCatalog.java | 22 +-
.../hudi/table/catalog/HoodieHiveCatalog.java | 29 +-
.../hudi/table/catalog/TableOptionProperties.java | 3 +-
.../apache/hudi/table/format/FilePathUtils.java | 8 +-
.../table/format/cow/CopyOnWriteInputFormat.java | 1 -
.../main/java/org/apache/hudi/util/ClientIds.java | 6 +-
.../java/org/apache/hudi/util/ClusteringUtil.java | 2 +-
.../java/org/apache/hudi/util/CompactionUtil.java | 12 +-
.../java/org/apache/hudi/util/DataTypeUtils.java | 15 +
.../java/org/apache/hudi/util/FlinkTables.java | 1 -
.../hudi/util}/FlinkTaskContextSupplier.java | 9 +-
.../org/apache/hudi/util/FlinkWriteClients.java | 93 ++--
.../java/org/apache/hudi/util/HoodiePipeline.java | 8 +-
.../java/org/apache/hudi/util/InputFormats.java | 5 +-
.../hudi/util/JsonDeserializationFunction.java | 5 +-
.../java/org/apache/hudi/util/StreamerUtil.java | 74 ++-
.../apache/hudi/util/ViewStorageProperties.java | 4 +-
.../hudi/configuration/TestOptionsInference.java | 8 +-
.../hudi/configuration/TestOptionsResolver.java | 6 +-
.../apache/hudi/sink/ITTestDataStreamV2Write.java | 2 +-
.../apache/hudi/sink/ITTestDataStreamWrite.java | 64 +--
.../sink/TestStreamWriteOperatorCoordinator.java | 20 +-
.../org/apache/hudi/sink/TestWriteCopyOnWrite.java | 54 +-
.../org/apache/hudi/sink/TestWriteMergeOnRead.java | 16 +-
.../hudi/sink/TestWriteMergeOnReadWithCompact.java | 44 +-
.../hudi/sink/TestWriterWithPartitionTTl.java | 2 +-
.../bucket/ITTestConsistentBucketStreamWrite.java | 74 +--
.../apache/hudi/sink/bulk/TestRowDataKeyGen.java | 12 +-
.../sink/cluster/ClusteringCommitTestSink.java | 3 +-
.../ITTestFlinkConsistentHashingClustering.java | 8 +-
.../sink/cluster/ITTestHoodieFlinkClustering.java | 111 ++--
.../sink/compact/CompactionCommitTestSink.java | 3 +-
.../sink/compact/ITTestHoodieFlinkCompactor.java | 39 +-
.../hudi/sink/partitioner/TestBucketAssigner.java | 4 +-
.../hudi/sink/utils/BulkInsertFunctionWrapper.java | 3 +-
.../hudi/sink/utils/MockKeyedStateStore.java | 5 +-
.../hudi/sink/utils/MockOperatorStateStore.java | 4 +-
.../sink/utils/MockStreamingRuntimeContext.java | 30 +-
.../sink/utils/StreamWriteFunctionWrapper.java | 4 +-
.../hudi/sink/utils/TestHiveSyncContext.java | 8 +-
.../org/apache/hudi/sink/utils/TestWriteBase.java | 2 +-
.../hudi/source/TestExpressionEvaluators.java | 8 +-
.../hudi/source/TestExpressionPredicates.java | 24 +-
.../java/org/apache/hudi/source/TestFileIndex.java | 30 +-
.../hudi/source/TestIncrementalInputSplits.java | 10 +-
.../source/TestStreamReadMonitoringFunction.java | 18 +-
.../apache/hudi/source/TestStreamReadOperator.java | 8 +-
.../hudi/source/stats/TestColumnStatsIndex.java | 6 +-
.../apache/hudi/table/ITTestHoodieDataSource.java | 94 ++--
.../hudi/table/ITTestSchemaEvolutionBySQL.java | 2 +-
.../apache/hudi/table/TestHoodieTableFactory.java | 159 +++---
.../apache/hudi/table/TestHoodieTableSource.java | 88 +--
.../hudi/table/catalog/HoodieCatalogTestUtils.java | 2 +-
.../hudi/table/catalog/TestHoodieCatalog.java | 27 +-
.../hudi/table/catalog/TestHoodieHiveCatalog.java | 101 ++--
.../apache/hudi/table/format/TestFormatUtils.java | 8 +-
.../apache/hudi/table/format/TestInputFormat.java | 106 ++--
.../org/apache/hudi/util/TestExpressionUtils.java | 4 +-
.../org/apache/hudi/utils/TestClusteringUtil.java | 4 +-
.../org/apache/hudi/utils/TestCompactionUtil.java | 8 +-
.../org/apache/hudi/utils/TestConfigurations.java | 37 +-
.../test/java/org/apache/hudi/utils/TestData.java | 4 +-
.../apache/hudi/utils/TestFlinkWriteClients.java | 2 +-
.../java/org/apache/hudi/utils/TestTableEnvs.java | 4 +-
.../test/java/org/apache/hudi/utils/TestUtils.java | 2 +-
.../hudi/utils/TestViewStorageProperties.java | 4 +-
.../utils/factory/CollectSinkTableFactory.java | 27 +-
.../hudi/utils/source/ContinuousFileSource.java | 6 +-
hudi-flink-datasource/hudi-flink1.15.x/pom.xml | 162 ------
.../connector/sink2/SupportsPreWriteTopology.java | 40 --
.../apache/hudi/adapter/HiveCatalogConstants.java | 52 --
.../apache/hudi/adapter/MaskingOutputAdapter.java | 67 ---
.../hudi/adapter/SortCodeGeneratorAdapter.java | 33 --
.../main/java/org/apache/hudi/adapter/Utils.java | 72 ---
.../table/format/cow/ParquetSplitReaderUtil.java | 595 ---------------------
.../format/cow/vector/HeapMapColumnVector.java | 79 ---
.../cow/vector/reader/AbstractColumnReader.java | 325 -----------
.../format/cow/vector/reader/MapColumnReader.java | 76 ---
.../apache/hudi/adapter/TestHoodieCatalogs.java | 30 --
.../connector/sink2/SupportsPreWriteTopology.java | 40 --
.../adapter/DataStreamScanProviderAdapter.java | 34 --
.../adapter/DataStreamSinkProviderAdapter.java | 37 --
.../apache/hudi/adapter/HiveCatalogConstants.java | 52 --
.../main/java/org/apache/hudi/adapter/Utils.java | 72 ---
.../table/format/cow/vector/HeapArrayVector.java | 70 ---
.../table/format/cow/vector/HeapDecimalVector.java | 39 --
.../format/cow/vector/HeapMapColumnVector.java | 79 ---
.../format/cow/vector/HeapRowColumnVector.java | 54 --
.../format/cow/vector/ParquetDecimalVector.java | 54 --
.../cow/vector/reader/AbstractColumnReader.java | 325 -----------
.../cow/vector/reader/ArrayColumnReader.java | 473 ----------------
.../vector/reader/BaseVectorizedColumnReader.java | 313 -----------
.../cow/vector/reader/EmptyColumnReader.java | 43 --
.../vector/reader/FixedLenBytesColumnReader.java | 84 ---
.../vector/reader/Int64TimestampColumnReader.java | 119 -----
.../format/cow/vector/reader/MapColumnReader.java | 76 ---
.../reader/ParquetColumnarRowSplitReader.java | 399 --------------
.../cow/vector/reader/ParquetDataColumnReader.java | 199 -------
.../reader/ParquetDataColumnReaderFactory.java | 304 -----------
.../format/cow/vector/reader/RowColumnReader.java | 63 ---
.../format/cow/vector/reader/RunLengthDecoder.java | 304 -----------
.../apache/hudi/adapter/TestHoodieCatalogs.java | 30 --
hudi-flink-datasource/hudi-flink1.17.x/pom.xml | 6 +
.../hudi/adapter/AbstractRichFunctionAdapter.java} | 10 +-
.../apache/hudi/adapter/CollectOutputAdapter.java | 75 ---
.../adapter/CollectionInputFormatAdapter.java} | 12 +-
.../adapter/InputFormatSourceFunctionAdapter.java} | 19 +-
.../hudi/adapter/KeyedProcessFunctionAdapter.java} | 10 +-
.../hudi/adapter/ProcessFunctionAdapter.java} | 10 +-
.../hudi/adapter/RichSinkFunctionAdapter.java} | 6 +-
.../hudi/adapter/RichSourceFunctionAdapter.java} | 6 +-
.../java/org/apache/hudi/adapter/SinkAdapter.java} | 19 +-
.../apache/hudi/adapter/SinkFunctionAdapter.java} | 6 +-
.../hudi/adapter/SinkFunctionProviderAdapter.java | 12 +-
.../hudi/adapter/SourceFunctionAdapter.java} | 6 +-
.../adapter/TableFunctionProviderAdapter.java} | 18 +-
.../hudi/adapter/TypeInformationAdapter.java} | 17 +-
.../adapter/YieldingOperatorFactoryAdapter.java} | 6 +-
.../java/org/apache/hudi/utils/CatalogUtils.java | 22 +-
.../java/org/apache/hudi/utils/DataTypeUtils.java} | 18 +-
.../org/apache/hudi/utils/RuntimeContextUtils.java | 52 ++
.../org/apache/hudi/utils/SourceContextUtils.java | 48 ++
.../apache/hudi/utils/StateTtlConfigUtils.java} | 18 +-
.../java/org/apache/hudi/utils/StreamerUtils.java | 53 ++
.../apache/hudi/adapter/CollectOutputAdapter.java | 0
.../hudi/adapter/KeyedStateStoreAdapter.java} | 7 +-
.../hudi/adapter/OperatorStateStoreAdapter.java} | 7 +-
.../org/apache/hudi/sink/utils/MockTaskInfo.java | 64 +++
hudi-flink-datasource/hudi-flink1.18.x/pom.xml | 6 +
.../hudi/adapter/AbstractRichFunctionAdapter.java} | 10 +-
.../adapter/CollectionInputFormatAdapter.java} | 12 +-
.../adapter/InputFormatSourceFunctionAdapter.java} | 17 +-
.../hudi/adapter/KeyedProcessFunctionAdapter.java} | 10 +-
.../hudi/adapter/ProcessFunctionAdapter.java} | 10 +-
.../hudi/adapter/RichSinkFunctionAdapter.java} | 6 +-
.../hudi/adapter/RichSourceFunctionAdapter.java} | 6 +-
.../java/org/apache/hudi/adapter/SinkAdapter.java} | 19 +-
.../apache/hudi/adapter/SinkFunctionAdapter.java} | 6 +-
.../hudi/adapter/SinkFunctionProviderAdapter.java | 12 +-
.../hudi/adapter/SourceFunctionAdapter.java} | 6 +-
.../adapter/TableFunctionProviderAdapter.java} | 18 +-
.../hudi/adapter/TypeInformationAdapter.java} | 17 +-
.../adapter/YieldingOperatorFactoryAdapter.java} | 6 +-
.../java/org/apache/hudi/utils/CatalogUtils.java | 22 +-
.../java/org/apache/hudi/utils/DataTypeUtils.java} | 18 +-
.../org/apache/hudi/utils/RuntimeContextUtils.java | 52 ++
.../org/apache/hudi/utils/SourceContextUtils.java | 48 ++
.../apache/hudi/utils/StateTtlConfigUtils.java} | 12 +-
.../java/org/apache/hudi/utils/StreamerUtils.java | 53 ++
.../apache/hudi/adapter/CollectOutputAdapter.java | 0
.../hudi/adapter/KeyedStateStoreAdapter.java} | 7 +-
.../hudi/adapter/OperatorStateStoreAdapter.java} | 7 +-
.../org/apache/hudi/sink/utils/MockTaskInfo.java | 64 +++
hudi-flink-datasource/hudi-flink1.19.x/pom.xml | 6 +
.../hudi/adapter/AbstractRichFunctionAdapter.java} | 10 +-
.../adapter/CollectionInputFormatAdapter.java} | 12 +-
.../adapter/InputFormatSourceFunctionAdapter.java} | 17 +-
.../hudi/adapter/KeyedProcessFunctionAdapter.java} | 10 +-
.../hudi/adapter/ProcessFunctionAdapter.java} | 10 +-
.../hudi/adapter/RichSinkFunctionAdapter.java} | 6 +-
.../hudi/adapter/RichSourceFunctionAdapter.java} | 6 +-
.../java/org/apache/hudi/adapter/SinkAdapter.java} | 19 +-
.../apache/hudi/adapter/SinkFunctionAdapter.java} | 6 +-
.../hudi/adapter/SinkFunctionProviderAdapter.java | 12 +-
.../hudi/adapter/SourceFunctionAdapter.java} | 6 +-
.../adapter/TableFunctionProviderAdapter.java} | 18 +-
.../hudi/adapter/TypeInformationAdapter.java} | 17 +-
.../adapter/YieldingOperatorFactoryAdapter.java} | 6 +-
.../java/org/apache/hudi/utils/CatalogUtils.java | 22 +-
.../java/org/apache/hudi/utils/DataTypeUtils.java} | 18 +-
.../org/apache/hudi/utils/RuntimeContextUtils.java | 52 ++
.../org/apache/hudi/utils/SourceContextUtils.java | 48 ++
.../apache/hudi/utils/StateTtlConfigUtils.java} | 12 +-
.../java/org/apache/hudi/utils/StreamerUtils.java | 53 ++
.../apache/hudi/adapter/CollectOutputAdapter.java | 0
.../hudi/adapter/KeyedStateStoreAdapter.java} | 7 +-
.../hudi/adapter/OperatorStateStoreAdapter.java} | 7 +-
.../org/apache/hudi/sink/utils/MockTaskInfo.java | 78 +++
hudi-flink-datasource/hudi-flink1.20.x/pom.xml | 6 +
.../hudi/adapter/AbstractRichFunctionAdapter.java} | 10 +-
.../adapter/CollectionInputFormatAdapter.java} | 12 +-
.../adapter/InputFormatSourceFunctionAdapter.java} | 17 +-
.../hudi/adapter/KeyedProcessFunctionAdapter.java} | 10 +-
.../hudi/adapter/ProcessFunctionAdapter.java} | 10 +-
.../hudi/adapter/RichSinkFunctionAdapter.java} | 6 +-
.../hudi/adapter/RichSourceFunctionAdapter.java} | 6 +-
.../java/org/apache/hudi/adapter/SinkAdapter.java} | 19 +-
.../apache/hudi/adapter/SinkFunctionAdapter.java} | 6 +-
.../hudi/adapter/SinkFunctionProviderAdapter.java | 12 +-
.../hudi/adapter/SourceFunctionAdapter.java} | 6 +-
.../adapter/TableFunctionProviderAdapter.java} | 18 +-
.../hudi/adapter/TypeInformationAdapter.java} | 17 +-
.../adapter/YieldingOperatorFactoryAdapter.java} | 6 +-
.../java/org/apache/hudi/utils/CatalogUtils.java | 22 +-
.../java/org/apache/hudi/utils/DataTypeUtils.java} | 18 +-
.../org/apache/hudi/utils/RuntimeContextUtils.java | 52 ++
.../org/apache/hudi/utils/SourceContextUtils.java | 48 ++
.../apache/hudi/utils/StateTtlConfigUtils.java} | 12 +-
.../java/org/apache/hudi/utils/StreamerUtils.java | 53 ++
.../apache/hudi/adapter/CollectOutputAdapter.java | 0
.../hudi/adapter/KeyedStateStoreAdapter.java} | 7 +-
.../hudi/adapter/OperatorStateStoreAdapter.java} | 7 +-
.../org/apache/hudi/sink/utils/MockTaskInfo.java | 78 +++
.../{hudi-flink1.16.x => hudi-flink2.0.x}/pom.xml | 32 +-
.../hudi/adapter/AbstractRichFunctionAdapter.java | 42 +-
.../adapter/CollectionInputFormatAdapter.java} | 12 +-
.../adapter/DataStreamScanProviderAdapter.java | 2 +
.../adapter/DataStreamSinkProviderAdapter.java | 0
.../apache/hudi/adapter/HiveCatalogConstants.java | 14 +-
.../adapter/InputFormatSourceFunctionAdapter.java} | 17 +-
.../hudi/adapter/KeyedProcessFunctionAdapter.java | 43 +-
.../apache/hudi/adapter/MaskingOutputAdapter.java | 12 +
.../hudi/adapter/OperatorCoordinatorAdapter.java | 0
.../hudi/adapter/ProcessFunctionAdapter.java} | 35 +-
.../hudi/adapter/RichSinkFunctionAdapter.java} | 6 +-
.../hudi/adapter/RichSourceFunctionAdapter.java} | 33 +-
.../java/org/apache/hudi/adapter/SinkAdapter.java} | 20 +-
.../apache/hudi/adapter/SinkFunctionAdapter.java} | 6 +-
.../hudi/adapter/SinkFunctionProviderAdapter.java | 12 +-
.../hudi/adapter/SortCodeGeneratorAdapter.java | 0
.../hudi/adapter/SourceFunctionAdapter.java} | 6 +-
.../adapter/SupportsRowLevelDeleteAdapter.java | 4 +-
.../adapter/SupportsRowLevelUpdateAdapter.java | 4 +-
.../adapter/TableFunctionProviderAdapter.java} | 18 +-
.../hudi/adapter/TypeInformationAdapter.java} | 17 +-
.../main/java/org/apache/hudi/adapter/Utils.java | 0
.../adapter/YieldingOperatorFactoryAdapter.java} | 6 +-
.../table/format/cow/ParquetSplitReaderUtil.java | 265 ++++++---
.../format/cow/vector/ColumnarGroupArrayData.java | 0
.../format/cow/vector/ColumnarGroupMapData.java | 0
.../format/cow/vector/ColumnarGroupRowData.java | 0
.../cow/vector/HeapArrayGroupColumnVector.java | 0
.../table/format/cow/vector/HeapArrayVector.java | 0
.../table/format/cow/vector/HeapDecimalVector.java | 0
.../format/cow/vector/HeapMapColumnVector.java | 0
.../format/cow/vector/HeapRowColumnVector.java | 0
.../format/cow/vector/ParquetDecimalVector.java | 0
.../cow/vector/reader/AbstractColumnReader.java | 0
.../cow/vector/reader/ArrayColumnReader.java | 0
.../format/cow/vector/reader/ArrayGroupReader.java | 0
.../vector/reader/BaseVectorizedColumnReader.java | 0
.../cow/vector/reader/EmptyColumnReader.java | 0
.../vector/reader/FixedLenBytesColumnReader.java | 0
.../vector/reader/Int64TimestampColumnReader.java | 0
.../format/cow/vector/reader/MapColumnReader.java | 0
.../reader/ParquetColumnarRowSplitReader.java | 0
.../cow/vector/reader/ParquetDataColumnReader.java | 0
.../reader/ParquetDataColumnReaderFactory.java | 0
.../format/cow/vector/reader/RowColumnReader.java | 0
.../format/cow/vector/reader/RunLengthDecoder.java | 0
.../java/org/apache/hudi/utils/CatalogUtils.java | 22 +-
.../java/org/apache/hudi/utils/DataTypeUtils.java} | 18 +-
.../org/apache/hudi/utils/RuntimeContextUtils.java | 58 ++
.../org/apache/hudi/utils/SourceContextUtils.java} | 27 +-
.../apache/hudi/utils/StateTtlConfigUtils.java} | 19 +-
.../java/org/apache/hudi/utils/StreamerUtils.java | 59 ++
.../java/typeutils/runtime/NoFetchingInput.java | 165 ++++++
.../typeutils/runtime/kryo/KryoSerializer.java | 144 +++++
.../runtime/kryo/KryoSerializerSnapshot.java | 70 +++
.../apache/hudi/adapter/CollectOutputAdapter.java | 14 +-
.../apache/hudi/adapter/ExecutionAttemptUtil.java | 0
.../hudi/adapter/KeyedStateStoreAdapter.java | 48 ++
.../hudi/adapter/OperatorStateStoreAdapter.java | 38 ++
.../apache/hudi/adapter/TestHoodieCatalogs.java | 0
.../org/apache/hudi/adapter/TestStreamConfigs.java | 0
.../org/apache/hudi/sink/utils/MockTaskInfo.java | 78 +++
hudi-flink-datasource/pom.xml | 6 -
.../base/build_flink1153hive313spark331.sh | 26 -
.../base/build_flink1153hive313spark332.sh | 26 -
.../base/build_flink1162hive313spark331.sh | 26 -
...ark334.sh => build_flink1171hive313spark334.sh} | 6 +-
.../base/build_flink1180hive313spark332.sh | 27 -
...ark343.sh => build_flink1181hive313spark343.sh} | 6 +-
...park340.sh => build_flink200hive313spark351.sh} | 12 +-
packaging/bundle-validation/ci_run.sh | 40 +-
packaging/bundle-validation/validate.sh | 13 +
pom.xml | 84 +--
scripts/release/deploy_staging_jars.sh | 3 +-
scripts/release/validate_staged_bundles.sh | 2 +-
355 files changed, 4178 insertions(+), 7224 deletions(-)
delete mode 100644 hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/bootstrap/IndexRecord.java
rename {hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/client/model => hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/utils}/HoodieFlinkInternalRowTypeInfo.java (90%)
rename {hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/client => hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/util}/FlinkTaskContextSupplier.java (85%)
delete mode 100644 hudi-flink-datasource/hudi-flink1.15.x/pom.xml
delete mode 100644 hudi-flink-datasource/hudi-flink1.15.x/src/main/java/org/apache/flink/streaming/api/connector/sink2/SupportsPreWriteTopology.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/HiveCatalogConstants.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/MaskingOutputAdapter.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/SortCodeGeneratorAdapter.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/Utils.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.15.x/src/main/java/org/apache/hudi/table/format/cow/ParquetSplitReaderUtil.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.15.x/src/main/java/org/apache/hudi/table/format/cow/vector/HeapMapColumnVector.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.15.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/AbstractColumnReader.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.15.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/MapColumnReader.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/TestHoodieCatalogs.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/flink/streaming/api/connector/sink2/SupportsPreWriteTopology.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/adapter/DataStreamScanProviderAdapter.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/adapter/DataStreamSinkProviderAdapter.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/adapter/HiveCatalogConstants.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/adapter/Utils.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/HeapArrayVector.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/HeapDecimalVector.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/HeapMapColumnVector.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/HeapRowColumnVector.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/ParquetDecimalVector.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/AbstractColumnReader.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayColumnReader.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/BaseVectorizedColumnReader.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/EmptyColumnReader.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/FixedLenBytesColumnReader.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/Int64TimestampColumnReader.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/MapColumnReader.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetColumnarRowSplitReader.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetDataColumnReader.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetDataColumnReaderFactory.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RowColumnReader.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RunLengthDecoder.java
delete mode 100644 hudi-flink-datasource/hudi-flink1.16.x/src/test/java/org/apache/hudi/adapter/TestHoodieCatalogs.java
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/ExecutionAttemptUtil.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/AbstractRichFunctionAdapter.java} (78%)
delete mode 100644 hudi-flink-datasource/hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/CollectOutputAdapter.java
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/TestStreamConfigs.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/CollectionInputFormatAdapter.java} (72%)
rename hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/SupportsRowLevelUpdateAdapter.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/InputFormatSourceFunctionAdapter.java} (64%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/ExecutionAttemptUtil.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/KeyedProcessFunctionAdapter.java} (78%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/ProcessFunctionAdapter.java} (77%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/RichSinkFunctionAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/RichSourceFunctionAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/SupportsRowLevelDeleteAdapter.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/SinkAdapter.java} (69%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/SinkFunctionAdapter.java} (80%)
copy hudi-common/src/main/java/org/apache/hudi/common/model/IOType.java => hudi-flink-datasource/hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/SinkFunctionProviderAdapter.java (78%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/SourceFunctionAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.16.x/src/main/java/org/apache/hudi/adapter/SupportsRowLevelDeleteAdapter.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/TableFunctionProviderAdapter.java} (68%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/TestStreamConfigs.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/TypeInformationAdapter.java} (65%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/adapter/YieldingOperatorFactoryAdapter.java} (79%)
copy hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/ConnectTransactionServices.java => hudi-flink-datasource/hudi-flink1.17.x/src/main/java/org/apache/hudi/utils/CatalogUtils.java (65%)
copy hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/sink/utils/NaturalOrderRecordComparator.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/utils/DataTypeUtils.java} (60%)
create mode 100644 hudi-flink-datasource/hudi-flink1.17.x/src/main/java/org/apache/hudi/utils/RuntimeContextUtils.java
create mode 100644 hudi-flink-datasource/hudi-flink1.17.x/src/main/java/org/apache/hudi/utils/SourceContextUtils.java
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/SupportsRowLevelDeleteAdapter.java => hudi-flink1.17.x/src/main/java/org/apache/hudi/utils/StateTtlConfigUtils.java} (69%)
create mode 100644 hudi-flink-datasource/hudi-flink1.17.x/src/main/java/org/apache/hudi/utils/StreamerUtils.java
rename hudi-flink-datasource/{hudi-flink1.15.x/src/main => hudi-flink1.17.x/src/test}/java/org/apache/hudi/adapter/CollectOutputAdapter.java (100%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.17.x/src/test/java/org/apache/hudi/adapter/KeyedStateStoreAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.17.x/src/test/java/org/apache/hudi/adapter/OperatorStateStoreAdapter.java} (80%)
create mode 100644 hudi-flink-datasource/hudi-flink1.17.x/src/test/java/org/apache/hudi/sink/utils/MockTaskInfo.java
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/ExecutionAttemptUtil.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/adapter/AbstractRichFunctionAdapter.java} (78%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/TestStreamConfigs.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/adapter/CollectionInputFormatAdapter.java} (72%)
copy hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/util/InputFormats.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/adapter/InputFormatSourceFunctionAdapter.java} (65%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/ExecutionAttemptUtil.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/adapter/KeyedProcessFunctionAdapter.java} (78%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/adapter/ProcessFunctionAdapter.java} (77%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/adapter/RichSinkFunctionAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/adapter/RichSourceFunctionAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/SupportsRowLevelDeleteAdapter.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/adapter/SinkAdapter.java} (69%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/adapter/SinkFunctionAdapter.java} (80%)
copy hudi-common/src/main/java/org/apache/hudi/common/model/IOType.java => hudi-flink-datasource/hudi-flink1.18.x/src/main/java/org/apache/hudi/adapter/SinkFunctionProviderAdapter.java (78%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/adapter/SourceFunctionAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.16.x/src/main/java/org/apache/hudi/adapter/SupportsRowLevelDeleteAdapter.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/adapter/TableFunctionProviderAdapter.java} (68%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/TestStreamConfigs.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/adapter/TypeInformationAdapter.java} (65%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/adapter/YieldingOperatorFactoryAdapter.java} (79%)
copy hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/ConnectTransactionServices.java => hudi-flink-datasource/hudi-flink1.18.x/src/main/java/org/apache/hudi/utils/CatalogUtils.java (65%)
copy hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/sink/utils/NaturalOrderRecordComparator.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/utils/DataTypeUtils.java} (60%)
create mode 100644 hudi-flink-datasource/hudi-flink1.18.x/src/main/java/org/apache/hudi/utils/RuntimeContextUtils.java
create mode 100644 hudi-flink-datasource/hudi-flink1.18.x/src/main/java/org/apache/hudi/utils/SourceContextUtils.java
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.18.x/src/main/java/org/apache/hudi/utils/StateTtlConfigUtils.java} (69%)
create mode 100644 hudi-flink-datasource/hudi-flink1.18.x/src/main/java/org/apache/hudi/utils/StreamerUtils.java
rename hudi-flink-datasource/{hudi-flink1.16.x/src/main => hudi-flink1.18.x/src/test}/java/org/apache/hudi/adapter/CollectOutputAdapter.java (100%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.18.x/src/test/java/org/apache/hudi/adapter/KeyedStateStoreAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.18.x/src/test/java/org/apache/hudi/adapter/OperatorStateStoreAdapter.java} (80%)
create mode 100644 hudi-flink-datasource/hudi-flink1.18.x/src/test/java/org/apache/hudi/sink/utils/MockTaskInfo.java
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/ExecutionAttemptUtil.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/adapter/AbstractRichFunctionAdapter.java} (78%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/TestStreamConfigs.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/adapter/CollectionInputFormatAdapter.java} (72%)
copy hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/util/InputFormats.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/adapter/InputFormatSourceFunctionAdapter.java} (65%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/ExecutionAttemptUtil.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/adapter/KeyedProcessFunctionAdapter.java} (78%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/adapter/ProcessFunctionAdapter.java} (77%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/adapter/RichSinkFunctionAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/adapter/RichSourceFunctionAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/SupportsRowLevelDeleteAdapter.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/adapter/SinkAdapter.java} (69%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/adapter/SinkFunctionAdapter.java} (80%)
copy hudi-common/src/main/java/org/apache/hudi/common/model/IOType.java => hudi-flink-datasource/hudi-flink1.19.x/src/main/java/org/apache/hudi/adapter/SinkFunctionProviderAdapter.java (78%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/adapter/SourceFunctionAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.16.x/src/main/java/org/apache/hudi/adapter/SupportsRowLevelDeleteAdapter.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/adapter/TableFunctionProviderAdapter.java} (68%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/TestStreamConfigs.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/adapter/TypeInformationAdapter.java} (65%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/adapter/YieldingOperatorFactoryAdapter.java} (79%)
copy hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/ConnectTransactionServices.java => hudi-flink-datasource/hudi-flink1.19.x/src/main/java/org/apache/hudi/utils/CatalogUtils.java (65%)
copy hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/sink/utils/NaturalOrderRecordComparator.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/utils/DataTypeUtils.java} (60%)
create mode 100644 hudi-flink-datasource/hudi-flink1.19.x/src/main/java/org/apache/hudi/utils/RuntimeContextUtils.java
create mode 100644 hudi-flink-datasource/hudi-flink1.19.x/src/main/java/org/apache/hudi/utils/SourceContextUtils.java
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.19.x/src/main/java/org/apache/hudi/utils/StateTtlConfigUtils.java} (69%)
create mode 100644 hudi-flink-datasource/hudi-flink1.19.x/src/main/java/org/apache/hudi/utils/StreamerUtils.java
rename hudi-flink-datasource/hudi-flink1.19.x/src/{main => test}/java/org/apache/hudi/adapter/CollectOutputAdapter.java (100%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.19.x/src/test/java/org/apache/hudi/adapter/KeyedStateStoreAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.19.x/src/test/java/org/apache/hudi/adapter/OperatorStateStoreAdapter.java} (80%)
create mode 100644 hudi-flink-datasource/hudi-flink1.19.x/src/test/java/org/apache/hudi/sink/utils/MockTaskInfo.java
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/ExecutionAttemptUtil.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/adapter/AbstractRichFunctionAdapter.java} (78%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/TestStreamConfigs.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/adapter/CollectionInputFormatAdapter.java} (72%)
copy hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/util/InputFormats.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/adapter/InputFormatSourceFunctionAdapter.java} (65%)
rename hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/ExecutionAttemptUtil.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/adapter/KeyedProcessFunctionAdapter.java} (78%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/adapter/ProcessFunctionAdapter.java} (77%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/adapter/RichSinkFunctionAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/adapter/RichSourceFunctionAdapter.java} (80%)
rename hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/SupportsRowLevelDeleteAdapter.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/adapter/SinkAdapter.java} (69%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/adapter/SinkFunctionAdapter.java} (80%)
copy hudi-common/src/main/java/org/apache/hudi/common/model/IOType.java => hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/adapter/SinkFunctionProviderAdapter.java (78%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/adapter/SourceFunctionAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.16.x/src/main/java/org/apache/hudi/adapter/SupportsRowLevelDeleteAdapter.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/adapter/TableFunctionProviderAdapter.java} (68%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/TestStreamConfigs.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/adapter/TypeInformationAdapter.java} (65%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/adapter/YieldingOperatorFactoryAdapter.java} (79%)
copy hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/ConnectTransactionServices.java => hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/utils/CatalogUtils.java (65%)
copy hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/sink/utils/NaturalOrderRecordComparator.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/utils/DataTypeUtils.java} (60%)
create mode 100644 hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/utils/RuntimeContextUtils.java
create mode 100644 hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/utils/SourceContextUtils.java
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.20.x/src/main/java/org/apache/hudi/utils/StateTtlConfigUtils.java} (69%)
create mode 100644 hudi-flink-datasource/hudi-flink1.20.x/src/main/java/org/apache/hudi/utils/StreamerUtils.java
rename hudi-flink-datasource/hudi-flink1.20.x/src/{main => test}/java/org/apache/hudi/adapter/CollectOutputAdapter.java (100%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.20.x/src/test/java/org/apache/hudi/adapter/KeyedStateStoreAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink1.20.x/src/test/java/org/apache/hudi/adapter/OperatorStateStoreAdapter.java} (80%)
create mode 100644 hudi-flink-datasource/hudi-flink1.20.x/src/test/java/org/apache/hudi/sink/utils/MockTaskInfo.java
rename hudi-flink-datasource/{hudi-flink1.16.x => hudi-flink2.0.x}/pom.xml (84%)
copy hudi-common/src/main/java/org/apache/hudi/metrics/HoodieGauge.java => hudi-flink-datasource/hudi-flink2.0.x/src/main/java/org/apache/hudi/adapter/AbstractRichFunctionAdapter.java (51%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/TestStreamConfigs.java => hudi-flink2.0.x/src/main/java/org/apache/hudi/adapter/CollectionInputFormatAdapter.java} (72%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/adapter/DataStreamScanProviderAdapter.java (93%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/adapter/DataStreamSinkProviderAdapter.java (100%)
copy hudi-flink-datasource/{hudi-flink1.19.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/adapter/HiveCatalogConstants.java (71%)
copy hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/util/InputFormats.java => hudi-flink2.0.x/src/main/java/org/apache/hudi/adapter/InputFormatSourceFunctionAdapter.java} (65%)
copy hudi-common/src/main/java/org/apache/hudi/metrics/HoodieGauge.java => hudi-flink-datasource/hudi-flink2.0.x/src/main/java/org/apache/hudi/adapter/KeyedProcessFunctionAdapter.java (52%)
rename hudi-flink-datasource/{hudi-flink1.16.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/adapter/MaskingOutputAdapter.java (84%)
rename hudi-flink-datasource/{hudi-flink1.16.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java (100%)
copy hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/sink/append/AppendWriteFunctions.java => hudi-flink2.0.x/src/main/java/org/apache/hudi/adapter/ProcessFunctionAdapter.java} (51%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink2.0.x/src/main/java/org/apache/hudi/adapter/RichSinkFunctionAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/sink/append/AppendWriteFunctions.java => hudi-flink2.0.x/src/main/java/org/apache/hudi/adapter/RichSourceFunctionAdapter.java} (52%)
rename hudi-flink-datasource/{hudi-flink1.16.x/src/main/java/org/apache/hudi/adapter/SupportsRowLevelUpdateAdapter.java => hudi-flink2.0.x/src/main/java/org/apache/hudi/adapter/SinkAdapter.java} (65%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink2.0.x/src/main/java/org/apache/hudi/adapter/SinkFunctionAdapter.java} (80%)
copy hudi-common/src/main/java/org/apache/hudi/common/model/IOType.java => hudi-flink-datasource/hudi-flink2.0.x/src/main/java/org/apache/hudi/adapter/SinkFunctionProviderAdapter.java (77%)
rename hudi-flink-datasource/{hudi-flink1.16.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/adapter/SortCodeGeneratorAdapter.java (100%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink2.0.x/src/main/java/org/apache/hudi/adapter/SourceFunctionAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink1.17.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/adapter/SupportsRowLevelDeleteAdapter.java (88%)
copy hudi-flink-datasource/{hudi-flink1.19.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/adapter/SupportsRowLevelUpdateAdapter.java (89%)
copy hudi-flink-datasource/{hudi-flink1.16.x/src/main/java/org/apache/hudi/adapter/SupportsRowLevelDeleteAdapter.java => hudi-flink2.0.x/src/main/java/org/apache/hudi/adapter/TableFunctionProviderAdapter.java} (68%)
copy hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/TestStreamConfigs.java => hudi-flink2.0.x/src/main/java/org/apache/hudi/adapter/TypeInformationAdapter.java} (64%)
copy hudi-flink-datasource/{hudi-flink1.18.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/adapter/Utils.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/OperatorCoordinatorAdapter.java => hudi-flink2.0.x/src/main/java/org/apache/hudi/adapter/YieldingOperatorFactoryAdapter.java} (78%)
rename hudi-flink-datasource/{hudi-flink1.16.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/ParquetSplitReaderUtil.java (69%)
copy hudi-flink-datasource/{hudi-flink1.18.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupArrayData.java (100%)
copy hudi-flink-datasource/{hudi-flink1.18.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupMapData.java (100%)
copy hudi-flink-datasource/{hudi-flink1.18.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/ColumnarGroupRowData.java (100%)
copy hudi-flink-datasource/{hudi-flink1.18.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapArrayGroupColumnVector.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapArrayVector.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapDecimalVector.java (100%)
copy hudi-flink-datasource/{hudi-flink1.18.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapMapColumnVector.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapRowColumnVector.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/ParquetDecimalVector.java (100%)
copy hudi-flink-datasource/{hudi-flink1.18.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/AbstractColumnReader.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayColumnReader.java (100%)
copy hudi-flink-datasource/{hudi-flink1.19.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayGroupReader.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/BaseVectorizedColumnReader.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/EmptyColumnReader.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/FixedLenBytesColumnReader.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/Int64TimestampColumnReader.java (100%)
copy hudi-flink-datasource/{hudi-flink1.20.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/MapColumnReader.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetColumnarRowSplitReader.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetDataColumnReader.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetDataColumnReaderFactory.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RowColumnReader.java (100%)
rename hudi-flink-datasource/{hudi-flink1.15.x => hudi-flink2.0.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RunLengthDecoder.java (100%)
copy hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/ConnectTransactionServices.java => hudi-flink-datasource/hudi-flink2.0.x/src/main/java/org/apache/hudi/utils/CatalogUtils.java (62%)
copy hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/sink/utils/NaturalOrderRecordComparator.java => hudi-flink2.0.x/src/main/java/org/apache/hudi/utils/DataTypeUtils.java} (60%)
create mode 100644 hudi-flink-datasource/hudi-flink2.0.x/src/main/java/org/apache/hudi/utils/RuntimeContextUtils.java
rename hudi-flink-datasource/{hudi-flink1.15.x/src/test/java/org/apache/hudi/adapter/TestStreamConfigs.java => hudi-flink2.0.x/src/main/java/org/apache/hudi/utils/SourceContextUtils.java} (50%)
rename hudi-flink-datasource/{hudi-flink1.16.x/src/main/java/org/apache/hudi/adapter/SupportsRowLevelDeleteAdapter.java => hudi-flink2.0.x/src/main/java/org/apache/hudi/utils/StateTtlConfigUtils.java} (69%)
create mode 100644 hudi-flink-datasource/hudi-flink2.0.x/src/main/java/org/apache/hudi/utils/StreamerUtils.java
create mode 100644 hudi-flink-datasource/hudi-flink2.0.x/src/test/java/org/apache/flink/api/java/typeutils/runtime/NoFetchingInput.java
create mode 100644 hudi-flink-datasource/hudi-flink2.0.x/src/test/java/org/apache/flink/api/java/typeutils/runtime/kryo/KryoSerializer.java
create mode 100644 hudi-flink-datasource/hudi-flink2.0.x/src/test/java/org/apache/flink/api/java/typeutils/runtime/kryo/KryoSerializerSnapshot.java
rename hudi-flink-datasource/{hudi-flink1.18.x/src/main => hudi-flink2.0.x/src/test}/java/org/apache/hudi/adapter/CollectOutputAdapter.java (86%)
rename hudi-flink-datasource/{hudi-flink1.16.x => hudi-flink2.0.x}/src/test/java/org/apache/hudi/adapter/ExecutionAttemptUtil.java (100%)
create mode 100644 hudi-flink-datasource/hudi-flink2.0.x/src/test/java/org/apache/hudi/adapter/KeyedStateStoreAdapter.java
create mode 100644 hudi-flink-datasource/hudi-flink2.0.x/src/test/java/org/apache/hudi/adapter/OperatorStateStoreAdapter.java
copy hudi-flink-datasource/{hudi-flink1.17.x => hudi-flink2.0.x}/src/test/java/org/apache/hudi/adapter/TestHoodieCatalogs.java (100%)
rename hudi-flink-datasource/{hudi-flink1.16.x => hudi-flink2.0.x}/src/test/java/org/apache/hudi/adapter/TestStreamConfigs.java (100%)
create mode 100644 hudi-flink-datasource/hudi-flink2.0.x/src/test/java/org/apache/hudi/sink/utils/MockTaskInfo.java
delete mode 100755 packaging/bundle-validation/base/build_flink1153hive313spark331.sh
delete mode 100755 packaging/bundle-validation/base/build_flink1153hive313spark332.sh
delete mode 100755 packaging/bundle-validation/base/build_flink1162hive313spark331.sh
rename packaging/bundle-validation/base/{build_flink1153hive313spark334.sh => build_flink1171hive313spark334.sh} (80%)
mode change 100755 => 100644
delete mode 100755 packaging/bundle-validation/base/build_flink1180hive313spark332.sh
rename packaging/bundle-validation/base/{build_flink1162hive313spark343.sh => build_flink1181hive313spark343.sh} (80%)
mode change 100755 => 100644
rename packaging/bundle-validation/base/{build_flink1180hive313spark340.sh => build_flink200hive313spark351.sh} (76%)
mode change 100755 => 100644