You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ma...@apache.org on 2022/09/13 13:42:31 UTC
[flink] branch dependabot/maven/flink-connectors/flink-connector-hive/org.apache.derby-derby-10.14.2.0 updated (529e3abd608 -> a126e879c41)
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a change to branch dependabot/maven/flink-connectors/flink-connector-hive/org.apache.derby-derby-10.14.2.0
in repository https://gitbox.apache.org/repos/asf/flink.git
discard 529e3abd608 Bump derby in /flink-connectors/flink-connector-hive
add 065018dde64 [FLINK-28213][runtime] StreamExecutionEnvironment configure method support override pipeline.jars option
add 1486fee1acd [hotfix][docs] Remove a unuseful space
add e9e99876184 [hotfix] Add Extension META-INF for flink-runtime module to support junit5.
add cb9718c310e [FLINK-27906][runtime] Introduce HsDataIndex.
add ac94fa1e9f3 [FLINK-28290][sql-gateway] Set lastAccessTime when create the Session Object (#20107)
add d98a34be120 [FLINK-27031][runtime] Assign even empty old state to the task if the upstream has output states since the task should be prepared to filter these old incoming states from upstream
add 93146a78810 Revert "[FLINK-26079][state/changelog] Disallow recovery from non-changelog checkpoints"
add 798d83a0fb4 [FLINK-25872][state] Support restore from non-changelog checkpoint with changelog enabled in CLAIM mode
add ae409d04e3b [FLINK-28182][python][avro] Support Avro generic record decoder in PyFlink
add 202eacb2ee9 [FLINK-26361][hive] Create LogicalFilter with CorrelationId to fix failed to rewrite subquery in hive dialect (#18920)
add 6b8230cf83f [hotfix][rest] Remove the stale items in rest_v1_dispatcher
add bc2a86e5bb5 [FLINK-28308] Introduce metrics of the accumulated time that a running task is busy / idle / back-pressured
add bb8e1d14f05 [FLINK-28309][rest] Introduce metrics of the duration that a task stays in each status
add a0e8818d696 [FLINK-28135][runtime] Introduce SlowTaskDetector
add ef07590403a [FLINK-28136][runtime] Implement ExecutionTimeBasedSlowTaskDetector
add c1e39b6aca7 [hotfix][runtime][tests] Migrate TaskManagerLocationTest, TaskExecutorToResourceManagerConnectionTest and TaskManagerRunnerConfigurationTest to JUnit5
add 51c139b6018 [FLINK-28142][runtime] Enrich TaskManagerLocation with node information
add eab0a1faf5e [FLINK-28142][runtime] Enrich TaskExecutorRegistration with node information
add ea0368e7ee0 [FLINK-28323][python][kafka] Support KafkaSource in PyFlink
add 2f4f46219d0 [FLINK-28288][table][python] Support decode and encode in Table API (#20098)
add ce11ce307e7 [FLINK-28140][python][docs] Improve the documentation by adding Python examples in DataStream API Integration page
add 335c4049ed6 [FLINK-28169][e2e-test/glue,kinesis] Re-enabled integration test that was failing due a shaded dependency test-jar requiring a transitive shaded test-jar being satisfied by a later unshaded dependency test-jar, changed so that unshaded dependency test-jar is loaded earlier in pom
add b96d476d4cd [FLINK-28134][runtime] Introduce SpeculativeExecutionJobVertex and SpeculativeExecutionVertex
add e73225e4071 [FLINK-28134][runtime] Rework TaskDeploymentDescriptorFactory to accept an execution to deploy
add 67aeb8165c6 [FLINK-28134][runtime] Wait for all the executions to be terminated before finishing a job
add 2aae4974835 [FLINK-28271][runtime] Add config options for speculative scheduler
add 57f1b6e5081 [FLINK-28143][runtime] Introduce BlockListTracker.
add b174deec015 [FLINK-28143][runtime] Introduce BlocklistHandler.
add 7974e81ec51 [FLINK-28238][sql-gateway] Fix unstable testCancelOperationAndFetchResultInParallel (#20063)
add da720c3b97d [FLINK-28298][table][python] Support left and right in Table API (#20104)
add 94915d6c9e1 [FLINK-28310][rest] Introduce aggregating task metrics
add 75024ceba42 [FLINK-28336][python][format] Support parquet-avro format DataStream API
add 060fc5d268a [FLINK-38340][python][tests] Support using system conda env for testing
add e70fe68dea7 [FLINK-19358][runtime] Make the job id distinct in application mode when HA is enabled.
add a3397045571 [FLINK-28329][Tests] Output the top 15 directories in terms of used disk space
add 16109a31468 [FLINK-27822][docs-zh] Translate the doc of checkpoint/savepoint guarantees
add 5a13c939bc2 [FLINK-28354][table][python] Support instr and locate in Table API (#20132)
add 45ad242beb7 [FLINK-27854][tests] Add support for FlinkContainers to work with both existing Docker images and flink-dist builds
add c6b3a8aa256 [FLINK-28240][network] Fix the bug that NetworkBufferPool#getRequestedSegmentsUsage may throw ArithmeticException.
add 0d37f77adc6 [FLINK-28222][sql] Remove unused format dependencies
add ee0534200ee [FLINK-28222][csv] Add flink-sql-csv module
add e413aa494e7 [FLINK-28222][json] Add flink-sql-json module
add 729da7d4592 [FLINK-26793][documentation] Add recommendations about the write timeout to the javadoc of Cassandra sink and output format.
add a951831ddda [FLINK-25231][python]Update Pyflink to use the new type system
add c9186bed458 [hotfix][doc] fix code error compared to explanation in filesystem.md. This closes #20094
add a89152713aa [FLINK-25908][runtime][security] Add HadoopFSDelegationTokenProvider
add 688f6ab014a [FLINK-27199][Connector/Pulsar] Bump the pulsar-client-all to latest 2.10.0.
add aa44fc1170e [FLINK-27199][Connector/Pulsar] Pulsar 2.10.0 deprecated the queue length, add new memory-based options.
add f629b3ece44 [FLINK-27199][Connector/Pulsar] Move mocked Pulsar runtime to new local memory based metastore. Drop embedded Pulsar runtime. Add a bootstrap script for Pulsar docker runtime.
add b0f0144b287 [FLINK-28355][python][e2e] Clean up python environment after e2e tests (#20156)
add ef9ce854a31 [FLINK-27806][table] Support binary & varbinary types for datagen connector
add 03a1a42d210 [FLINK-28322][table-api] DataStreamScan(Sink)Provider's new method is not compatible
add a4540fea6bc [FLINK-28313][rest] Add history server flag to DashboardConfiguration
add c71762686b1 [FLINK-28274][runtime] set the max parallelism of ContinuousFileMonitoringFunction to 1
add 78a96a4b1e8 [FLINK-26323][tests] Allow CREATED state
add 8d548d683db [FLINK-26979][core] Make Transformation#getNewNodeId() thread-safe
add 342dfd16e57 [FLINK-26979][core][tests] Add thread-safety test
add bcd619f43da [FLINK-15855][hive] Use the new type inference for Hive UDAF
add 85ba36fc012 [FLINK-28404][tests] Invert isAssignableFrom order
add ebdde651eda [hotfix][rest] Rename ClusterConfigurationInfo to ConfigurationInfo
add 1449e8da48b [FLINK-28311][rest] Introduce JobManagerEnvironmentHandler
add 4ab2536b968 [FLINK-28311][rest] Introduce JobManagerJobConfigurationHandler
add adfe97deb5c [FLINK-28311][rest] Introduce JobManagerJobEnvironmentHandler
add b42c70d2bf9 [FLINK-26600][tests] Wait with savepoint until job is running
add 88c79ca21fe [hotfix][runtime] Fix typos in BlocklistContext
add 2bd8c209df7 [FLINK-28391][runtime] Fix unstable test DefaultBlocklistHandlerTest#testRemoveTimeoutNodes
add e5c4e3f519f [FLINK-28392][runtime] DefaultExecutionDeployer avoid retrieving executions from ExecutionGraph#currentExecutions
add a5b088da231 [FLINK-28369][table][python] Support PARSE_URL in Table API (#20146)
add eb395309e04 [FLINK-27767][sql-gateway] Introduce Endpoint API and utils (#19849)
add bbd5a813e9c [FLINK-28393][python][avro] Support AvroInputFormat in PyFlink DataStream API
add a99fc3ffbf9 [FLINK-28312][rest] Introduce REST APIs for log URL retrieval
add fa67c3b7072 [FLINK-28176][python] Refactor the test in test_connectors.py
add fb9843af5ff [FLINK-28334][table-planner] Fix PushProjectIntoTableSourceScanRule: covers the case when table source SupportsReadingMetadata and not SupportsProjectionPushDown
add 4f57d02ddf1 [FLINK-26813[sql-parser] Supports ADD/MODIFY column/watermark/constraint syntax for ALTER TABLE (#19193)
add 2656f95cbaf [hotfix] Remove unused methods in StreamGraph
add 574ffa4219d [FLINK-28357][datastream] Disallow null elements in StreamNode#typeSerializersIn
add 12615d210af [FLINK-28015][table][python] Support FROM_UNIXTIME in Table API (#20161)
add 645d8317246 [FLINK-28140][python][docs] Improve the documentation by adding Python examples in Time Attributes page (#20194)
add 3d14248c104 [FLINK-27244][hive] Support read sub-directories in partition directory with Hive tables
add 73a3c7da689 [FLINK-27244][hive] Improve documentation of reading partition with subdirectories for Hive tables
add db633e8addc [FLINK-26414][hive] Hive dialect supports macro (#19561)
add 81c1cb82afc [FLINK-28201][ci] Generalize utils around dependency plugin
add 90c8284b10e [FLINK-28439][table][python] Support SUBSTR and REGEXP built-in function in Table API (#20201)
add 974fea145cc [FLINK-28388][docs][tests] Fix documentation build
add a069a306a0c [FLINK-28247][hive] fix "no any field presented in group by" exception when over window contains grouping function in Hive dialect
add e164e22fc83 [FLINK-28413][python][parquet] Support ParquetColumnarRowInputFormat in PyFlink
add 6c0dba21623 [FLINK-28409][tests] Move FlinkContainerTestEnvironment and dependendencies into flink-connector-test-utils
add 915efb209e8 [FLINK-25720][python] Support Python UDTF in Thread Mode
add c26094e72e5 [FLINK-28230][ci] Unify Dependency class
add 76befb6d411 [hotfix] Migrate BufferReaderWriterUtilTest to junit5 and assertJ.
add d118b0471af [FLINK-27907][runtime] Introduce HsSubpartitionFileReader and HsResultPartitionReadScheduler.
add 53d95af00a4 [FLINK-27907] Introduce HsMemoryDataSpiller.
add 79293510deb [FLINK-28426][python] Supports m1 wheel package in PyFlink
add c9f2c4a402a [hotfix][Runtime/Configuration] Fix typo in ProcessMemoryUtils Class
add 231e96b205e [FLINK-27556][state] Inline state handle id generation
add 135130379e5 [FLINK-28172][changelog] Scatter dstl files into separate directories by job id
add ce56e01aeaa [FLINK-28454][kafka][docs] Fix the wrong timestamp unit of KafkaSource
add e48abd38e8f [hotfix][docs] Update code formatting instructions for newer IntelliJ versions
add 8e0bb5e947a [FLINK-26675][runtime] Parallelized heavy serialization in StreamingJobGraphGenerator
add 9c3d9be628c [FLINK-28466][tests] Bump assertj to 3.23.1
add 3bd3a0258b7 [FLINK-25315][tests] Introduce extensions and utils to help the Junit5 migration
add ff7c9e1a8c9 [hotfix] Fix typo
add 1ef0e7c34f5 [FLINK-28379][tests] Prevent mocked UGI bleeding into other tests
add b67f0a70662 [hotfix][runtime][tests] Migrate DeclarativeSlotPoolServiceTest and JobMasterTest to JUnit5
add f2f83e1956e [FLINK-28144][runtime] Introduce BlocklistDeclarativeSlotPool.
add 04f2f0c2660 [FLINK-28144][runtime] Introduce SlotPoolService#releaseFreeSlotsOnTaskManager to release free slots eagerly when blocking nodes
add 72ea8b5999b [FLINK-28144][runtime] Introduce blocklist handler factory and a no-op blocklist handler.
add 387b2a473d0 [FLINK-28144][runtime] Let JobMaster support blocklist.
add 777d78049dc [hotfix] Migrate failure handling tests to JUnit5
add edd10a1d8fd [FLINK-28402][runtime] Create FailureHandlingResultSnapshot with the truly failed execution
add c1d0c8fac16 [FLINK-26621][tests] Close delegate keyed state backend
add 98ae7f1aa9c [hotfix][docs] Fix formatting in "Standalone" Chinese doc (#20213)
add 326b4b638af [FLINK-27205][docs-zh] Translate "Concepts -> Glossary" page into Chinese.
add be5d16202f1 [FLINK-28314][runtime-web] make modules depend on a common config abstraction
add 3ec376601f8 [FLINK-28314][runtime-web] add cluster configuration tab in completed job detail page
add c4697f12ecb [FLINK-24660][connector/kafka] allow setting KafkaSubscriber in KafkaSourceBuilder
add 7e494c91d1e [FLINK-27768][sql-gateway] Allow executing sql for the SqlGatewayService (#19846)
add f1d894d1293 [FLINK-28286][state] move 'enablechangelog' constant to flink-core module
add dbc7ff712a1 [FLINK-27989][table-planner] Csv format supports reporting statistics
add 85a5e1d199e [FLINK-27884][connectors] Move OutputFormatBase to flink-core
add 331264ccf65 [hotfix] Remove the initialCapacity param from the constructor of DualKeyLinkedMap
add 51010a100ce [hotfix][tests] Merge DefaultSchedulerBuilder and AdaptiveBatchSchedulerBuilder
add 81c739ae462 [FLINK-28137][runtime] Introduce SpeculativeScheduler
add c75a242e94c [hotfix] Migrate SlotSharingExecutionSlotAllocatorTest to JUnit5
add 265612c2cf9 [FLINK-28137][runtime] Enable SimpleExecutionSlotAllocator to do batch slot request timeout check
add 641fb893a3e [FLINK-27376][table] Support current_database built-in function (#19218)
add f23ae51fa4f [FLINK-28525][hive] Fix unstable test for HiveDialectITCase#testTableWithSubDirsInPartitionDir
add 4f7ebbb4f91 [FLINK-27703][core] Extend timeout and add logs for FileChannelManagerImplTest
add 46e0014d3fe [FLINK-24786][state] Introduce and expose RocksDB statistics as metrics
add 2073bd81d2b [FLINK-28536][table-planner] Adds an internal postOptimize method for physical dag processing
add 21242800842 [FLINK-28486][docs-zh] Flink FileSystem SQL Connector Doc is not right
add ed236ee19d7 [FLINK-28457][runtime] Introduce JobStatusHook to allow users to listen for the job status changes
add 35e557afe9e [FLINK-28315][runtime-web] introduce aggregate stats in tables of the subtasks and taskmanagers
add 74f90d722f7 [FLINK-28250][Connector/Kafka] Fix exactly-once Kafka Sink out of memory
add 4bafbe25060 [FLINK-27990][table-planner] Parquet format supports reporting statistics
add ffb6b4349c8 [FLINK-28075][table-planner] get statistics for partitioned table even without partition pruning
add e85c3038d90 [FLINK-28508][table][python] Support SPLIT_INDEX and STR_TO_MAP built-in function in Table API (#20250)
add d1e057a761a [FLINK-28546][python][release] Add the release logic for py39 and m1 wheel package
add af9356c82ec [FLINK-28053][sql-gateway] Introduce the operation lock to execute operation in sequence (#20149)
add 4e7594a62cc [FLINK-28316][runtime-web] add external JM and TM log links under history server
add a521e82a473 [FLINK-27991][table-planner] ORC format supports reporting statistics
add c27fd8dc72c [FLINK-27623][table] Add 'table.exec.async-lookup.output-mode' to ExecutionConfigOptions
add 3e7aa6ef4b3 [hotfix][docs-zh] Add missing the working_directory.md file to the standalone part.
add 23814be4f91 [hotfix][docs-zh]Fix Chinese document format errors.
add e85cf8c4cdf [FLINK-27878][datastream] Add Retry Support For Async I/O In DataStream API
add cef3aa136ed [FLINK-28464][python][csv] Support CsvReaderFormat
add 7a9016cca05 [FLINK-27587][python] Support keyed co-broadcast processing
add 6eee0c69b6c [FLINK-28558][history] Improve log-url configuration usability.
add e1d93566365 [FLINK-28509][table][python] Support REVERSE built-in function in Table API (#20278)
add cf6e72e504a [FLINK-28140][python][docs] Improve the documentation by adding Python examples in several pages
add 7cdf0e68b72 [FLINK-28198][connectors][cassandra] raise driver timeouts per session request and raise it higher than cluster side timetouts (#20184)
add 06ef00b3efc [FLINK-27905] Introduce HsSpillingStrategy interface and selectiveSpillingStrategy、allSpillingStrategy implementation.
add bf983ab1f9b [FLINK-27162][runtime] Trigger non-periodic checkpoint in 'timer' thread
add 0394a01ebb4 [FLINK-28307][doc] Update history server docs w.r.t. FLIP-241.
add dcc9cceab96 [FLINK-27013][hive] Hive dialect supports IS_DISTINCT_FROM (i.e. "<=>" operator)
add e54c86415b1 [FLINK-28490][sql-parser] Introduce `ANALYZE TABLE` syntax in sql parser
add 180774e9390 [hotfix][table-runtime] Avoid NPE for SliceAssigner and improve error message
add 674d8850db1 [hotfix][table] Remove unnecessary reset on underlying collector of TableFunctionCollector (#20309)
add 6b3ac775fe7 [FLINK-28544][python][e2e] Clean up python environment after e2e tests
add dbe4f473ba9 [hotfic][doc] Fix JavaDoc of chapter ETL. This closes #20077
add 94ece419632 [hotfix][runtime] Strengthen SpeculativeScheduler and its tests
add 3278995372d [FLINK-28612][runtime] SpeculativeScheduler cancels pending slot allocation after canceling pending executions
add 97736fa1bab [FLINK-28089][hive] Hive dialect support "TABLESAMPLE (N rows)" (#19989)
add cfc10771635 [FLINK-27659][table-planner] Support to use jar that is registered by 'CREATE FUNCTION USING JAR' syntax
add efff43cb274 [FLINK-28452][python] Support "Reduce" and "aggregate" operations of "window_all" in Python datastream API
add e630778eb8b [FLINK-28446][runtime] Expose more information in PartitionDescriptor to support more optimized Shuffle Service
add 5923c510f24 [FLINK-28550][network] Remove the unused field in SortMergeSubpartitionReader
add fd763672b85 [FLINK-28547][runtime] Add IT cases for SpeculativeScheduler.
add 2f76a305693 [FLINK-28376][network] Restrict the number of threads for sort-shuffle data read
add 9a141441cb9 [FLINK-28514][network] Remove data flush in SortMergeResultPartition
add 5f0c4ab91a8 [FLINK-28512][network] Select HashBasedDataBuffer and SortBasedDataBuffer dynamically based on the number of network buffers can be allocated for SortMergeResultPartition
add 0c5108cb42f [FLINK-28608][runtime][security]Make Hadoop FS token renewer configurable
add 8cae2e70f2c [FLINK-27996][hive] Hive dialect supports INTERVAL types
add e5b075e6444 [hotfix][runtime] Remove com.sun.istack.NotNull from testutils
add 3a8bf55892f [FLINK-28556][refactor] Extract header fields of Buffer into a BufferHeader class for blocking shuffle file IO
add cfc5d724217 [FLINK-28377][network] Decrease the memory size per request for sort-shuffle data read from 8M to 4M
add 559964a656c [FLINK-28491][table-planner] Introduce HyperLogLogPlusPlus
add c1e66fce8c8 [FLINK-28491][table-planner] Refactor AggFunctionTestBase: Allows its input type and its output type to be different
add 9db9e19aec1 [FLINK-28491][table-planner] Introduce APPROX_COUNT_DISTINCT aggregate function for batch sql
add 9b2711ac42d [FLINK-28551][network] Store the number of bytes instead of the number of buffers in index entry for sort-shuffle
add 022374b772a [hotfix][runtime][tests] Migrates some tests to Junit5
add 6f7455b078b [FLINK-28145][runtime] Introduce BlockedTaskManagerChecker into SlotManager to avoid allocating slots that located on blocked nodes.
add 9815caad271 [FLINK-28145][runtime] Let ResourceManagerDriver support filtering out blocked nodes when requesting new TMs from external resource managers
add 2e5cac1f31a [FLINK-28145][runtime] Let ResourceManager support blocklist
add 3b1165b4c50 [hotfix] Remove duplicated inherited interfaces of AdaptiveBatchScheduler
add 2173b45b570 [FLINK-28138][runtime] Add metric numSlowExecutionVertices for speculative execution
add 19b0a95c30a [FLINK-28138][runtime] Add metric numEffectiveSpeculativeExecutions for speculative execution
add 61a9d83abfe [FLINK-27188][Connector][StreamingFileSink] Mark StreamingFileSink as deprecated since it has been replaced by FileSink. This includes replacing or removing references to StreamingFileSink in the documentation
add 81379a56495 [FLINK-27931][sql-gateway] Introduce the SqlGateway to assemble all components
add b27b1a9f8d0 [hotfix] Migrate SourceCoordinator tests to JUnit5
add 79d93f2512f [FLINK-28586][runtime] Introduce method ExecutionVertex#getCurrentExecution(int attemptNumber)
add 9af271f3108 [FLINK-28586][runtime] Let SourceCoordinator context know whether `supportsConcurrentExecutionAttempts`
add bedcc3f7b5c [FLINK-28586][runtime] Refactor some OperatorCoordinator methods to be aware of execution attempts
add 7129c2ee09c [FLINK-28586][runtime] Improve SourceCoordinator and SourceCoordinatorContext to support execution attempt level split requests and events
add 863222e926d [FLINK-28586][runtime] Ignore compatibility warnings for SplitEnumeratorContext#registeredReadersOfAttempts() and SplitEnumeratorContext#sendEventToSourceReader(int,int,SourceEvent)
add 7b05a1b4c9a [FLINK-28146][runtime] Sync blocklist information between JobMaster & ResourceManager.
add f6a22eaf99d [FLINK-28640][runtime] Let BlocklistDeclarativeSlotPool accept duplicate slot offers
add fc533b9d9c1 [FLINK-26047][yarn] Support remote usrlib in HDFS for YARN deployment
add e13ae26e806 [FLINK-28451][table][hive] Use UserCodeClassloader instead of the current thread's classloader to load function
add 9a4fd227a58 [FLINK-28451][hive] Borrow Kryo from SerializationUtilities in HiveFunctionWrapper
add 8017a417515 [FLINK-27618][sql] Flink SQL supports CUME_DIST function (#19727)
add d067629d4d2 [FLINK-28150][sql-gateway][hive] Introduce the hiveserver2 endpoint and factory
add 1e7732f18a8 [FLINK-28090][python] Support attachAsDataStream in Python Table API
add 6080840e9c1 [FLINK-23528][datastream] Let CollectSinkOperator publish results in #close.
add b589f9f29f5 [FLINK-23528][connectors/kinesis] Use proper mock of ExecutorService in KinesisDataFetcherTest.
add 16393625ed5 [FLINK-23528][connectors/kinesis] Gracefully shutdown shard consumer to avoid InterruptionExceptions.
add 7496b68d29f [FLINK-23528][connectors/kinesis] Reenable FlinkKinesisITCase and rewrite stopWithSavepoint.
add 4bbf3194dc3 [FLINK-23528][connectors/kinesis]Graceful shutdown of Kinesis Consumer in EFO mode
add 2b9b9859253 [FLINK-24713][Runtime/Coordination] Postpone resourceManager serving after the recovery phase has finished
add 7611928d0f1 [FLINK-28585][runtime] Ensure all the concurrent executions of SpeculativeExecutionVertex to share the same input splits
add 5494fe68d86 [hotfix] Introduce BufferIndexAndChannel and make HsSpillingStrategy using it instead of BufferWithIdentity.
add 50dc51191f5 [hotfix] HsSpillingStrategy.Decision return Map group by subpartition id instead of List
add 0610e16ae17 [hotfix] HsMemoryDataSpiller's spilling thread will trigger fatal error when an exception is encountered.
add 0d466603a98 [FLINK-27904][runtime] Introduce HsMemoryDataManager to manage in-memory data of hybrid shuffle mode
add 48acc1c1383 [FLINK-28353][k8s] Exclude unschedulable nodes when generating the node port
add 7ea31cfcf36 [FLINK-28549][python] Support DataStream PythonProcessOperator in Thread Mode
add 64ad6709f41 [FLINK-28660][runtime] Simplify logs of blocklist
add 9192446847b [FLINK-28610][runtime] Enable speculative execution for sources
add 94c3daac4a9 [FLINK-28636][tests] Add utility for checking POJO compliance
add c7af66be7cb [FLINK-28628][table] Introduce Operation Execution Plugin (#20247)
add a4ad7814009 [FLINK-28448] Fix bugs in BoundedDataTestBase when enable compression
add 1b012cb2c40 [FLINK-28448] BoundedDataTestBase writes and reads long instead of integer value, makes it easier to compress data for default lz4 compressor
add c4b107835c8 [FLINK-27579][client] Make the client.timeout and parallelism.default could take effect in CLI frontend
add a8780810861 [FLINK-28267][test] Disable KafkaSourceLegacyITCase#testBrokerFailure
add 1dee35a9966 [FLINK-28624][csv] Accept mapper/schema factories
add 1b8e776a915 [FLINK-28644][datastream] Add DataStream#collectAsync
add d788f0a2af3 [FLINK-28644][tests] Migrate state-processing-api to new collectAsync()
add 6dd75e1d395 [FLINK-28680] Revisit 'free_disk_space.sh' to free up more space
add 8df50536ef9 [FLINK-26853][state] Update state serializer in StateMap when metaInfo changed
add 52519a8eb69 [FLINK-27692][changelog] Refactor ChangelogSnapshotState
add aef75be34d9 [FLINK-27692][changelog] Support local recovery for materialized part
add 3e2620bc785 [FLINK-28416][table] Add (Async)LookupFunction and providers in replace of (Async)TableFunction as the API for lookup table (#20177)
add bbaeb628f48 [FLINK-28696][runtime] Fix the bug that the blocklist listeners will not be notified when there are no newly added nodes (only merge nodes)
add 4d6c2df74f4 [hotfix][runtime] Fix the logger of BlocklistDeclarativeSlotPool
add b3b2a54a15f [FLINK-27536][Connectors / Common] Rename method parameter in AsyncSinkWriter
add 94a3e2f7580 [FLINK-27536][Connectors / Common] Rename method parameter in AsyncSinkWriter
add c796a78671c [FLINK-28510][python][connector] Support using new KafkaSink
add be4e0fe050b [FLINK-28577][web] Fix the null error of reading checkpointed_size in checkpoint tab
add 5c87b69b530 [FLINK-18202][protobuf] Introduce protobuf format
add 55fc7fa95aa [FLINK-28475][connector/kafka] Fix Kafka source could not stop with stopping offset = 0
add b0c37b8b88f [FLINK-28698][runtime-web] fix order of aggregate durations to follow task state transitions
add 1e180475cd5 [FLINK-28698][runtime-web] fix order of subtask duration badges to follow task status transitions
add e122dec43ed [FLINK-28523][tests] Increase Zookeeper session timeouts
add ae45bd3c50a [FLINK-28634][json] Add simple JsonSerDeSchema
add db4f7781173 [FLINK-28634][json] Deprecate JsonNodeDeserializationSchema
add 27cecdebccc [FLINK-28152][sql-gateway][hive] Introduce option "thrift.host" for HiveServer2 Endpoint and improve codes
add 1fb5875ae6e [FLINK-28152][sql-gateway] Simplify SessionHandle and OperationHandle
add f477a43ff23 [FLINK-28152][sql-gateway][hive] Support GetOperationStatus and GetResultSetMetadata for HiveServer2Endpoint
add 6a95672db9c [FLINK-28152][sql-gateway][hive] Allow executing statement and fetching results for the HiveServer2Endpoint
add d97b94d4b72 [FLINK-27384][hive] Fix the modified partitions are missed in temporal table with create-time mode
add e77d3a226ba [FLINK-28602][state/changelog] Close stream of StateChangeFsUploader normally while enabling compression
add 6476c6db8ba [FLINK-25735][content.zh] Chinese Translation - Add documentation for KDS Async Sink.
add ed8d3acf454 [FLINK-28463][sql-parser] Supports CREATE TABLE AS SELECT syntax (#20252)
add aa624025dce [FLINK-28679][hive] HiveServer2 Endpoint supports to build with Hive3 (#20358)
add 4cc33f97d13 [FLINK-28559][python] Support DataStream PythonKeyedProcessOperator in Thread Mode
add f88489a6af4 [FLINK-28519][network] Fix the bug that SortMergeResultPartitionReadScheduler may not read data sequentially
add a1ba512e705 [FLINK-28471][docs-zh] Translate hive_read_write.md into Chinese
add c9d34ed773e [FLINK-28707][table] Introduce SupportsDynamicFiltering
add 37039db5db8 [FLINK-28140][python][docs] Improve the documentation connector pages and metrics pages
add 541c66b7b71 [FLINK-25142][hive] Fix user-defined hive UDTF initialize exception in hive dialect
add 99bd440ec64 [FLINK-25142][hive] (followups) Fix user-defined hive UDTF initialize exception in hive dialect
add bed7993aaf9 [FLINK-27387][hive] Hive dialect supports multi-insert statement (#19647)
add faf37ebb2bb [FLINK-26410][hive] Hive dialect supports "transform using 'xxx'"
add b0d2b2aeb28 [FLINK-26412][hive] Hive dialect supports "CREATE FUNCTION ... USING JAR" statement
add a42c0041fc3 [FLINK-26366][hive] Support INSERT OVERWRITE DIRECTORY statement
add f8f2ebb34f1 [FLINK-28664][python] Support FileSink using Avro GenericRecord bulk writer
add a6a7063cfaf [FLINK-28096][hive] Hive dialect support set variables (#20000)
add 09747f999e5 [FLINK-26270][Formats][CSV] Flink SQL write data to kafka by CSV format , whether decimal type was converted to scientific notation. This closes #20127
add ab9e195678a [FLINK-28748][docs-zh] Translate "SELECT DISTINCT" page into Chinese. This closes #20395
add aae0462cb39 [FLINK-24787][docs] Add more details of state latency tracking documentation
add 247d4263c1a [hotfix][runtime][tests] Migrates some tests to Junit5
add 53938680abe [FLINK-28588][rest] Add blocked flag in TaskManagerInfo and TaskManagerDetailsInfo
add 0263b55288b [FLINK-28588][rest] Add blocked task manager count and blocked slot count in ResourceOverview and ClusterOverview
add 44c00dbb4a0 [FLINK-28588][rest] Archive all current executions in ArchivedExecutionVertex.
add 1a48fd53bd3 [FLINK-28588][rest] MetricStore supports to store and query metrics of multiple execution attempts of a subtask.
add f436b20429b [FLINK-28588][rest] Acquire information of all current executions in REST handlers if applicable
add 6ff6978c0eb [FLINK-28752][python][table-planner] Add the json plan support in Python UDFs
add 7439ef92e08 [hotfix][docs-zh] Fix the formatting of Chinese documents.
add c3e72be836e [FLINK-28495][docs][docs-zh] Fix typos or mistakes of Flink CEP Document. This closes #20272
add fc619df9b52 [hotfix] Make HsMemoryDataManager runWithLockMethod private.
add 42f05f0cddd [hotfix] HsMemoryDataManager spillAsync's callback should assertNoException.
add 9cde5322969 [hotfix] Rename HsResultPartitionReadScheduler to HsFileDataManager Rename HsResultPartitionReadScheduler to HsFileDataManager as it plays the same role of FileDataManager mentioned in FLIP.
add f3bbb6b6a9b [hotfix] Simplify the logic related to release and fail reader in HsFileDataManager.
add 9331e7502e9 [FLINK-27908] HsBufferContext ignore repeatedly startSpilling and release instead of checkState.
add e930077b905 [FLINK-27908] ResultPartition's subclass using setupInternal instead of setup to do initialization work.
add 828b3a58aca [FLINK-27908] Extends onResultPartitionClosed to HsSpillingStrategy.
add 0d185b86bd4 [FLINK-27908] Add lifecycle method to HsFileDataManager, HsMemoryDataManager and HsMemoryDataSpiller.
add e2d50c4777d [FLINK-27908] HybridShuffleConfiguration supports set spilling strategy type.
add 347423f8464 [FLINK-27908] Let HsMemoryDataManager can register HsSubpartitionViewInternalOperations and supports notifyDataAvailable.
add d0b13381483 [FLINK-27908] Introduce HsSubpartitionView based on HsDataView and it's implementations.
add fed2962d3a2 [FLINK-27908] Introduce HsResultPartition
add 4a2f3a15903 [FLINK-27908] ResultPartitionFactory also supports HYBRID type.
add 6670feaef40 [FLINK-26542][hive] Hive dialect supports queries with multiple same columns in select (#19017)
add 4af75011fe3 [FLINK-28589][runtime-web] show blocked free slots and blocked tm in overview
add 57990c332f3 [FLINK-28589][runtime-web] show blocked badge in tm list and detail pages
add cb2f724f1c3 [hotfix][runtime-web] explicitly markForCheck OnPush dynamic component using injector
add f6c5dc1b32a [FLINK-28589][runtime-web] enable expanded rows of other concurrent attempts for subtasks
add 0f77b297d37 [hotfix][runtime-web] replace loading icon with text to avoid spin animation bottleneck
add 8ff0c3f887d [FLINK-27769][sql-gateway]Adjust the RestAPIVersion and RestfulGateway to adapt a variety of endpoints
add 70e8d7e251c [FLINK-27769][sql-gateway]Introduce the REST endpoint framework
add 10c20837126 [hotfix] Migrate CreditBasedPartitionRequestClientHandlerTest, NettyMessageClientSideSerializationTest, SingleInputGateTest and BlockCompressionTest to Junit5/AssertJ
add 47d0b6d26c0 [FLINK-28382][network] Introduce LZO and ZSTD compression based on aircompressor for blocking shuffle
add b434c8ec8c8 introduce AvroParquetWriters to support writing generic records to parquet file in Python DataStream API
add 5ce10c9493f [FLINK-27016][hive] Support access array type in a struct and support access fields in a struct array
add 484d4b25428 [FLINK-24342][table] Add right bracket to filesystem partitioner escape list
add 16b0cc1117d [FLINK-28759][e2e] Enable speculative execution for in AdaptiveBatchScheduler TPC-DS e2e tests
add 3a9bae57445 [hotfix][network] Modify the log level of "Failed to read shuffle data." to DEBUG
add d966c10eaa3 [FLINK-28745][python] Support DataStream PythonCoProcessOperator and PythonKeyedCoProcessOperator in Thread Mode
add 2c58dca500d [FLINK-25962][avro] Use namespaces for generated records
add 1c044753b0f [FLINK-28373][network] Read a full buffer of data per file IO read request for sort-shuffle
add ed8870e602d [FLINK-28417][table] Add interfaces for LookupCache and default implementation (#20196)
add e1a74df4427 [FLINK-28771][runtime] Assign speculative execution attempt with correct CREATED timestamp
add 92ec61a54df [FLINK-28765][docs] Add documentation for protobuf format
add 69df7a46bf4 [FLINK-28151][hive] Allow to cancel the Operation for the HiveServer2 Endpoint.
add c90d99fe2dd [FLINK-27770][sql-gateway] Introduce the script to start/stop/stop-all gateway
add 31bb1f49bf4 [FLINK-27770][sql-gateway] Refactor SqlGateway E2E tests
add 5f2d088a271 [FLINK-27988][table-planner] Let HiveTableSource extend from SupportStatisticsReport
add 363023d27a0 [FLINK-28011][hive] HiveSource should get partitions in batch instead of getting partition one by one
add 8c6a9e58f1e [FLINK-28418][table] Add runtime provider interfaces for partial caching lookup (#20414)
add d8a4304b892 [FLINK-28597][state] Discard initial checkpoints without a delay in common cases
add 17e1920bcd2 [FLINK-28740][python][format] Support CsvBulkWriter
add e2a5c86e38a [FLINK-27951][Docs] Translate ops/debugging/debugging_classloading.md into Chinese. This closes #20436
add 2a7fe42d506 [FLINK-28776][table-planner] RowTimeMiniBatchAssginerOperator doesn't need separate chain with upstream operator (#20417)
add 9efd97e0571 [FLINK-28791][sql] Add missing jdk.tools exclusion
add cc9b30bdacf [FLINK-27292][docs-zh] Translate the "Data Type Extraction" section of "Data Types" to Chinese. This closes #20316
add f4edb9a0921 [hotfix][sql-gateway]Add RestConfigUtils to test rest endpoint
add 6e095d33427 [hotfix][sql-gateway]Add default timeout for AbstractSqlGatewayRestHandler
add 687e0622221 [FLINK-28161][sql-gateway]Introduce the session related API for REST endpoint
add 8236644816a [FLINK-28492][table-planner] Support "ANALYZE TABLE" execution
add ae186e8650f [FLINK-28708][table-planner] Introduce planner rules to optimize DPP pattern
add 42287b399f7 [FLINK-28212][hive-dialect] Fix IndexOutOfBoundsException when over window SELECT doesn't contain all fields of input
add fe5b101e261 [hotfix] Move util to WebFrontedITCase
add 06655c2bbc8 [hotfix] Move util to WebFrontedITCase
add 6da5d362433 [FLINK-25545][flink-clients][JUnit5 Migration] Module: flink-clients.
add 75a66f921c9 [FLINK-25252][kafka] Enabling Kafka tests on Java 11
add 4b73437524f [FLINK-28629][sql-gateway] Return operation schema until operation is in terminal state
add e3b26c283ca [FLINK-28629][sql-gateway][hive] Allow to getCatalogs in the HiveServer2 Endpoint
add 6fe0d1dbfc5 [FLINK-28720][hive][connectors] Add Hive partition when flink has no data to write (#20394)
add bc29e574105 [FLINK-28459][table-planner] Supports non-atomic CREATE TABLE AS SELECT (#20392)
add 5405239dec0 [FLINK-28419][table] Add runtime provider interface for full caching lookup + implement Periodic and Timed cache reload triggers
add 4e790646c37 Revert "[FLINK-28373][network] Read a full buffer of data per file IO read request for sort-shuffle"
add fd26e088a43 [FLINK-28804][formats] Use proper stand-ins for missing metric groups
add 2dd51f644da [FLINK-27908] HsSubpartitionView should calculate backlog no less than true value.
add 97e124116bd [hotfix] Add hybrid shuffle to taskmanager.memory.framework.off-heap.batch-shuffle.size description.
add 004d31ae208 [FLINK-27909] Add document for hybrid shuffle mode.
add 5f620d29787 [FLINK-28795][hive] Fix unstable test for HiveDialectQueryITCase#testInsertDirectory (#20446)
add d9e6721ac72 [FLINK-28801][oss] Bump OSS SDK to 3.13.2
add 9f5d0c48f19 [FLINK-28781] Rename blockingShuffleCompressionEnabled to batchShuffleCompressionEnabled.
add 2edc43c6e46 [FLINK-28781] Hybrid Shuffle should support compression.
add 9e6d5520af4 [hotfix][docs] Remove limitation about CLAIM mode and RocksDB native savepoints
add 17a782c202c Revert "[FLINK-25745] Do not log exception if CompletedCheckpointStorageLocation#disposeStorageLocation failed in CLAIM mode"
add abba1d7c853 [FLINK-26371][hive] Support variable substitution for sql statement while using Hive dialect (#19656)
add 9b9a0bc10da [FLINK-26362][hive] Fix IndexOutOfBoundsException when sub-query selects all fields when using Hive dialect
add b1c40bd75b7 [FLINK-28835][docs] Fix unaligned checkpoints documented compatibility
add f9bd7d2f553 [FLINK-28296][hive] Support the Hive UDAF which implement GenericUDAFResolver interface (#20102)
add b4df097513b [FLINK-27620][sql] Flink SQL supports PERCENT_RANK function (#20347)
add 82417ab9a5a [FLINK-28630][sql-gateway][hive] Allow to GetSchemas in the HiveServer2 Endpoint
add e0f4a0ca927 [FLINK-28808][csv] Create mapper on server-side
add 6335b573863 [FLINK-28713][tests] Remove unused curator-test dependency
add f806bb79950 [FLINK-25645][table-runtime] Fix UnsupportedOperationException when hash shuffle by a field with array type
add ff2f4cb624a [FLINK-28733][scripts] jobmanager.sh supports dynamic parameters
add 94fb2747d3c Update log4j.properties
add c54eaf51aad [FLINK-27217][hive] Support partition filter push down when there exists default partition for Hive source.
add 01d31f6ed30 [FLINK-27217][hive] Improve default partition test cases
add 3e1018e0cbc [FLINK-27619][sql] Support NTILE Function
add 8ac7e9724a6 [FLINK-27619][sql] fix use wrong constant for over window.
add bca84305750 [FLINK-28570][table-planner] Extends FlinkRelOptUtil to support print upsertKey info
add 5daebae30b9 [FLINK-28570][table-planner] Append upsertMaterialize info by a simpler way of overriding the explainTerms method for StreamPhysicalSink
add 512e4e0f2de [FLINK-28570][table-planner] Introduces a base class StreamPhysicalGroupWindowAggregateBase for all related sub-classes
add a4189170dce [FLINK-28570][table-planner] Extracts common attributes into StreamPhysicalGroupAggregateBase for all sub-classes
add fa3aa8f3759 [FLINK-28570][table-planner] Optimize upsertKey inference for lookup join and fix ConnectorCatalogTable lost pk on stream source
add fd6c1cc96ce [FLINK-28570][table-planner] Introduces a StreamNonDeterministicPlanResolver to validate and try to solve (lookup join only) the non-deterministic updates problem which may cause wrong result or error
add cf1a29d47a5 [FLINK-27524][datastream] Introduce cache API to DataStream
add 6d06cdaa163 [FLINK-28772][hive] Supports ADD JAR command in Hive dialect
add 1a094eb3619 [FLINK-28772][hive] Improve exception messages for ADD JAR
add 62786320eb5 [FLINK-28834][examples-table] Add temporal join example and IT test
add 33c550052c5 [hotfix][tests] Remove unnecessary mock
add fb95798b1c3 [FLINK-28807] Honor schema lifecycle
add 9bda6779562 [FLINK-28709][source] Introduce coordinatorListeningID in SourceCoordinator to listen to events from other coordinators
add 3a8e71e286d [FLINK-28709][table] Introduce DynamicFilteringData and the DynamicFilteringDataCollectorOperator to build and distribute the data
add b0859789e77 [FLINK-28709][table] Introduce ExecutionOrderEnforcerOperator to ensure the source with dynamic filtering is executed after the DynamicFilteringData is collected
add 05de0a295ef [FLINK-28826][network] Avoid notifying too frequently when recycling buffers for BatchShuffleReadBufferPool
add 07a309ad934 [FLINK-28828][network] Improvements for sort-shuffle data reading
add b6cc5b24c0e [FLINK-28782][python][connector/filesystem] FileSink supports compaction
add 2176ec0aa13 [FLINK-28710][table-planner] The fact source of DPP must be FLIP-27 source
add 8011f139dfa [FLINK-28710][table-planner] Supports dynamic filtering execution
add 782982fc99b [FLINK-28633][sql-gateway][hive] Allow to GetTables in the HiveServer2 Endpoint
add e47cb6eeb4c [FLINK-28822][python] Avoid creating VectorizedColumnBatch for each read in ArrowReader (#20458)
add 437978fdf8a [FLINK-28234][table-planner] Fix Infinite or NaN exception in ExpressionReducer
add 3aaa160bd80 [FLINK-28851][sql-gateway][hive] Remove useless OperationType
add 29ca0ad8e33 [FLINK-28851][hive] Allow to GetTypeInfo in the HiveServer2 Endpoint
add c5c66af680e [FLINK-27790][table] Port ADD JAR & SHOW JARS syntax implementation from SqlClient to TableEnvironment side
add 823611b1d4d [FLINK-27790][table] Revert changes to AddJarOperation
add d19a0a7b650 [FLINK-27790][table] Fix test failure in set.q and function.q of SQL Client
add fe9c726ac1a [FLINK-27790][table] Fix NoClassDefFoundError of guava in UsingRemoteJarITCase
add bc76a93239e [FLINK-28420][table] Support partial caching in sync and async lookup runner
add d137c12877f [FLINK-28688][python] Support DataStream PythonWindowOperator in Thread Mode
add d17dcbd43b2 [FLINK-28678][table-planner] Copy some nodes from calcite, and need revert when upgrade calcite-1.31
add 4e46602342f [FLINK-28678][table-planner] Support SQL hint for Filter, SetOp, and etc. Mainly cherry-pick from [calcite-5107]
add 53f1a66f67c [FLINK-28682][table-planner] Copy SqlToRelConverter from calcite
add f794d72903c [FLINK-28682][table-planner] Support join hint in batch rules
add caef5b7a5c1 [FLINK-28713][yarn] Bump curator-test dependency
add ca45a28205b [FLINK-28823][network] Consider the actual number of subpartition readers when requesting buffers for SortMergeResultPartitionReadScheduler
add 9dd2b19995b [FLINK-27966][python] Make the connector imports more explicit by adding connector type
add 4cf0b81d4f4 [hotfix][python][tests] Split the test cases of connectors & formats into separate files
add 1c40dc15fbc [FLINK-28827][python] Complete DataType support in DataStream API (#20460)
add ff91aa53cfc [FLINK-28836][python] Support broadcast in Thread Mode
add 6886e444c2b [FLINK-28599][table-planner] Adding FlinkJoinToMultiJoinRule to support translating left/right outer join to multi join
add ac0bbe608f5 [FLINK-28793][sql-gateway][hive] Allow to GetInfo in the HiveServer2 Endpoint
add 7047916a487 [FLINK-28788][python] Support SideOutput in Thread Mode
add 94411a169a1 [FLINK-23143][state/changelog] Support state migration for ChangelogStateBackend
add a267dcfeae7 [refactor][state] Rename createInternalState to createOrUpdateInternalState
add 413912d7fd3 [hotfix][python] Make the format imports more explicit by adding format type
add b3be6bbd9c9 [hotfix][tests] Migrate tests relevant to FLINK-28663 to Junit5/AssertJ
add 72405361610 [FLINK-28663][runtime] Allow multiple downstream consumer job vertices sharing the same intermediate dataset at scheduler side
add d442384309a [hotfix][csv][tests] Open schemas
add 9a967c010a5 [FLINK-28621][formats] Initialize mappers in open()
add c0bf0ac3fb1 [FLINK-28621][core] Add central Jackson mapper factory methods
add 328007f0b9a [FLINK-28621] Enable Date/Time&Optional support for all mappers
add 28e952631bb [FLINK-28094][kinesis] Removing references to Regions enum and instead using RegionUtils so that we include future AWS Regions as well
add 15e60e6cc5f [FLINK-23252][state/changelog] [docs] Update the docs about disabling changelog
add aaea1adc155 [FLINK-28865] Add new PrintSink
add 60bc87c0b83 [FLINK-28380][runtime] Produce one intermediate dataset for multiple consumer job vertices consuming the same data
add 5c731a37e1a [FLINK-24614][parquet] Support complex types (arrya, map, row) for parquet reader
add def2f543809 [FLINK-28631][sql-gateway][hive] Support to GetFunctions in the HiveServer2Endpoint
add fcde111410d [hotfix][sql-gateway] Use camelCase for REST request/response body fields in session related APIs.
add 91eccea38c8 [FLINK-28162][sql-gateway]Introduce the operation related API for REST endpoint
add 41bde65874c [FLINK-28164][sql-gateway]Introduce utilities API for REST endpoint
add 47970b0435a [FLINK-28163][sql-gateway]Introduce the statement related API for REST endpoint
add af7c775ab57 [hotfix] Migrate PipelinedRegionSchedulingStrategyTest and StrategyTestUtil to Junit5 and AssertJ.
add b01730579fa [FLINK-28799] PipelinedRegionSchedulingStrategy maintain scheduled regions
add 4deaf6edc15 [FLINK-28799] PipelinedRegionSchedulingStrategy supports all resultPartitionType.
add 5506930cc79 [FLINK-28183][python] Model python test dependencies in Maven
add 0e6e4198ad8 [FLINK-28753][table-planner] Improve FilterIntoJoinRule which could push some predicates to another side
add 7f708d0ba42 [FLINK-28843][StateBackend] Fix restore from incremental checkpoint with changelog checkpoint in claim mode
add 3f18cafa058 [FLINK-28568][table-runtime] Implements a new lookup join operator (sync mode only) with state to eliminate non-deterministic result
add d9a067e5e1c [FLINK-28699][state] Make non-incremental rocksdb checkpoint as native format
add a08b050eb9f [FLINK-28880][docs][cep] Fix wrong result of strict contiguity of looping patterns
add 1ec4acd2c99 [FLINK-27155][changelog] Reduce multiple reads to the same Changelog file in the same taskmanager during restore
add d2704b111a2 [FLINK-28094][kinesis][glue] Updating AWS SDK versions for Kinesis connectors and Glue Schema Registry formats
add 6c91cc59998 [FLINK-26413][hive] Supports "LOAD DATA INPATH" in Hive dialect
add d6a47d897a9 [FLINK-28373][network] Read a full buffer of data per file IO read request for sort-shuffle
add 61374638c02 [FLINK-25485][connector/jdbc] Add default jdbc option 'rewriteBatchedStatements' for MySQL dialect
add b442394c65b [FLINK-28785][network] Hybrid shuffle consumer thread and upstream thread may have deadlock.
add 2c56c40e55e [hotfix][build][hbase] Remove unused property
add 5fb135e23e3 [FLINK-25244][hbase] Enable Java 11 tests for HBase 2.2
add 208f08b406a [FLINK-28860][tests] Disable CacheITCase temporarily
add 0dc8890f1b8 [FLINK-28711][hive] Hive source supports dynamic filtering
add 1f9632a0719 [FLINK-27693][changelog] Support local recovery for non-materialized part
add 52eb7e76b5d [FLINK-27693][docs] Remove local recovery from the Limitations of changelog
add 9ed70a1e8b5 [FLINK-28178][runtime-web] Show the delegated StateBackend and whether changelog is enabled in the UI
add 1486743ef3d [FLINK-28606][Runtime/Checkpointing] Preserve consistency of OperatorEvent from OperatorCoordinator to subtasks
add 7be6783cb22 [FLINK-28606][Runtime/Checkpointing] Refractor coordination tests with JUnit5 Assertions
add 15f87d4a470 [FLINK-28873][configuration] Make jobmanager.scheduler visible in documentation
add 3c8402a97a2 [FLINK-28854][connector/jdbc] Migrate JDBC lookup table to the new LookupFunction and caching interface
add f53dd03fd5f [FLINK-28487][connectors] Introduce configurable RateLimitingStrategy for AsyncSinkWriter
add 64b430b0738 [hotfix][python] Refactor thread mode Python runtime to make it more readable
add 1719ff85b8e [FLINK-28871][table-planner] Force the output edges of dynamic filtering data collector to be BLOCKING
add 21712c932cd [FLINK-28857][docs] Add Document for DataStream Cache API
add e92b87df738 [hotfix] Migrate PartitionFileWriteReadTest, SortMergeResultPartitionReadSchedulerTest, SortMergeSubpartitionReaderTest to Junit5 and AssertJ
add 87d4f70e492 [FLINK-28623][network] Optimize the use of off-heap memory by blocking and hybrid shuffle reader
add de8ff096a53 [FLINK-28862][python][format/parquet] Support ParquetBulkWriter
add fda2bdd05c7 [FLINK-28886][python] Support HybridSource in Python DataStream API
add 6fb49b1d708 [FLINK-28778][SQL/API] Bulk fetch of table and column statistics for given partitions
add 43eda5d3fe2 [FLINK-28797][hive] HiveSource enables vector reading for complex data type with parquet format
add 9237e63bd8a [FLINK-28797][hive] Simplify useModules for the parquet complex type tests
add 6b20433e7f0 [FLINK-28731][conf] Log dynamic properties
add 10a6f41fa12 [FLINK-28532][table] Support full caching in lookup join runner using InputFormats as scan runtime provider (#20447)
add 6b725d13153 [FLINK-28529][state/changelog] Fix unstable ChangelogPeriodicMaterializationSwitchStateBackendITCase#testSwitchFromDisablingToEnablingInClaimMode
add c5a8b0f3c29 [refactor][state/changelog] Rename ChangelogPeriodicMaterialization* to ChangelogRecovery*
add bf81768ff56 [FLINK-28868][connector/hbase] Migrate HBase table connector to the new LookupFunction interface
add cf3beff586a [FLINK-28876][python][format/orc] Support Orc format
add be5893c582e [hotfix] Migrate RestartPipelinedRegionFailoverStrategyTest to Junit5 and AssertJ.
add bfe64603242 [FLINK-28701] Split HYBRID result partition type to HYBRID_FULL and HYBRID_SELECTIVE.
add 9df886e222e [FLINK-28701] RestartPipelinedRegionFailoverStrategy takes reConsumable into account when decide partition available.
add 56e91700ca5 [FLINK-28701] Remove WIP prefix of ALL_EXCHANGE_HYBRID_FULL and ALL_EXCHANGE_HYBRID_SELECTIVE in BatchShuffleMode and expose them to documents.
add dd16b080130 [FLINK-27338][hive] Improve splitting file for Hive source
add 10acb641a03 [FLINK-26929][table-runtime] Introduce adaptive hash join strategy for batch hash join (#20365)
add 320f4cd5e5f [FLINK-28821][table-planner] Adjust join cost for dpp query pattern which could help more plans use dpp
add f2ec01241c5 [FLINK-28481][k8s] Bump the fabric8 kubernetes client to 5.12.3
add 22dba69f16d [FLINK-28774][hive] Allow user to configure whether to enable sort not when it's for dynamic partition writing for HiveSource
add d0a5023f989 [FLINK-28632][sql-gateway][hive] Allow to GetColumns/GetPrimaryKeys/GetTableTypes in the HiveServer2 Endpoint
add 8b25b969d41 [FLINK-28848][table-planner] Introduces LOOKUP join hint to support delayed retry for lookup join (table alias unsupported in hint)
add fa6d62dd6bb [hotfix][table-planner] Use scala isInstanceOf to check lookup function type instead of one-level parent class compartion in LookupJoinCodeGenerator
add 3a2fc5ef34f [hotfix][runtime] Do last attempt without successfully canceling the retry timer to prevent unexpected incomplete element during finish phase in AsyncWaitOperator
add c5b5d436843 [FLINK-28849][table-planner] Fix errors when enable retry on async lookup and add more tests
add bc9b401ed1f [FLINK-28060][kafka] Bump Kafka to 3.2.1
add 07858933aac [hotfix][python] Move json/avro/csv SerializationSchema implementations into the corresponding files
add 6844be2128d [FLINK-28895][python] Perform RowRowConverter automically when writing RowData into sink
add 465db25502e [FLINK-28904][python][docs] Add missing connector/format documentation
add 3268ec6a7ce [FLINK-28898][state/changelog] Fix unstable ChangelogRecoverySwitchStateBackendITCase#testSwitchFromEnablingToDisablingWithRescalingOut
add dea5f09017a [FLINK-28900] Fix RecreateOnResetOperatorCoordinatorTest compilation failure
add 3143526637e [FLINK-28783] [flink-core] Fix typo in ConfigOptions's example code
add 0f376641e88 [FLINK-28884] HsSubpartitionView should be initialized to a notifiable state.
add 0b5aa420180 [FLINK-28884] Reset needNotify to true when get a zero backlog.
add e39fb24ecd7 [FLINK-28888] The statistics of HsResultPartition are not updated correctly
add 4739a5c88cc [FLINK-27588][python][docs] Update broadcast state related documentation (#20550)
add 4ebb787ff35 [FLINK-28887][python] Fix the bug of custom metrics in Thread Mode
add 8813a5ac914 [FLINK-28767][sql-gateway] Fix unstable SqlGatewayServiceITCase.testCancelOperation
add 5e554c17742 [FLINK-27856][k8s] Fix the NPE when no spec is configured in pod template
add bbccea04093 [hotfix][python][dcos] Fix the typos in the Metrics Doc
add 5fb8d24c1c3 [FLINK-28921][python][docs] Optimize the Python DataStream Window Documentation
add 88b309b7dca [FLINK-27570][runtime] Count checkpoint finalization failures in CheckpointFailureManager
add 7cf71585a60 [FLINK-28626][tests] Fix unstable RescaleCheckpointManuallyITCase when unaligned checkpoint is enabled
add f2fb6b20ec4 [FLINK-28942][network] Fix the deadlock bug when recycling readers for SortMergeResultPartition
add 18d21a0618f [FLINK-27399][Connector/Pulsar] Change initial consuming position setting logic for better handle the checkpoint. (#19972)
add ea3b44183a8 [FLINK-28932][Table/SQL] Remove use of deprecated method
add 1455e51c7cd [FLINK-26771][hive] Fix incomparable exception between boolean type and numeric type in Hive dialect
add 6e80d90b161 [FLINK-28817] NullPointerException in HybridSource when restoring from checkpoint (#20530)
add 1232629c80c [FLINK-28855][hive] Fix 'Table.INDEX_TABLE' not found in the Hive3 (#20514)
add 15c422b483e [FLINK-28208][hive] Set parallelism for map operator in class HiveTableSink's method createBatchSink (#20471)
add a62c5a35aa2 [FLINK-28944][python][docs] Update the Python execution mode documentation
add 5f8f387cba7 [FLINK-28878][tests] Increase slot request timeout of PipelinedRegionSchedulingITCase
add 9b50ff584ec [FLINK-28908][python] Fix LIST type in Python DataStream API
add 662f9de97ff [FLINK-28795][hive] Fix unstable test in HiveDialectQueryITCase
add 7661af066f5 [FLINK-28916][e2e] Add e2e test for create function using jar syntax (#20545)
add cb4ead75d59 [FLINK-28913][hive] Fix failed to open HiveCatalog when it's for hive3 (#20573)
add b1428603527 [FLINK-28861][table] Make UID generation behavior configurable and plan-only by default
add 881b2bf046e [FLINK-28861][table] Fix bug in UID format for future migrations and make it configurable
add cd173e71162 [FLINK-28899][table-planner] Fix LOOKUP hint with retry option on async lookup mode
add 00cded67075 [FLINK-28773][hive] Allow to write a success file after finish for Hive sink in batch mode
add c3072db5f08 [FLINK-28773][hive] Improve tests of writing success files
add b66680bb658 [FLINK-28773][hive] Fix the NPE of FileSystemOutputFormat#finalizeGlobal
add 226f1602c04 [FLINK-28003][sql-client] Disable SqlCompleter when using -f {file} in SQL Client
add f2abb51ac91 [FLINK-28548][filesystem] Fix FileNotFoundException when the commit partition base path is not created
add 0a10112f34e [hotfix][files] Fix the compile problem of FileSystemCommitterTest
add a17ff2b9f65 [FLINK-28955][yarn] Add direct curator-test dependency
add bd274ca8a1b [FLINK-28994][runtime-web] Enable withCredentials for outgoing HTTP requests
add 24ac1215883 [FLINK-27386][hive] Fix assert exception when specific join hint in union statement (#19583)
add 479ddeaa02a [FLINK-26505][hive] Support non equality condition for left semi join in Hive dialect. (#18994)
add 435dab64f61 [FLINK-27015][hive] Fix exception for casting timestamp to decimal in Hive dialect (#20571)
add f7af9f6462b [FLINK-27917][Connector/Pulsar] Drop Consumer.seek() in the testing method for fixing the race condition. (#20567)
add a9d5def8471 [FLINK-28925][runtime] HsSubpartitionMemeoryDataManager return a readOnlySlice to downstream instead of original buffer.
add 7ed817f2054 [FLINK-28925][runtime] Fix the NPE problem caused by double release buffer.
add f8bfb59b57f [FLINK-28861][table][docs] Update "upgrading" documentation to include notice regarding the Table API operator issue
add 59843ae275c [FLINK-28780][docs] Fix incorrect description of function dayofmonth. (#20424)
add 39300144339 [FLINK-28922][docs-zh] Translate "ORDER BY clause" page into Chinese.
add ae7f325a358 [FLINK-28924][docs-zh] Translate "LIMIT clause" page into Chinese.
add a42e7373f79 [FLINK-28978][kinesis] Update AWS Regions validation to allow for future AWS regions
add 3c2fa303074 [FLINK-28488][kafka] Only forward measurable Kafka metrics and ignore others
add 56a7c847df1 [FLINK-28996][datadog] Move parameter parsing into factory
add 7e7fd76078e [FLINK-28997][datadog] Add switch to use logical identifier
add 62e53e0e672 [hotfix][docs] Fix typo
add 3e6f47c9d36 [FLINK-29002][datadog] Deprecate 'tags' option
add 0be27a5e7b8 [FLINK-29007][e2e] Add missing hadoop-hdfs-client with Hadoop 3
add 22f574fc660 [FLINK-28951][table-planner] Make header with one line comments
add bdffb6bd4ae [FLINK-28986][table-planner] UNNEST function with nested filter fails to generate plan
add b550e3f59d0 [FLINK-28963][sql-gateway] Add REST API compatibility test
add b2c9e00d8a5 [FLINK-28800][network] BatchShuffleReadIOExecutor using ScheduledExecutorService instead of ExecutorService.
add 5d13403429d [FLINK-28800][network] HsFileDataManager should avoid busy-loop when fileReader has not data to read
add 06e8b7fb30f [FLINK-28990][table-planner] Fix BatchPhysicalDynamicFilteringDataCollector with empty output type
add e967a7b54da [FLINK-28965][hive] Partition shouldn't be created if no data is generated for dynamic partition
add d9516238cef [FLINK-28917][table-runtime] Add SQL test for adaptive hash join
add 682ec6a5d73 [FLINK-28956][hive] Fix non-multi insert statement fall into multi insert logic in Hive dialect (#20572)
add f6fbb8ac185 [FLINK-29017][docs] Replace all links to github master with shortcode
add 335cfe21d72 [hotfix][flink-runtime] Fix the task class typo
add f0a6c0cbd83 [FLINK-29034] HYBRID_FULL result partition type is not yet reConsumable
add e9f8c791f9f [FLINK-29009][build] Converge nimbus-jose-jwt
add d524e1dc3fd [FLINK-29009][build] Converge okio
add d402fe255cd [FLINK-28987][table-planner] Fix incorrect async to sync lookup fallback path of LegacyTableSourceTable
add ef97c651f06 [FLINK-28987][table-planner] Refine description of lookup join transformation with async params and retry strategy for easier debugging
add 77ea6638f15 [FLINK-28972][python][connector/pulsar] Align Start/StopCursor methods with the Java API
add 97519d1683f [FLINK-29028][python][docs] Align DataStream.cache in Python DataStream API
add 10e4c829021 [FLINK-28992][table-planner] Fix: Change Ndv takes the max value instead of sum of all partitions when getting partition table column stats
add 042e1b8b785 [hotfix][build] Use ${flink.shaded.version} for flink-docs and flink-runtime
add 0ffb3ed7437 [hotfix][build] Add japicmp exclusion for getSideOutput incompatibility
add d21ab7ba816 [hotfix][build] Fix streaming-java oldVersion artifactId
add 65046d573bc [FLINK-29051][quickstarts] Do not create dependency-reduced-pom
add 70d9f6c31b2 [FLINK-28139][docs] Add documentation for speculative execution
add 803027a1527 [FLINK-28676] Update copyright year to 2014-2022 in NOTICE files
add b7c6116c98d [FLINK-29012][docs] Fix incorrect description of function minus
add 58296bfd987 [FLINK-29036][docs] Cleanup Source documentation
add 2322791284e [FLINK-28995][hive] HiveSourceDynamicFileEnumerator filters out a partition without matching if one of the fields is null but its type is not nullable
add 9201f1e3684 [hotfix][core][table] Use ReadableConfig were applicable
add cb26f08ee82 [hotfix][streaming-java] Avoid deep copy in StreamExecutionEnvironment.getConfiguration
add 4befe480319 [hotfix][table] table.resource.download.dir -> table.resources.download-dir
add 56ac1dc4d5c [hotfix][table-api-java] Small improvements to TableConfig
add eb69b11532e [FLINK-29014][streaming-java][table] Improve end-to-end story about PipelinesOptions.JARS
add ee4d27411b3 [FLINK-28977] NullPointerException in HybridSourceSplitEnumerator.close (#20587)
add 1a0f591a59b [FLINK-28993][table-planner] Refactor SupportsDynamicFiltering to provide getAcceptedFilterFields method to avoid modifing the DynamicTableSource object if calling applyDynamicFiltering method in join reorder rules
add 1ed1deb351b [FLINK-28993][table-planner] Fix adjusting join cost for dpp query pattern error
add 254b276c79a [FLINK-29041][tests] Add utility to test POJO compliance without any Kryo usage
add cb507651368 [FLINK-28735][scripts] Deprecate jobmanager.sh host/port parameters
add 90d8de66b29 [FLINK-29030][core] Add constant for generic type doc reference
add bbf74f2e8ad [FLINK-29030][core] Note that generic types can affect schema evolution
add 01fb742d094 [FLINK-29030][core] Log a message if any tuple/pojo field is handle as generic type
add 4409d96514b [FLINK-29016][docs] Clarify Kryo limitations w.r.t. data-structures
add aae96d0c9d1 [FLINK-28265][k8s] Make KubernetesStateHandleStore#addEntry idempotent
add 221d70d9930 [FLINK-28815][docs] Translate the Real Time Reporting with the Table API page into Chinese
add 64f11ee9549 [FLINK-28936][sql-gateway] Fix REST endpoint can not serialize uncompacted LogicalType (#20617)
add 58c4be49001 [FLINK-28841][scripts][docs] Document dynamic properties support
add fcaa4f77e0b [FLINK-29081][table-planner] Capitalize join hints to avoid case sensitive
add 7166625ff78 [FLINK-28493][docs] Add document to describe "ANALYZE TABLE" syntax
add 0af535a9134 [FLINK-29029][python] Fix the bug of InternalTypeInfo mapping to IdentityConverter in Thread Mode
add fe392645421 [FLINK-29059][table-planner] Fix the existing column stats are deleted incorrectly when analyze table for partial columns
add cdc4f4b100d [FLINK-28177][Connectors/ElasticSearch] Fix the unstable Elasticsearch6DynamicSinkITCase.testWritingDocumentsNoPrimaryKey
add b1db372c1e9 [hotfix][sql-gateway]Modify url in operation related message headers
add ad68495bb64 [hotfix][sql-gateway]Modify the response format and adjust SqlGatewayRestEndpointFactory
add 221fb98daa8 [FLINK-27773][sql-gateway]Introduce the rest E2E tests for SQL Gateway
add 0fd718c03d8 fixup! [FLINK-27773][sql-gateway]Introduce the rest E2E tests for SQL Gateway
add 60e594414a7 [FLINK-29096][table] Add test for json_value, which json path has blank characters.
add 3149c621671 [FLINK-29096][table] Update documentation for JSON_VALUE special characters
add a38b852bbbd [hotfix][state] Extract PeriodicMaterializationManager into state-backend-common
add aaa35607866 [hotfix][tests] Use negative changelog materialization interval in tests
add 0e083c119b2 [hotfix][state] Fix logging in Materializer and make FLINK-28976 more explicit
add 91e1291e942 [FLINK-28976][state] Don't add extra delay to the 1st materialization
add d501b88be55 [FLINK-29046][Connectors/Hive] Fix HiveTableSourceStatisticsReportTest fails with Hive 3.x
add c086a91d977 [FLINK-27175][hive] Fix fail to call Hive UDAF when the UDAF accepts one parameter with array type
add 0ade193d393 [FLINK-29035][table-planner] Fix bug of ExpressionReducer does not work with jar resources
add 4399b3fc40d [FLINK-28883][hive] Fix HiveTableSink failed to report statistic to hive metastore in batch mode
add c643a2953ba [FLINK-29056] Throw PartitionNotFoundException if the partition file is not readable for hybird shuffle.
add 7b394a3ddd5 [FLINK-29105][k8s] Fix the unstable k8s test 'testAddAndLockShouldNotThrowAlreadyExistExceptionWithSameContents'
add b63424ec7ab [hotfix] Add TaskManager id in the exception message
add e246a05cd89 [FLINK-29121][sql-gateway] Fix failed SqlGatewayRestAPIStabilityTest
add d61a7a9c2bd [hotfix][tests] Nicer migration path for typo fix
add 7ac37c08918 [FLINK-29062][build] Fix protobuf plugin proxy issue on flink-protobuf module.
add aa3c124b536 [FLINK-27030][tests] Prevent race-condition
add d0434e698fc [hotfix][tests] Minor cleanup
add e18782f9bb8 [FLINK-29097][sql-gateway] Move json se/deserializers from sql-gateway-api to sql-gateway
add d9bcbffc006 [FLINK-28609][Connector/Pulsar] PulsarSchema didn't get properly serialized. (#20698)
add a1d74c131b0 [FLINK-29038][runtime] Fix unstable case AsyncWaitOperatorTest#testProcessingTimeRepeatedCompleteOrderedWithRetry
add 7669daffdc5 [FLINK-28814][Connectors][JDBC] Update org.postgresql:postgresql to 42.4.1
add b3dcafa9db2 [FLINK-28121][docs-zh]Translate "Extension Points" and "Full Stack Example" in "User-defined Sources & Sinks" page
add c37643031dc [FLINK-29123][k8s] Dynamic paramters are not pushed to working with kubernetes
add 2220f24925a [FLINK-28751][table] Improve the performance of JSON functions with json path (#20397)
add d55be6850dc [FLINK-29087][connector/jdbc] Change dependencies order to avoid compile failure while running in idea
add 00f585234f8 [FLINK-29005][parquet] Parquet row type reader should not return null value when some child fields is null
add fc5730ab2de [FLINK-26474][hive] Fold exprNode to fix the issue of failing to call some hive udf required constant parameters with implicit constant passed
add 27985657080 [FLINK-29019][doc][parquet] Updating parquet format document that support read complex type
add 581e1fe3682 [FLINK-29130][state] Correct the doc description of local-recovery
add c0f080762e7 [FLINK-24718] Update Avro dependency to 1.11.1
add a377d0d46a8 [hotfix][docs] List FileSystem also as a source
add 44119780ff3 [hotfix][tests] Replace deprecated AbstractThrowableAssert#getRootCause
add 6630ce7d6fc [FLINK-28938][hive] Fix HiveServer2 Endpoint can not set variable correctly
add 549d4327cf4 [FLINK-28938][hive] Improve error messages for unsupported interfaces
add 8ccbf3bbac1 [hotfix][doc]Update doc of REST API in runtime module
add 55902053a4c [FLINK-28974][sql-gateway]Add doc for the API and Option of sql gateway rest endpoint
add 2e2fb24bdbc [FLINK-29138][table-planner] fix project can not be pushed into lookup source
add 8b8245ba46b [FLINK-29053] Hybrid shuffle has concurrent modification of buffer when compression is enabled
add a9c94e06d6c [FLINK-29161][tests] Fix the built docker image name
add 87cbea30c20 [hotfix][docs] Fix typo
add 5c8db127470 [hotfix][csv][javadoc] Fix reference
add 655184cdb08 [FLINK-28078][tests] Mitigate likelihood to run into test stability issues caused by CURATOR-645
add 20e00fd8284 [FLINK-28948][table] Increase test coverage for lookup full caching + fix metrics
add bbe969059b1 [FLINK-28971][docs] Adds user documentation for the new LOOKUP hint
add 69872241788 [FLINK-29112][table-planner] Print the lookup join hint on the node in the original RelNode tree for easier debugging
add 121e63e8702 [FLINK-29180] fix: show subtask metrics as default in vertex detail (#20737)
add 72f0cb6fc7c [FLINK-28858][docs] Add document to describe join hints for batch sql
add 4b15bc900eb [FLINK-29091][table-planner] Fix the determinism declaration of the rand function to be consistent with the current behavior
add c95aeb6cb32 Update version to 1.17-SNAPSHOT
add 88779dbda0d [hotfix][release] Add 1.17 to the flink version enum
add b98534cafd0 [FLINK-29182][table] fix redundant computations in SumAggFunction. (#20738)
add df0bc117341 [FLINK-27017][hive] Fix divide by zero exception with Hive dialect (#19216)
add f52b65fa071 [FLINK-28429][python] Remove the warnings in the Python tests
add 10663811ffc [FLINK-28429][python] Optimize PyFlink tests
add 3929eb207b9 [FLINK-28429][python] Skip cython test on python-only-PRs
add 9a725746b0a [FLINK-28429][python] Upgrade the version of grpcio-tools
add 8c2a2854eb0 [FLINK-29013][hive] Fix fail to use BinaryRecordReader in "transform using" syntax with Hive dialect (#20643)
add f3a00d85006 [FLINK-28070][tests] Migrate ScalaAPICompletenessTestBase to Junit5
add 2a3e2bb62df [FLINK-28122][docs-zh] Translate "Overview" and "Project Configuration" in "User-defined Sources & Sinks" page into Chinese
add 5c41e7bc0a9 [FLINK-27718][hive] Fix fail to count mutiple fields excpetion in Hive dialect (#19406)
add 9955c85a53d [FLINK-28659][flink-java][JUnit5 Migration] Migrate flink-java to use junit5.
add 666ef186536 [FLINK-29022][docs][table] Add document for CREATE FUNCTION USING JAR feature (#20628)
add ed29940ace7 [FLINK-29196][python] Update flink-python NOTICE
add b9516348ce7 [hotfix][cassandra][tests] Use CassandraTupleOutputFormat
add 97f5a45cd03 [FLINK-28897][runtime] Fix bug of failed to generate JobGraph when using UDF and enable checkpoint
add a18150bc87c [hotfix][docs] Fix file reference
add 034030b5a48 [FLINK-28941][Runtime/Checkpointing] Add concurrent checkpoint support in Operator Coordinator
add cb32dad3006 [FLINK-29205][connectors/kinesis] Passthrough use config to HTTP client when constructing Async Client for Kinesis EFO
add 016fa93813d [hotfix][docs][release] Update the building branch in workflow
add 523546101f0 [fixup][table-planner] Using user classloader instead of thread context classloader
add e0257883900 [FLINK-29074][Connectors/JDBC] Fix ClassNotFound exception when using jdbc connector by add jar syntax
add 481ed78bec4 [FLINK-29096][table] Keep backward compatibility of JdbcCatalog constructor
add a8ca381c577 [FLINK-14101][jdbc-connector] Support SQLServer dialect in the jdbc connector.
add f27779b0213 [FLINK-29210][Docs][SQL Client] Add required parameter when running SQL Client via Docker Compose
add 442ab0ce6cb [FLINK-29210][Docs][SQL Client] Copy English Docker documentation to Chinese documentation to bring them back in sync
add a901911266b [FLINK-28860][datastream] Cache consumption in stream mode recompute result in case of cache miss
add 3d05f275225 [hotfix][datastream] Fix cache invalidate with remote session cluster
add b7dd42617a4 [FLINK-28860][runtime] JobMaster wait for partition promote before close
add 833e7ffbb5f [FLINK-29118][sql-gateway][hive] Remove default GenericInMemoryCatalog in the HiveServer2 Endpoint when openSession
add bd1d97391be [FLINK-29184][sql-gateway] Close resource manager when closing Session
add 26eeabfdd1f [FLINK-29132][rest] Cleanup subtask attempt metrics according to the JobDetails to avoid memory leak.
add 3e883e687d2 [FLINK-29153][connector/kafka] Retry KafkaConsumer#commitAsync on WakeupException in KafkaConsumerThread
add 264eff6084d [hotfix][tests][table-planner] Add two more cases to verify the conflict of multiple LOOKUP hints
add 347316ea639 [FLINK-28787][table-planner] Rename getUniqueKeys to getUpsertKeys in CommonPhysicalJoin
add 10a934fa6c4 [hotfix] Fix the missing comma in create_snapshot_branch.sh
add 1e6897c24e3 [FLINK-29207][connector/pulsar] Fix Pulsar message eventTime may be incorrectly set to a negative number (#20765)
add 17d7c39bb2a [FLINK-29047][k8s] Shade fabric8 kubernetes dependency with org.apache.flink.shaded prefix in flink-kubernetes
add ec2f3d99ac9 [FLINK-29211][hive][legal] Update 2.3.9 NOTICE
add b0a12410c91 [FLINK-28934][Connector/pulsar] Fix split assignment in different Pulsar subscriptions.
add d92ef3bc00c [FLINK-27388][Connector/pulsar] Change the topic setup logic in Pulsar runtime operator.
add ce0d043b1d4 [FLINK-28084][Connector/pulsar] Disable retry and delete reconsume logic on PulsarUnorderedPartitionSplitReader.
add b614e94b9fc [FLINK-27611][Connector/pulsar] Fix ConcurrentModificationException during checkpoint on Pulsar unordered reader.
add 5a354857913 [FLINK-27400][Connector/pulsar] Filter system topics for Pulsar connector.
add 290137c201c [FLINK-28934][Connector/pulsar] Support connector testing tools for Pulsar unordered source.
add 3a91ded2891 [FLINK-29067][Table SQL/API] Replace deprecated SqlParser#configBuilder with SqlParser#config
add 6722c89d0df [FLINK-29120][table-planner] Avoid join hint propagating into view
add 36396f789cd [FLINK-29217][tests] Guarantee checkpoint order in OC test
add b8fc7f34d2c [FLINK-29248][rpc] Remove RpcService#fenceRpcServer
add c5248b62abf [FLINK-29223][coordination] Add missing output info for jobs already reached terminal state
add 6393f00db8f [FLINK-29223][coordination] Address feedback
add ea3ff8e4f51 [FLINK-27937][tests][pubsub] Migrate flink-connectors-gcp-pubsub to JUnit5
add a4841408aa9 [FLINK-27936][tests] Migrate flink-connector-cassandra to JUnit5
add 813e0d11123 [hotfix][javadoc] Move javadoc before @Test
add 35c6ac6891a [FLINK-25868][build] Limit japicmp to jar modules
add ddd034b1528 [FLINK-25868][build] Disable japicmp in packaging/e2e modules
add 8fb3da763d9 [FLINK-25868][build] Use custom japicmp plugin version
add ccdf270fc91 [FLINK-25868][build] Enable japicmp for all modules
add 84e5c63d3c7 [hotfix][python] Fix typo in PyFlink's JsonRowDeserializationSchema
add d62df6899a1 [FLINK-28975][connector/base] Add IdlenessManager for main and per-split output in source operator to mark idleness only if both outputs are idle
add fa199c1b514 Revert "[FLINK-19869][connectors/jdbc] Add support for postgres UUID type"
add 4e99d64b491 [FLINK-29253][runtime] Removes synchronous close call from DefaultJobManagerRunnerRegistry#localCleanupAsync
add dbae7aefb21 [hotfix][tests] Cleaned up JDK/assertj plugin warnings
add 5ddf4f2568e [hotfix][release] Mark 1.15 as latest stable
add 83f87b22c15 [hotfix] Avoid possible deadlock in SubpartitionView and FileDataManager.
add 12dfe6abd66 [FLINK-29238] Wrong index information will be obtained after the downstream failover in hybrid full mode
add fbd369ce406 [FLINK-27660][table] add table api for registering function with resource uris
add 3ff0ef8474f [FLINK-27660][table] Improve Javadoc of TableEnvironment#createFunction
add 19ddba04a4b [FLINK-29260][release] Wipe exclusion list when updating reference version
add a91501f3726 [FLINK-27976][Web-UI] Allow order jobs by name
add a126e879c41 [FLINK-29284][Connector/Hive] Bump derby
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (529e3abd608)
\
N -- N -- N refs/heads/dependabot/maven/flink-connectors/flink-connector-hive/org.apache.derby-derby-10.14.2.0 (a126e879c41)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/docs.yml | 4 +-
NOTICE | 2 +-
docs/config.toml | 5 +-
docs/content.zh/docs/concepts/glossary.md | 37 +-
.../docs/concepts/stateful-stream-processing.md | 7 +-
.../docs/connectors/datastream/cassandra.md | 2 +-
.../docs/connectors/datastream/filesystem.md | 161 +-
.../docs/connectors/datastream/firehose.md | 2 +
.../docs/connectors/datastream/formats/avro.md | 28 +
.../docs/connectors/datastream/formats/csv.md | 45 +-
.../docs/connectors/datastream/formats/json.md | 107 +
.../docs/connectors/datastream/formats/parquet.md | 115 +-
.../connectors/datastream/formats/text_files.md | 24 +
.../docs/connectors/datastream/hybridsource.md | 30 +-
docs/content.zh/docs/connectors/datastream/jdbc.md | 29 +
.../content.zh/docs/connectors/datastream/kafka.md | 169 +-
.../docs/connectors/datastream/kinesis.md | 570 +-
.../docs/connectors/datastream/pulsar.md | 70 +-
.../docs/connectors/datastream/rabbitmq.md | 26 +
docs/content.zh/docs/connectors/table/datagen.md | 4 +-
.../content.zh/docs/connectors/table/filesystem.md | 2 +-
.../docs/connectors/table/formats/csv.md | 7 +
.../docs/connectors/table/formats/parquet.md | 8 +-
.../docs/connectors/table/formats/protobuf.md | 286 +
.../docs/connectors/table/hive/hive_read_write.md | 332 +-
docs/content.zh/docs/connectors/table/jdbc.md | 35 +
.../docs/deployment/advanced/historyserver.md | 20 +
docs/content.zh/docs/deployment/config.md | 4 +-
.../content.zh/docs/deployment/metric_reporters.md | 10 +-
.../resource-providers/standalone/docker.md | 521 +-
.../resource-providers/standalone/overview.md | 48 +-
.../standalone/working_directory.md | 0
.../docs/deployment/speculative_execution.md | 92 +
.../datastream/event-time/generating_watermarks.md | 21 +
.../execution/execution_configuration.md | 6 +
.../docs/dev/datastream/execution/parallel.md | 41 +
.../datastream/fault-tolerance/broadcast_state.md | 126 +-
.../serialization/schema_evolution.md | 27 +-
.../serialization/types_serialization.md | 3 +
.../docs/dev/datastream/operators/asyncio.md | 59 +-
.../docs/dev/datastream/operators/overview.md | 45 +
.../docs/dev/datastream/operators/windows.md | 126 +-
docs/content.zh/docs/dev/datastream/overview.md | 11 +-
docs/content.zh/docs/dev/datastream/sources.md | 94 +-
docs/content.zh/docs/dev/datastream/testing.md | 1 -
.../docs/dev/python/datastream/data_types.md | 10 +-
.../python/datastream/intro_to_datastream_api.md | 19 +-
.../dev/python/datastream/operators/windows.md | 564 +-
.../docs/dev/python/datastream_tutorial.md | 3 +-
.../docs/dev/python/python_execution_mode.md | 72 +-
.../dev/table/concepts/temporal_table_function.md | 10 +
docs/content.zh/docs/dev/table/data_stream_api.md | 304 +
docs/content.zh/docs/dev/table/functions/udfs.md | 53 +
docs/content.zh/docs/dev/table/sourcesSinks.md | 449 +-
docs/content.zh/docs/dev/table/sql/analyze.md | 385 ++
docs/content.zh/docs/dev/table/sql/create.md | 6 +
docs/content.zh/docs/dev/table/sql/overview.md | 3 +-
.../content.zh/docs/dev/table/sql/queries/hints.md | 506 +-
.../content.zh/docs/dev/table/sql/queries/limit.md | 4 +-
.../docs/dev/table/sql/queries/orderby.md | 4 +-
.../docs/dev/table/sql/queries/select-distinct.md | 6 +-
docs/content.zh/docs/dev/table/tableApi.md | 54 +-
docs/content.zh/docs/dev/table/timezone.md | 15 +
docs/content.zh/docs/dev/table/types.md | 54 +-
docs/content.zh/docs/learn-flink/datastream_api.md | 3 +-
docs/content.zh/docs/learn-flink/etl.md | 2 +-
docs/content.zh/docs/libs/cep.md | 6 +-
docs/content.zh/docs/ops/batch/batch_shuffle.md | 181 +
docs/content.zh/docs/ops/batch/blocking_shuffle.md | 114 -
.../docs/ops/debugging/debugging_classloading.md | 165 +-
docs/content.zh/docs/ops/metrics.md | 357 +-
.../ops/state/checkpointing_under_backpressure.md | 4 +-
docs/content.zh/docs/ops/state/checkpoints.md | 2 +-
.../docs/ops/state/checkpoints_vs_savepoints.md | 101 +-
.../docs/ops/state/large_state_tuning.md | 6 +-
docs/content.zh/docs/ops/state/savepoints.md | 2 +-
docs/content.zh/docs/ops/state/state_backends.md | 65 +-
.../docs/ops/state/task_failure_recovery.md | 34 +
docs/content.zh/docs/ops/upgrading.md | 13 +-
docs/content.zh/docs/try-flink/datastream.md | 6 +-
docs/content.zh/docs/try-flink/table_api.md | 161 +-
.../docs/connectors/datastream/cassandra.md | 2 +-
.../docs/connectors/datastream/filesystem.md | 163 +-
.../content/docs/connectors/datastream/firehose.md | 2 +
.../docs/connectors/datastream/formats/avro.md | 28 +
.../docs/connectors/datastream/formats/csv.md | 45 +-
.../docs/connectors/datastream/formats/json.md | 107 +
.../docs/connectors/datastream/formats/parquet.md | 116 +-
.../connectors/datastream/formats/text_files.md | 24 +
.../docs/connectors/datastream/hybridsource.md | 30 +-
docs/content/docs/connectors/datastream/jdbc.md | 113 +-
docs/content/docs/connectors/datastream/kafka.md | 166 +-
docs/content/docs/connectors/datastream/kinesis.md | 2 +
.../content/docs/connectors/datastream/overview.md | 2 +-
docs/content/docs/connectors/datastream/pulsar.md | 77 +-
.../content/docs/connectors/datastream/rabbitmq.md | 26 +
docs/content/docs/connectors/table/datagen.md | 14 +-
docs/content/docs/connectors/table/formats/csv.md | 8 +
.../docs/connectors/table/formats/parquet.md | 10 +-
.../docs/connectors/table/formats/protobuf.md | 286 +
.../docs/connectors/table/hive/hive_read_write.md | 106 +
docs/content/docs/connectors/table/jdbc.md | 53 +-
.../docs/deployment/advanced/historyserver.md | 20 +
docs/content/docs/deployment/config.md | 4 +-
docs/content/docs/deployment/metric_reporters.md | 6 +-
.../resource-providers/standalone/docker.md | 13 +
.../resource-providers/standalone/kubernetes.md | 4 +-
.../resource-providers/standalone/overview.md | 13 +
.../docs/deployment/speculative_execution.md | 102 +
.../datastream/event-time/generating_watermarks.md | 21 +
.../execution/execution_configuration.md | 6 +
.../docs/dev/datastream/execution/parallel.md | 41 +
.../datastream/fault-tolerance/broadcast_state.md | 129 +-
.../serialization/schema_evolution.md | 6 +
.../serialization/types_serialization.md | 3 +
.../docs/dev/datastream/operators/asyncio.md | 72 +-
.../docs/dev/datastream/operators/overview.md | 47 +
.../docs/dev/datastream/operators/windows.md | 127 +-
docs/content/docs/dev/datastream/overview.md | 11 +-
docs/content/docs/dev/datastream/sources.md | 123 +-
docs/content/docs/dev/datastream/testing.md | 1 -
.../docs/dev/python/datastream/data_types.md | 10 +-
.../python/datastream/intro_to_datastream_api.md | 19 +-
.../dev/python/datastream/operators/windows.md | 564 +-
.../content/docs/dev/python/datastream_tutorial.md | 3 +-
.../docs/dev/python/python_execution_mode.md | 72 +-
.../dev/table/concepts/temporal_table_function.md | 10 +
.../docs/dev/table/concepts/time_attributes.md | 34 +
docs/content/docs/dev/table/data_stream_api.md | 304 +
docs/content/docs/dev/table/functions/udfs.md | 48 +-
docs/content/docs/dev/table/sourcesSinks.md | 20 +-
docs/content/docs/dev/table/sql/analyze.md | 382 ++
docs/content/docs/dev/table/sql/create.md | 9 +-
docs/content/docs/dev/table/sql/overview.md | 3 +-
docs/content/docs/dev/table/sql/queries/hints.md | 539 ++
docs/content/docs/dev/table/tableApi.md | 54 +-
docs/content/docs/dev/table/timezone.md | 15 +
docs/content/docs/flinkDev/ide_setup.md | 7 +-
docs/content/docs/internals/task_lifecycle.md | 2 +-
docs/content/docs/learn-flink/datastream_api.md | 2 +-
docs/content/docs/learn-flink/etl.md | 2 +-
docs/content/docs/libs/cep.md | 7 +-
docs/content/docs/ops/batch/batch_shuffle.md | 181 +
docs/content/docs/ops/batch/blocking_shuffle.md | 113 -
docs/content/docs/ops/metrics.md | 272 +
.../docs/ops/state/checkpoints_vs_savepoints.md | 2 +-
docs/content/docs/ops/state/savepoints.md | 6 +-
docs/content/docs/ops/state/state_backends.md | 66 +-
.../docs/ops/state/task_failure_recovery.md | 39 +
docs/content/docs/ops/upgrading.md | 10 +-
docs/data/sql_connectors.yml | 23 +
docs/data/sql_functions.yml | 51 +-
docs/data/sql_functions_zh.yml | 45 +-
.../generated/all_jobmanager_section.html | 24 +
.../generated/all_taskmanager_network_section.html | 10 +-
.../generated/checkpointing_configuration.html | 4 +-
.../generated/common_memory_section.html | 2 +-
.../generated/common_state_backends_section.html | 4 +-
.../generated/execution_config_configuration.html | 18 +
.../generated/execution_configuration.html | 2 +-
.../generated/expert_scheduling_section.html | 48 +
.../fs_state_changelog_configuration.html | 6 +
.../generated/history_server_configuration.html | 12 +
.../generated/job_manager_configuration.html | 24 +
.../generated/kubernetes_config_configuration.html | 12 +
.../netty_shuffle_environment_configuration.html | 10 +-
.../generated/optimizer_config_configuration.html | 12 +
.../generated/pulsar_client_configuration.html | 2 +-
.../generated/pulsar_consumer_configuration.html | 6 -
.../generated/pulsar_producer_configuration.html | 12 -
.../generated/pulsar_sink_configuration.html | 6 +
.../generated/resource_manager_configuration.html | 6 +
.../shortcodes/generated/rest_v1_dispatcher.html | 735 ++-
.../shortcodes/generated/rest_v1_sql_gateway.html | 783 +++
.../rocksdb_native_metric_configuration.html | 50 +-
.../slow_task_detector_configuration.html | 36 +
.../generated/sql_gateway_rest_configuration.html | 36 +
.../generated/table_config_configuration.html | 2 +-
.../task_manager_memory_configuration.html | 2 +-
.../generated/yarn_config_configuration.html | 6 +
docs/layouts/shortcodes/py_download_link.html | 86 +
docs/static/fig/hint/hint_query_block_union.png | Bin 0 -> 36830 bytes
docs/static/fig/hint/hint_query_block_view.png | Bin 0 -> 52391 bytes
docs/static/fig/hint/hint_query_block_where.png | Bin 0 -> 35551 bytes
docs/static/generated/rest_v1_dispatcher.yml | 213 +-
docs/static/generated/rest_v1_sql_gateway.yml | 502 ++
flink-annotations/pom.xml | 2 +-
.../main/java/org/apache/flink/FlinkVersion.java | 3 +-
.../flink-architecture-tests-base/pom.xml | 2 +-
.../architecture/common/JavaFieldPredicates.java | 13 +-
.../b8900323-6aab-4e7e-9b17-f53b3c3dca46 | 12 +-
.../flink-architecture-tests-production/pom.xml | 12 +-
.../flink/architecture/rules/TableApiRules.java | 2 +
.../flink-architecture-tests-test/pom.xml | 2 +-
flink-architecture-tests/pom.xml | 16 +-
flink-clients/pom.xml | 2 +-
.../java/org/apache/flink/client/ClientUtils.java | 18 +-
.../flink/client/FlinkPipelineTranslationUtil.java | 21 +-
.../apache/flink/client/StreamGraphTranslator.java | 8 +-
.../org/apache/flink/client/cli/CliFrontend.java | 88 +-
.../ApplicationDispatcherBootstrap.java | 16 +-
.../application/executors/EmbeddedExecutor.java | 3 +-
.../executors/AbstractJobClusterExecutor.java | 3 +-
.../executors/AbstractSessionClusterExecutor.java | 47 +-
.../client/deployment/executors/LocalExecutor.java | 7 +-
.../executors/PipelineExecutorUtils.java | 12 +-
.../apache/flink/client/program/ClusterClient.java | 22 +
.../flink/client/program/MiniClusterClient.java | 13 +
.../client/program/rest/RestClusterClient.java | 60 +
.../org/apache/flink/client/ClientUtilsTest.java | 89 +-
.../flink/client/ExecutionEnvironmentTest.java | 19 +-
.../flink/client/cli/CliFrontendCancelTest.java | 114 +-
.../cli/CliFrontendDynamicPropertiesTest.java | 151 +-
.../apache/flink/client/cli/CliFrontendITCase.java | 27 +-
.../flink/client/cli/CliFrontendInfoTest.java | 55 +-
.../flink/client/cli/CliFrontendListTest.java | 61 +-
.../client/cli/CliFrontendPackageProgramTest.java | 137 +-
.../flink/client/cli/CliFrontendRunTest.java | 134 +-
.../flink/client/cli/CliFrontendSavepointTest.java | 171 +-
.../cli/CliFrontendStopWithSavepointTest.java | 166 +-
.../flink/client/cli/CliFrontendTestBase.java | 3 +-
.../flink/client/cli/CliFrontendTestUtils.java | 6 +-
.../apache/flink/client/cli/ClientOptionsTest.java | 25 +-
.../apache/flink/client/cli/DefaultCLITest.java | 22 +-
.../apache/flink/client/cli/GenericCLITest.java | 49 +-
.../deployment/ClusterClientServiceLoaderTest.java | 53 +-
.../ApplicationDispatcherBootstrapITCase.java | 39 +-
.../ApplicationDispatcherBootstrapTest.java | 142 +-
...ClasspathEntryClassInformationProviderTest.java | 190 +-
.../FromJarEntryClassInformationProviderTest.java | 44 +-
.../application/JarManifestParserTest.java | 108 +-
.../application/JobStatusPollingUtilsTest.java | 27 +-
.../apache/flink/client/program/ClientTest.java | 307 +-
.../DefaultPackagedProgramRetrieverTest.java | 360 +-
.../program/ExecutionPlanAfterExecutionTest.java | 24 +-
.../client/program/ExecutionPlanCreationTest.java | 17 +-
.../program/OptimizerPlanEnvironmentTest.java | 30 +-
.../flink/client/program/PackagedProgramTest.java | 35 +-
.../program/PackagedProgramUtilsPipelineTest.java | 58 +-
.../client/program/PackagedProgramUtilsTest.java | 27 +-
.../program/PerJobMiniClusterFactoryTest.java | 74 +-
.../rest/RestClusterClientConfigurationTest.java | 21 +-
.../RestClusterClientSavepointTriggerTest.java | 74 +-
.../client/program/rest/RestClusterClientTest.java | 369 +-
.../rest/retry/ExponentialWaitStrategyTest.java | 66 +-
.../flink/client/testjar/ClasspathProvider.java | 237 -
.../client/testjar/ClasspathProviderExtension.java | 238 +
.../org/apache/flink/client/testjar/TestJob.java | 3 +-
.../org.junit.jupiter.api.extension.Extension | 0
flink-connectors/flink-connector-aws-base/pom.xml | 20 +-
.../flink/connector/aws/util/AWSGeneralUtil.java | 4 +-
.../connector/aws/util/AWSAsyncSinkUtilTest.java | 15 +
.../connector/aws/util/AWSGeneralUtilTest.java | 7 +-
.../flink-connector-aws-kinesis-firehose/pom.xml | 24 +-
.../sink/KinesisFirehoseSinkElementConverter.java | 30 +
.../firehose/sink/KinesisFirehoseSinkWriter.java | 15 +-
.../sink/testutils/KinesisFirehoseTestUtils.java | 6 +-
.../flink-connector-aws-kinesis-streams/pom.xml | 23 +-
.../sink/KinesisStreamsSinkElementConverter.java | 31 +
.../kinesis/sink/KinesisStreamsSinkWriter.java | 15 +-
.../kinesis/sink/examples/SinkIntoKinesis.java | 9 +-
flink-connectors/flink-connector-base/pom.xml | 2 +-
.../base/sink/writer/AIMDRateLimitingStrategy.java | 72 -
.../base/sink/writer/AsyncSinkWriter.java | 188 +-
.../config/AsyncSinkWriterConfiguration.java | 210 +
.../sink/writer/strategy/AIMDScalingStrategy.java | 85 +
.../sink/writer/strategy/BasicRequestInfo.java | 34 +
.../base/sink/writer/strategy/BasicResultInfo.java | 40 +
.../CongestionControlRateLimitingStrategy.java | 124 +
.../sink/writer/strategy/NoOpScalingStrategy.java | 31 +
.../sink/writer/strategy/RateLimitingStrategy.java | 60 +
.../base/sink/writer/strategy/RequestInfo.java | 27 +
.../base/sink/writer/strategy/ResultInfo.java | 30 +
.../base/sink/writer/strategy/ScalingStrategy.java | 39 +
.../source/hybrid/HybridSourceSplitEnumerator.java | 11 +-
.../base/source/hybrid/SwitchedSources.java | 8 +-
.../connector/base/sink/ArrayListAsyncSink.java | 17 +-
.../connector/base/sink/AsyncSinkBaseITCase.java | 2 +-
.../sink/writer/AIMDRateLimitingStrategyTest.java | 113 -
.../base/sink/writer/AsyncSinkWriterTest.java | 40 +-
.../writer/strategy/AIMDScalingStrategyTest.java | 132 +
.../CongestionControlRateLimitingStrategyTest.java | 184 +
.../writer/strategy/NoOpScalingStrategyTest.java | 43 +
.../hybrid/HybridSourceSplitEnumeratorTest.java | 21 +
flink-connectors/flink-connector-cassandra/pom.xml | 2 +-
.../CassandraColumnarOutputFormatBase.java | 12 +-
.../cassandra/CassandraOutputFormatBase.java | 76 +-
.../cassandra/CassandraPojoOutputFormat.java | 27 +-
.../cassandra/CassandraRowOutputFormat.java | 5 +-
.../cassandra/CassandraTupleOutputFormat.java | 3 +-
.../connectors/cassandra/OutputFormatBase.java | 140 -
.../connectors/cassandra/utils/SinkUtils.java | 55 -
.../connectors/cassandra/CassandraPojoSink.java | 3 +-
.../connectors/cassandra/CassandraRowSink.java | 5 +-
.../cassandra/CassandraScalaProductSink.java | 3 +-
.../connectors/cassandra/CassandraSinkBase.java | 15 +-
.../connectors/cassandra/CassandraTupleSink.java | 3 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
.../connectors/cassandra/OutputFormatBaseTest.java | 319 --
.../cassandra/CassandraConnectorITCase.java | 177 +-
.../cassandra/CassandraSinkBaseTest.java | 122 +-
.../CassandraTupleWriteAheadSinkTest.java | 25 +-
.../org.junit.jupiter.api.extension.Extension | 0
.../flink-connector-elasticsearch-base/pom.xml | 2 +-
.../table/RowElasticsearchEmitter.java | 22 +
.../elasticsearch/ElasticsearchSinkBase.java | 2 +-
.../elasticsearch/ElasticsearchSinkFunction.java | 10 +-
.../table/RowElasticsearchSinkFunction.java | 5 +-
.../elasticsearch/ElasticsearchSinkBaseTest.java | 4 +-
.../flink-connector-elasticsearch6/pom.xml | 2 +-
.../table/Elasticsearch6DynamicSinkITCase.java | 7 +-
.../flink-connector-elasticsearch7/pom.xml | 2 +-
flink-connectors/flink-connector-files/pom.xml | 2 +-
.../file/src/enumerate/DynamicFileEnumerator.java | 48 +
.../file/src/impl/DynamicFileSplitEnumerator.java | 207 +
.../file/table/DeserializationSchemaAdapter.java | 4 +-
.../connector/file/table/FileSystemCommitter.java | 36 +-
.../file/table/FileSystemOutputFormat.java | 63 +-
.../connector/file/table/FileSystemTableSink.java | 13 +-
.../file/table/FileSystemTableSource.java | 29 +-
.../file/table/PartitionCommitPolicy.java | 45 -
.../file/table/PartitionCommitPolicyFactory.java | 83 +
.../connector/file/table/PartitionLoader.java | 145 +-
.../file/table/PartitionTempFileManager.java | 16 +-
.../file/table/SerializationSchemaAdapter.java | 4 +-
.../file/table/TableMetaStoreFactory.java | 6 +
.../file/table/stream/PartitionCommitter.java | 11 +-
.../connector/file/table/stream/StreamingSink.java | 59 +-
.../src/impl/DynamicFileSplitEnumeratorTest.java | 190 +
.../file/table/FileSystemCommitterTest.java | 157 +-
.../flink-connector-gcp-pubsub/pom.xml | 2 +-
.../pubsub/DeserializationSchemaWrapperTest.java | 37 +-
.../connectors/gcp/pubsub/PubSubConsumingTest.java | 31 +-
.../connectors/gcp/pubsub/PubSubSourceTest.java | 61 +-
.../pubsub/common/AcknowledgeOnCheckpointTest.java | 67 +-
flink-connectors/flink-connector-hbase-1.4/pom.xml | 2 +-
.../hbase1/HBase1DynamicTableFactory.java | 31 +-
.../hbase1/source/HBaseDynamicTableSource.java | 34 +-
.../hbase1/HBaseDynamicTableFactoryTest.java | 66 +-
flink-connectors/flink-connector-hbase-2.2/pom.xml | 25 +-
.../hbase2/HBase2DynamicTableFactory.java | 39 +-
.../hbase2/source/HBaseDynamicTableSource.java | 66 +-
.../source/HBaseRowDataAsyncLookupFunction.java | 66 +-
.../hbase2/HBaseDynamicTableFactoryTest.java | 71 +-
.../HBaseRowDataAsyncLookupFunctionTest.java | 23 +-
.../flink-connector-hbase-base/pom.xml | 2 +-
.../hbase/options/HBaseLookupOptions.java | 113 -
.../source/AbstractHBaseDynamicTableSource.java | 37 +-
.../hbase/source/HBaseRowDataLookupFunction.java | 63 +-
.../hbase/table/HBaseConnectorOptions.java | 6 +
.../hbase/table/HBaseConnectorOptionsUtil.java | 12 -
.../connector/hbase/util/HBaseTableSchema.java | 33 +
flink-connectors/flink-connector-hive/pom.xml | 66 +-
.../hive/ContinuousHiveSplitEnumerator.java | 19 +-
.../hive/DynamicHiveSplitEnumerator.java | 35 +
.../connectors/hive/HiveDynamicTableFactory.java | 7 +
.../flink/connectors/hive/HiveInternalOptions.java | 35 +
.../apache/flink/connectors/hive/HiveOptions.java | 87 +
.../apache/flink/connectors/hive/HiveSource.java | 33 +-
.../flink/connectors/hive/HiveSourceBuilder.java | 44 +-
.../hive/HiveSourceDynamicFileEnumerator.java | 219 +
.../connectors/hive/HiveSourceFileEnumerator.java | 119 +-
.../connectors/hive/HiveTableMetaStoreFactory.java | 259 +-
.../flink/connectors/hive/HiveTableSink.java | 202 +-
.../flink/connectors/hive/HiveTableSource.java | 156 +-
.../connectors/hive/read/HiveInputFormat.java | 12 +-
.../hive/read/HivePartitionFetcherContextBase.java | 23 +-
.../connectors/hive/util/HivePartitionUtils.java | 61 +-
.../flink/table/catalog/hive/HiveCatalog.java | 351 +-
.../hive/client/HiveMetastoreClientWrapper.java | 37 +
.../flink/table/catalog/hive/client/HiveShim.java | 13 +
.../table/catalog/hive/client/HiveShimV100.java | 75 +
.../table/catalog/hive/client/HiveShimV200.java | 62 +
.../table/catalog/hive/client/HiveShimV210.java | 74 +
.../table/catalog/hive/client/HiveShimV310.java | 133 +-
.../factories/HiveFunctionDefinitionFactory.java | 89 +-
.../table/catalog/hive/util/HiveStatsUtil.java | 336 ++
.../table/catalog/hive/util/HiveTableUtil.java | 11 +-
.../table/catalog/hive/util/HiveTypeUtil.java | 16 +
.../table/endpoint/hive/HiveServer2Endpoint.java | 896 +++
.../hive/HiveServer2EndpointConfigOptions.java | 128 +
.../endpoint/hive/HiveServer2EndpointFactory.java | 147 +
.../endpoint/hive/HiveServer2EndpointVersion.java | 84 +
.../table/endpoint/hive/HiveServer2Schemas.java | 198 +
.../endpoint/hive/util/HiveJdbcParameterUtils.java | 80 +
.../hive/util/OperationExecutorFactory.java | 668 +++
.../hive/util/ThriftObjectConversions.java | 650 +++
.../flink/table/functions/hive/HiveFunction.java | 2 +-
.../table/functions/hive/HiveFunctionWrapper.java | 107 +-
.../table/functions/hive/HiveGenericUDAF.java | 138 +-
.../flink/table/functions/hive/HiveGenericUDF.java | 6 +-
.../table/functions/hive/HiveGenericUDTF.java | 30 +-
.../table/functions/hive/HiveLegacyFunction.java | 54 -
.../table/functions/hive/HiveScalarFunction.java | 18 +-
.../flink/table/functions/hive/HiveSimpleUDF.java | 6 +-
.../functions/hive/conversion/HiveInspectors.java | 44 +-
.../functions/hive/util/HiveFunctionUtil.java | 37 -
.../apache/flink/table/module/hive/HiveModule.java | 44 +-
.../flink/table/module/hive/HiveModuleFactory.java | 2 +-
.../HiveGenericUDFArrayAccessStructField.java | 102 +
.../generic/HiveGenericUDFInternalInterval.java | 333 ++
.../hive/udf/generic/HiveGenericUDFToDecimal.java | 96 +
.../flink/table/operations/HiveSetOperation.java | 80 +
.../delegation/hive/HiveDialectFactory.java | 61 +
.../delegation/hive/HiveOperationExecutor.java | 219 +
.../table/planner/delegation/hive/HiveParser.java | 384 +-
.../delegation/hive/HiveParserCalcitePlanner.java | 155 +-
.../delegation/hive/HiveParserConstants.java | 3 +
.../delegation/hive/HiveParserDMLHelper.java | 419 +-
.../planner/delegation/hive/HiveParserFactory.java | 55 -
.../hive/HiveParserProjectWindowTrimmer.java | 226 +
.../hive/HiveParserRexNodeConverter.java | 124 +-
.../hive/HiveParserScriptTransformHelper.java | 333 ++
.../hive/HiveParserTypeCheckProcFactory.java | 30 +
.../planner/delegation/hive/HiveParserUtils.java | 287 +-
.../planner/delegation/hive/HiveSessionState.java | 171 +
.../delegation/hive/SqlFunctionConverter.java | 29 +-
.../delegation/hive/copy/HiveASTParseUtils.java | 3 +
.../hive/copy/HiveParserBaseSemanticAnalyzer.java | 180 +-
.../delegation/hive/copy/HiveParserContext.java | 2 +-
.../hive/copy/HiveParserDirectoryDesc.java | 43 +
.../planner/delegation/hive/copy/HiveParserQB.java | 14 +-
.../hive/copy/HiveParserRowResolver.java | 99 +-
.../hive/copy/HiveParserSemanticAnalyzer.java | 35 +-
.../hive/copy/HiveParserSqlFunctionConverter.java | 93 +-
.../hive/copy/HiveParserTypeConverter.java | 6 +-
.../delegation/hive/copy/HiveSetProcessor.java | 291 +
.../hive/operation/HiveLoadDataOperation.java | 99 +
.../hive/parse/HiveParserDDLSemanticAnalyzer.java | 207 +-
.../hive/parse/HiveParserLoadSemanticAnalyzer.java | 294 +
.../operators/hive/script/CircularBuffer.java | 63 +
.../hive/script/HiveScriptTransformOperator.java | 314 +
.../script/HiveScriptTransformOutReadThread.java | 126 +
.../hive/script/RedirectStreamThread.java | 59 +
.../hive/script/ScriptProcessBuilder.java | 296 +
.../hive/service/rpc/thrift/TGetQueryIdReq.java | 416 ++
.../hive/service/rpc/thrift/TGetQueryIdResp.java | 405 ++
.../hive/service/rpc/thrift/TSetClientInfoReq.java | 600 ++
.../service/rpc/thrift/TSetClientInfoResp.java | 410 ++
.../src/main/resources/META-INF/NOTICE | 2 +-
.../org.apache.flink.table.factories.Factory | 3 +-
.../flink/connectors/hive/HiveDialectITCase.java | 502 +-
.../connectors/hive/HiveDialectQueryITCase.java | 516 +-
.../hive/HiveDynamicTableFactoryTest.java | 2 +-
.../hive/HiveSourceDynamicFileEnumeratorTest.java | 230 +
.../hive/HiveSourceFileEnumeratorTest.java | 98 +
.../flink/connectors/hive/HiveTableSinkITCase.java | 296 +
.../connectors/hive/HiveTableSourceITCase.java | 167 +-
.../hive/HiveTableSourceStatisticsReportTest.java | 451 ++
.../connectors/hive/PartitionMonitorTest.java | 7 +-
.../hive/TableEnvHiveConnectorITCase.java | 4 +-
.../catalog/hive/HiveCatalogHiveMetadataTest.java | 302 +
.../flink/table/catalog/hive/HiveCatalogTest.java | 36 +
.../flink/table/catalog/hive/HiveTestUtils.java | 11 +
.../hive/HiveServer2EndpointFactoryTest.java | 195 +
.../endpoint/hive/HiveServer2EndpointITCase.java | 789 +++
.../hive/HiveServer2EndpointStatementITCase.java | 186 +
.../hive/util/HiveServer2EndpointExtension.java | 118 +
.../hive/util/ThriftObjectConversionsTest.java | 387 ++
.../functions/hive/HiveFunctionWrapperTest.java | 91 +
.../table/functions/hive/HiveGenericUDAFTest.java | 110 +-
.../table/functions/hive/HiveGenericUDFTest.java | 5 +-
.../table/functions/hive/HiveGenericUDTFTest.java | 10 +-
.../table/functions/hive/HiveSimpleUDFTest.java | 5 +-
...litUDTFInitializeWithStructObjectInspector.java | 52 +
.../flink/table/module/hive/HiveModuleTest.java | 4 +-
.../planner/delegation/hive/HiveASTParserTest.java | 7 +
.../src/test/resources/endpoint/hive_catalog.q | 121 +
.../src/test/resources/endpoint/hive_module.q | 240 +
.../src/test/resources/endpoint/select.q | 130 +
.../explain/testDynamicPartitionSortDisabled.out | 14 +
.../explain/testDynamicPartitionSortEnabled.out | 16 +
.../testHiveTableSinkWithParallelismInBatch.out | 8 +-
.../src/test/resources/explain/testLoadData.out | 8 +
.../src/test/resources/explain/testMultiInsert.out | 32 +
.../test/resources/explain/testScriptTransform.out | 11 +
.../src/test/resources/orc/test.orc | Bin 0 -> 4591 bytes
.../src/test/resources/query-test/interval.q | 19 +
.../src/test/resources/query-test/join.q | 8 +-
.../src/test/resources/query-test/set_op.q | 8 +
.../src/test/resources/query-test/sub_query.q | 29 +
.../src/test/resources/query-test/udaf.q | 12 +
.../src/test/resources/query-test/udf.q | 17 +
.../0f94f11b-9bc8-445a-8be8-e7dfd8a384b0} | 0
.../e3f99de4-2505-469a-8910-ce53aec7cd1d | 2 -
.../archunit-violations/stored.rules | 4 +-
flink-connectors/flink-connector-jdbc/pom.xml | 27 +-
.../jdbc/catalog/AbstractJdbcCatalog.java | 23 +-
.../flink/connector/jdbc/catalog/JdbcCatalog.java | 41 +-
.../connector/jdbc/catalog/JdbcCatalogUtils.java | 9 +-
.../flink/connector/jdbc/catalog/MySqlCatalog.java | 37 +-
.../connector/jdbc/catalog/PostgresCatalog.java | 3 +-
.../jdbc/catalog/factory/JdbcCatalogFactory.java | 1 +
.../jdbc/converter/AbstractJdbcRowConverter.java | 2 +-
.../flink/connector/jdbc/dialect/JdbcDialect.java | 12 +
.../connector/jdbc/dialect/JdbcDialectLoader.java | 6 +-
.../connector/jdbc/dialect/mysql/MySqlDialect.java | 18 +
.../jdbc/dialect/sqlserver/SqlServerDialect.java | 160 +
.../dialect/sqlserver/SqlServerDialectFactory.java | 37 +
.../internal/converter/PostgresRowConverter.java | 23 -
.../internal/converter/SqlServerRowConverter.java | 51 +
.../internal/options/JdbcConnectorOptions.java | 21 +-
.../jdbc/internal/options/JdbcLookupOptions.java | 111 -
.../connector/jdbc/table/JdbcConnectorOptions.java | 10 +-
.../jdbc/table/JdbcDynamicTableFactory.java | 80 +-
.../jdbc/table/JdbcDynamicTableSource.java | 42 +-
.../jdbc/table/JdbcRowDataLookupFunction.java | 88 +-
...flink.connector.jdbc.dialect.JdbcDialectFactory | 1 +
.../jdbc/catalog/MySqlCatalogTestBase.java | 1 +
.../jdbc/catalog/PostgresCatalogTestBase.java | 1 +
.../catalog/factory/JdbcCatalogFactoryTest.java | 1 +
.../jdbc/dialect/mysql/MySqlDialectTest.java | 41 +
.../oracle/OraclePreparedStatementTest.java | 4 +-
.../sqlserver/SqlServerPreparedStatementTest.java | 94 +
.../sqlserver/SqlServerTableSinkITCase.java | 492 ++
.../sqlserver/SqlServerTableSourceITCase.java | 229 +
.../converter/PostgresRowConverterTest.java | 92 -
.../FieldNamedPreparedStatementImplTest.java | 3 +-
.../jdbc/table/JdbcAppendOnlyWriterTest.java | 5 +
.../jdbc/table/JdbcDynamicTableFactoryTest.java | 79 +-
.../jdbc/table/JdbcDynamicTableSourceITCase.java | 181 +-
.../connector/jdbc/table/JdbcLookupTestBase.java | 11 +-
.../connector/jdbc/table/JdbcOutputFormatTest.java | 4 +-
.../jdbc/table/JdbcRowDataLookupFunctionTest.java | 131 +-
flink-connectors/flink-connector-kafka/pom.xml | 4 +-
.../kafka/sink/DefaultKafkaSinkContext.java | 2 +-
.../flink/connector/kafka/sink/KafkaCommitter.java | 5 +
.../flink/connector/kafka/source/KafkaSource.java | 10 +-
.../connector/kafka/source/KafkaSourceBuilder.java | 12 +
.../enumerator/initializer/OffsetsInitializer.java | 4 +-
.../enumerator/subscriber/KafkaSubscriber.java | 4 +-
.../kafka/source/split/KafkaPartitionSplit.java | 2 +-
.../kafka/internals/KafkaConsumerThread.java | 20 +-
.../internals/metrics/KafkaMetricWrapper.java | 7 +-
.../connectors/kafka/table/KafkaDynamicSink.java | 56 +-
.../JSONKeyValueDeserializationSchema.java | 10 +-
.../connector/kafka/sink/KafkaCommitterTest.java | 27 +
.../KafkaRecordSerializationSchemaBuilderTest.java | 27 +-
.../kafka/source/KafkaSourceBuilderTest.java | 47 +
.../kafka/source/KafkaSourceLegacyITCase.java | 2 +
.../reader/KafkaPartitionSplitReaderTest.java | 11 +-
.../KafkaRecordDeserializationSchemaTest.java | 25 +-
.../split/KafkaPartitionSplitSerializerTest.java | 54 +
.../JSONKeyValueDeserializationSchemaTest.java | 36 +-
.../metrics/KafkaMetricMutableWrapperTest.java | 29 +-
flink-connectors/flink-connector-kinesis/pom.xml | 46 +-
.../kinesis/internals/KinesisDataFetcher.java | 7 +-
.../publisher/fanout/FanOutShardSubscriber.java | 3 +-
.../kinesis/proxy/DynamoDBStreamsProxy.java | 6 +-
.../kinesis/proxy/KinesisProxyV2Factory.java | 10 +-
.../streaming/connectors/kinesis/util/AWSUtil.java | 12 +-
.../connectors/kinesis/util/KinesisConfigUtil.java | 13 +
.../src/main/resources/META-INF/NOTICE | 60 +-
.../kinesis/FlinkKinesisConsumerTest.java | 9 +-
.../connectors/kinesis/FlinkKinesisITCase.java | 187 +-
.../kinesis/internals/KinesisDataFetcherTest.java | 2 +-
.../fanout/FanOutShardSubscriberTest.java | 20 +
.../kinesis/manualtests/ManualExactlyOnceTest.java | 2 +-
.../ManualExactlyOnceWithStreamReshardingTest.java | 2 +-
.../testutils/FakeKinesisBehavioursFactory.java | 25 +-
.../testutils/TestableKinesisDataFetcher.java | 108 +-
.../connectors/kinesis/util/AWSUtilTest.java | 7 +-
.../util/JobManagerWatermarkTrackerTest.java | 6 +-
.../kinesis/util/KinesisConfigUtilTest.java | 11 +
.../f4d91193-72ba-4ce4-ad83-98f780dce581 | 6 +
flink-connectors/flink-connector-pulsar/pom.xml | 27 +-
.../pulsar/common/config/PulsarOptions.java | 2 +-
.../pulsar/common/schema/PulsarSchema.java | 12 +-
.../pulsar/common/utils/PulsarSerdeUtils.java | 5 +-
.../connector/pulsar/sink/PulsarSinkOptions.java | 27 +-
.../pulsar/sink/config/PulsarSinkConfigUtils.java | 5 +
.../pulsar/sink/config/SinkConfiguration.java | 4 +-
.../connector/pulsar/sink/writer/PulsarWriter.java | 2 +-
.../pulsar/sink/writer/router/MessageKeyHash.java | 4 +-
.../sink/writer/topic/TopicMetadataListener.java | 4 +-
.../connector/pulsar/source/PulsarSource.java | 12 +-
.../pulsar/source/PulsarSourceBuilder.java | 8 +-
.../pulsar/source/PulsarSourceOptions.java | 7 +
.../source/config/PulsarSourceConfigUtils.java | 3 -
.../pulsar/source/config/SourceConfiguration.java | 6 +-
.../source/enumerator/PulsarSourceEnumState.java | 54 +-
.../PulsarSourceEnumStateSerializer.java | 51 +-
.../source/enumerator/PulsarSourceEnumerator.java | 194 +-
.../source/enumerator/SplitsAssignmentState.java | 239 -
.../assigner/NonSharedSplitAssigner.java | 112 +
.../enumerator/assigner/SharedSplitAssigner.java | 88 +
.../source/enumerator/assigner/SplitAssigner.java | 63 +
.../enumerator/assigner/SplitAssignerBase.java | 102 +
.../enumerator/assigner/SplitAssignerFactory.java | 60 +
.../source/enumerator/cursor/CursorPosition.java | 42 +-
.../source/enumerator/cursor/MessageIdUtils.java | 71 +
.../source/enumerator/cursor/StartCursor.java | 32 +-
.../source/enumerator/cursor/StopCursor.java | 96 +-
.../cursor/start/MessageIdStartCursor.java | 26 +-
.../cursor/start/TimestampStartCursor.java | 4 +-
.../cursor/stop/EventTimestampStopCursor.java | 9 +-
.../cursor/stop/LatestMessageStopCursor.java | 21 +-
.../cursor/stop/MessageIdStopCursor.java | 32 +-
.../enumerator/cursor/stop/NeverStopCursor.java | 4 +-
.../cursor/stop/PublishTimestampStopCursor.java | 9 +-
.../enumerator/subscriber/PulsarSubscriber.java | 2 +-
.../subscriber/impl/TopicPatternSubscriber.java | 3 +
.../source/enumerator/topic/TopicNameUtils.java | 52 +-
.../source/reader/PulsarSourceReaderFactory.java | 2 +-
.../fetcher/PulsarUnorderedFetcherManager.java | 16 +-
.../reader/source/PulsarUnorderedSourceReader.java | 68 +-
.../split/PulsarOrderedPartitionSplitReader.java | 42 +-
.../split/PulsarPartitionSplitReaderBase.java | 62 +-
.../split/PulsarUnorderedPartitionSplitReader.java | 23 +-
.../pulsar/source/split/PulsarPartitionSplit.java | 8 +-
.../pulsar/common/schema/PulsarSchemaTest.java | 28 +
.../writer/topic/TopicMetadataListenerTest.java | 6 +-
.../pulsar/source/PulsarSourceITCase.java | 28 +-
.../pulsar/source/PulsarUnorderedSourceITCase.java | 103 +
.../PulsarSourceEnumStateSerializerTest.java | 21 +-
.../enumerator/PulsarSourceEnumeratorTest.java | 205 +-
.../enumerator/SplitsAssignmentStateTest.java | 119 -
.../assigner/NonSharedSplitAssignerTest.java | 113 +
.../assigner/SharedSplitAssignerTest.java | 121 +
.../enumerator/assigner/SplitAssignerTestBase.java | 128 +
.../source/enumerator/cursor/StopCursorTest.java | 11 +-
.../enumerator/topic/TopicNameUtilsTest.java | 9 +
.../split/PulsarPartitionSplitReaderTestBase.java | 43 +-
.../pulsar/testutils/PulsarTestContext.java | 10 +-
.../cases/SharedSubscriptionConsumingContext.java | 58 +
.../testutils/runtime/PulsarRuntimeOperator.java | 187 +-
.../runtime/container/PulsarContainerRuntime.java | 1 -
.../runtime/embedded/PulsarEmbeddedRuntime.java | 1 -
.../runtime/mock/MockBookKeeperClientFactory.java | 6 +-
.../testutils/runtime/mock/MockPulsarService.java | 30 -
.../runtime/mock/MockZooKeeperClientFactory.java | 73 -
.../testutils/runtime/mock/PulsarMockRuntime.java | 11 +-
.../src/test/resources/docker/bootstrap.sh | 28 +
flink-connectors/flink-connector-rabbitmq/pom.xml | 2 +-
flink-connectors/flink-file-sink-common/pom.xml | 2 +-
.../flink-hadoop-compatibility/pom.xml | 7 +-
.../flink/hadoopcompatibility/HadoopUtilsTest.java | 6 +-
flink-connectors/flink-hcatalog/pom.xml | 2 +-
.../pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 38 +-
.../pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 43 +-
.../flink-sql-connector-elasticsearch6/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
.../flink-sql-connector-elasticsearch7/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
.../flink-sql-connector-hbase-1.4/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
.../flink-sql-connector-hbase-2.2/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
.../flink-sql-connector-hive-2.3.9/pom.xml | 15 +-
.../src/main/resources/META-INF/NOTICE | 22 +-
.../flink-sql-connector-hive-3.1.2/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-connectors/flink-sql-connector-kafka/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 4 +-
.../flink-sql-connector-kinesis/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
.../flink-sql-connector-pulsar/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 12 +-
.../flink-sql-connector-rabbitmq/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-connectors/pom.xml | 2 +-
flink-container/pom.xml | 2 +-
flink-contrib/flink-connector-wikiedits/pom.xml | 2 +-
flink-contrib/pom.xml | 2 +-
flink-core/pom.xml | 19 +-
.../apache/flink/api/common/BatchShuffleMode.java | 27 +-
.../common/eventtime/WatermarksWithIdleness.java | 8 +-
.../functions/util/PrintSinkOutputWriter.java | 17 +-
.../flink/api/common/io/OutputFormatBase.java | 171 +
.../org/apache/flink/api/common/io/SinkUtils.java | 58 +
.../flink/api/connector/source/ReaderOutput.java | 8 +-
.../flink/api/connector/source/SourceReader.java | 14 +-
.../api/connector/source/SourceReaderContext.java | 2 +-
.../connector/source/SplitEnumeratorContext.java | 32 +
.../SupportsHandleExecutionAttemptSourceEvent.java | 45 +
.../org/apache/flink/api/dag/Transformation.java | 6 +-
.../flink/api/java/typeutils/TypeExtractor.java | 43 +-
.../flink/configuration/CheckpointingOptions.java | 13 +-
.../apache/flink/configuration/ConfigOptions.java | 2 +-
.../apache/flink/configuration/CoreOptions.java | 2 +-
.../flink/configuration/ExecutionOptions.java | 11 +-
.../flink/configuration/GlobalConfiguration.java | 17 +-
.../flink/configuration/HistoryServerOptions.java | 24 +
.../flink/configuration/JobManagerOptions.java | 56 +-
.../NettyShuffleEnvironmentOptions.java | 24 +-
.../configuration/ResourceManagerOptions.java | 11 +
.../configuration/SlowTaskDetectorOptions.java | 71 +
.../StateChangelogOptionsInternal.java | 37 +
.../flink/configuration/TaskManagerOptions.java | 4 +-
.../configuration/TaskManagerOptionsInternal.java | 11 +
.../execution/CacheSupportedPipelineExecutor.java | 55 +
.../main/java/org/apache/flink/util/FileLock.java | 2 +-
.../flink/util/FlinkUserCodeClassLoaders.java | 27 +-
.../main/java/org/apache/flink/util/IOUtils.java | 17 +
.../flink/util/jackson/JacksonMapperFactory.java | 52 +
.../flink/api/common/ExecutionConfigTest.java | 2 +-
.../flink/api/common/io/OutputFormatBaseTest.java | 278 +
.../apache/flink/api/dag/TransformationTest.java | 45 +
.../flink/util/UserClassLoaderJarTestUtils.java | 40 +-
.../util/jackson/JacksonMapperFactoryTest.java | 139 +
flink-dist-scala/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-dist/pom.xml | 3 +-
flink-dist/src/main/assemblies/bin.xml | 7 +
flink-dist/src/main/assemblies/opt.xml | 6 +
flink-dist/src/main/flink-bin/bin/config.sh | 19 +
flink-dist/src/main/flink-bin/bin/flink-console.sh | 9 +-
flink-dist/src/main/flink-bin/bin/flink-daemon.sh | 9 +-
flink-dist/src/main/flink-bin/bin/jobmanager.sh | 22 +-
flink-dist/src/main/resources/META-INF/NOTICE | 2 +-
flink-dist/src/main/resources/flink-conf.yaml | 2 +-
flink-docs/pom.xml | 30 +-
.../configuration/ConfigOptionsDocGenerator.java | 2 +
.../flink/docs/rest/OpenApiSpecGenerator.java | 32 +-
.../flink/docs/rest/RestAPIDocGenerator.java | 29 +-
.../docs/rest/RuntimeOpenApiSpecGenerator.java | 61 +
.../docs/rest/RuntimeRestAPIDocGenerator.java | 85 +
.../docs/rest/SqlGatewayOpenApiSpecGenerator.java | 61 +
.../docs/rest/SqlGatewayRestAPIDocGenerator.java | 85 +
.../flink/docs/rest/OpenApiSpecGeneratorTest.java | 6 +-
.../flink/docs/rest/RestAPIDocGeneratorTest.java | 4 +-
.../docs/rest/data/TestEmptyMessageHeaders.java | 10 +-
.../docs/rest/data/TestExcludeMessageHeaders.java | 11 +-
flink-dstl/flink-dstl-dfs/pom.xml | 2 +-
.../fs/AbstractStateChangeFsUploader.java | 120 +
.../changelog/fs/ChangelogStreamHandleReader.java | 40 +
.../fs/ChangelogStreamHandleReaderWithCache.java | 221 +
.../flink/changelog/fs/ChangelogStreamWrapper.java | 62 +
.../fs/DuplicatingOutputStreamWithPos.java | 174 +
.../fs/DuplicatingStateChangeFsUploader.java | 111 +
.../changelog/fs/FsStateChangelogOptions.java | 8 +
.../changelog/fs/FsStateChangelogStorage.java | 60 +-
.../fs/FsStateChangelogStorageFactory.java | 15 +-
.../fs/FsStateChangelogStorageForRecovery.java | 17 +-
.../flink/changelog/fs/FsStateChangelogWriter.java | 111 +-
.../flink/changelog/fs/OutputStreamWithPos.java | 54 +-
.../flink/changelog/fs/StateChangeFormat.java | 45 +-
.../flink/changelog/fs/StateChangeFsUploader.java | 128 +-
.../changelog/fs/StateChangeIteratorImpl.java | 44 +
.../changelog/fs/StateChangeUploadScheduler.java | 35 +-
.../flink/changelog/fs/StateChangeUploader.java | 33 +-
.../apache/flink/changelog/fs/UploadResult.java | 41 +-
.../fs/BatchingStateChangeUploadSchedulerTest.java | 6 +-
.../changelog/fs/ChangelogStorageMetricsTest.java | 53 +-
.../changelog/fs/FsStateChangelogStorageTest.java | 9 +-
.../fs/FsStateChangelogWriterSqnTest.java | 6 +-
.../changelog/fs/FsStateChangelogWriterTest.java | 25 +-
.../changelog/fs/StateChangeFsUploaderTest.java | 124 +
flink-dstl/pom.xml | 2 +-
.../flink-batch-sql-test/pom.xml | 2 +-
flink-end-to-end-tests/flink-cli-test/pom.xml | 2 +-
.../flink-confluent-schema-registry/pom.xml | 2 +-
.../pom.xml | 2 +-
.../flink-dataset-allround-test/pom.xml | 2 +-
.../pom.xml | 2 +-
.../flink-datastream-allround-test/pom.xml | 2 +-
.../flink-distributed-cache-via-blob-test/pom.xml | 2 +-
.../pom.xml | 24 +-
.../table/test/KinesisFirehoseTableITTest.java | 34 +-
.../pom.xml | 2 +-
.../table/test/KinesisStreamsTableApiIT.java | 31 +-
.../pom.xml | 7 +-
.../tests/ElasticsearchSinkE2ECaseBase.java | 2 +-
.../flink-end-to-end-tests-common-kafka/pom.xml | 8 +-
.../util/kafka/LocalStandaloneKafkaResource.java | 2 +-
.../kafka/LocalStandaloneKafkaResourceFactory.java | 2 +-
.../flink/tests/util/kafka/KafkaSinkE2ECase.java | 2 +-
.../flink/tests/util/kafka/KafkaSourceE2ECase.java | 2 +-
.../tests/util/kafka/SQLClientKafkaITCase.java | 23 +-
.../util/kafka/SQLClientSchemaRegistryITCase.java | 12 +-
.../flink/tests/util/kafka/SmokeKafkaITCase.java | 18 +-
.../flink-end-to-end-tests-common/pom.xml | 2 +-
.../org/apache/flink/tests/util/TestUtils.java | 18 +-
.../tests/util/cache/AbstractDownloadCache.java | 2 +-
.../util/cache/PersistingDownloadCacheFactory.java | 2 +-
.../util/cache/TravisDownloadCacheFactory.java | 2 +-
.../flink/tests/util/flink/ClusterController.java | 4 +-
.../util/flink/FlinkContainerTestEnvironment.java | 171 -
.../flink/tests/util/flink/FlinkDistribution.java | 229 +-
.../flink/tests/util/flink/FlinkResource.java | 10 +
.../flink/tests/util/flink/GatewayController.java | 38 +
.../flink/tests/util/flink/JobSubmission.java | 151 -
.../util/flink/LocalStandaloneFlinkResource.java | 36 +-
.../flink/LocalStandaloneFlinkResourceFactory.java | 4 +-
.../flink/tests/util/flink/SQLJobSubmission.java | 76 -
.../util/flink/container/FlinkContainers.java | 416 --
.../flink/container/FlinkContainersBuilder.java | 298 -
.../util/flink/container/FlinkImageBuilder.java | 307 -
.../util/flink/container/ImageBuildException.java | 26 -
.../tests/util/parameters/ParameterProperty.java | 58 -
.../apache/flink/tests/util/util/FileUtils.java | 161 -
.../apache/flink/dist/DynamicParameterITCase.java | 175 +
.../flink/tests/util/util/FileUtilsTest.java | 1 +
.../src/test/resources/log4j2-test.properties | 0
.../flink-end-to-end-tests-elasticsearch6/pom.xml | 2 +-
.../flink-end-to-end-tests-elasticsearch7/pom.xml | 2 +-
.../flink-end-to-end-tests-hbase/pom.xml | 2 +-
.../tests/util/hbase/SQLClientHBaseITCase.java | 4 +-
.../flink-end-to-end-tests-pulsar/pom.xml | 4 +-
.../FlinkContainerWithPulsarEnvironment.java | 2 +-
.../flink-end-to-end-tests-scala/pom.xml | 2 +-
.../apache/flink/tests/scala/ScalaFreeITCase.java | 2 +-
.../flink-end-to-end-tests-sql/pom.xml | 151 +-
.../table/sql/codegen/PlannerScalaFreeITCase.java | 203 +-
.../flink/table/sql/codegen/SqlITCaseBase.java | 185 +
.../table/sql/codegen/UsingRemoteJarITCase.java | 212 +
.../create_function_using_remote_jar_e2e.sql | 41 +
.../src/test/resources/remote_jar_e2e.sql | 41 +
.../src/test/resources/scalar_udf_e2e.sql | 37 +
.../flink-file-sink-test/pom.xml | 2 +-
.../flink-glue-schema-registry-avro-test/pom.xml | 99 +-
.../flink-glue-schema-registry-json-test/pom.xml | 89 +-
.../json/GlueSchemaRegistryJsonKinesisITCase.java | 2 -
.../flink-heavy-deployment-stress-test/pom.xml | 2 +-
.../flink-high-parallelism-iterations-test/pom.xml | 2 +-
.../pom.xml | 2 +-
.../flink-metrics-availability-test/pom.xml | 2 +-
.../flink-metrics-reporter-prometheus-test/pom.xml | 2 +-
.../pom.xml | 2 +-
.../pom.xml | 2 +-
.../pom.xml | 2 +-
.../flink-plugins-test/another-dummy-fs/pom.xml | 2 +-
.../flink-plugins-test/dummy-fs/pom.xml | 2 +-
flink-end-to-end-tests/flink-plugins-test/pom.xml | 2 +-
flink-end-to-end-tests/flink-python-test/pom.xml | 2 +-
.../python/datastream/data_stream_job.py | 3 +-
.../flink-queryable-state-test/pom.xml | 2 +-
.../flink-quickstart-test/pom.xml | 2 +-
.../pom.xml | 2 +-
.../flink-sql-client-test/pom.xml | 18 +-
.../flink-sql-gateway-test/pom.xml | 194 +
.../flink/table/gateway/SqlGatewayE2ECase.java | 223 +
.../table/gateway/containers/HiveContainer.java | 53 +
.../src/test/resources/gateway_e2e.sql | 32 +
.../src/test/resources/hive-site.xml | 86 +
.../src/test/resources/log4j2-test.properties | 0
.../flink-state-evolution-test/pom.xml | 2 +-
.../flink-stream-sql-test/pom.xml | 2 +-
.../flink-stream-state-ttl-test/pom.xml | 2 +-
.../flink-stream-stateful-job-upgrade-test/pom.xml | 2 +-
.../flink-streaming-kafka-test-base/pom.xml | 2 +-
.../flink-streaming-kafka-test/pom.xml | 2 +-
.../flink-streaming-kinesis-test/pom.xml | 2 +-
.../kinesis/test/KinesisTableApiITCase.java | 31 +-
.../flink/streaming/kinesis/test/model/Order.java | 2 +-
flink-end-to-end-tests/flink-tpcds-test/pom.xml | 2 +-
flink-end-to-end-tests/flink-tpch-test/pom.xml | 2 +-
flink-end-to-end-tests/pom.xml | 6 +-
flink-end-to-end-tests/test-scripts/common.sh | 4 +-
.../test-scripts/common_docker.sh | 2 +-
.../test-scripts/test-runner-common.sh | 5 +-
.../test-scripts/test_confluent_schema_registry.sh | 2 +-
.../test_ha_per_job_cluster_datastream.sh | 3 +-
.../test_kubernetes_pyflink_application.sh | 6 +
.../test-scripts/test_pyflink.sh | 5 +-
.../test-scripts/test_pyflink_yarn.sh | 6 +
.../test-scripts/test_sql_client.sh | 2 +-
flink-end-to-end-tests/test-scripts/test_tpcds.sh | 8 +-
flink-examples/flink-examples-batch/pom.xml | 2 +-
.../flink-examples-streaming-gcp-pubsub/pom.xml | 2 +-
.../flink-examples-streaming-state-machine/pom.xml | 2 +-
.../src/main/resources/META-INF/NOTICE | 4 +-
flink-examples/flink-examples-build-helper/pom.xml | 2 +-
flink-examples/flink-examples-streaming/pom.xml | 2 +-
flink-examples/flink-examples-table/pom.xml | 2 +-
.../java/basics/TemporalJoinSQLExample.java | 196 +
.../java/basics/TemporalJoinSQLExampleITCase.java | 44 +
flink-examples/pom.xml | 6 +-
.../flink-external-resource-gpu/pom.xml | 2 +-
flink-external-resources/pom.xml | 2 +-
flink-filesystems/flink-azure-fs-hadoop/pom.xml | 2 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-filesystems/flink-fs-hadoop-shaded/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-filesystems/flink-gs-fs-hadoop/pom.xml | 2 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-filesystems/flink-hadoop-fs/pom.xml | 2 +-
flink-filesystems/flink-oss-fs-hadoop/pom.xml | 19 +-
.../src/main/resources/META-INF/NOTICE | 21 +-
flink-filesystems/flink-s3-fs-base/pom.xml | 3 +-
flink-filesystems/flink-s3-fs-hadoop/pom.xml | 2 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-filesystems/flink-s3-fs-presto/pom.xml | 2 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-filesystems/pom.xml | 2 +-
.../flink-avro-confluent-registry/pom.xml | 4 +-
.../flink-avro-glue-schema-registry/pom.xml | 62 +-
flink-formats/flink-avro/pom.xml | 2 +-
.../org/apache/flink/formats/avro/AvroWriters.java | 18 +-
.../avro/typeutils/AvroSchemaConverter.java | 4 +-
.../flink/formats/avro/AvroBulkFormatTest.java | 30 +-
.../avro/typeutils/AvroSchemaConverterTest.java | 3 +
.../avro/typeutils/AvroTypeExtractionTest.java | 24 +-
flink-formats/flink-compress/pom.xml | 2 +-
flink-formats/flink-csv/pom.xml | 45 +-
.../apache/flink/formats/csv/CsvBulkWriter.java | 3 +-
.../org/apache/flink/formats/csv/CsvCommons.java | 3 +
.../flink/formats/csv/CsvFileFormatFactory.java | 50 +-
.../apache/flink/formats/csv/CsvFormatFactory.java | 5 +
.../apache/flink/formats/csv/CsvFormatOptions.java | 7 +
.../apache/flink/formats/csv/CsvReaderFormat.java | 76 +-
.../csv/CsvRowDataDeserializationSchema.java | 11 +-
.../formats/csv/CsvRowDataSerializationSchema.java | 39 +-
.../formats/csv/CsvRowDeserializationSchema.java | 11 +-
.../formats/csv/CsvRowSerializationSchema.java | 11 +-
.../flink/formats/csv/RowCsvInputFormat.java | 4 +-
.../flink/formats/csv/RowDataToCsvConverters.java | 2 +-
.../csv/util/CsvFormatStatisticsReportUtil.java | 89 +
.../formats/csv/CsvFilesystemBatchITCase.java | 2 +-
.../formats/csv/CsvFilesystemStreamITCase.java | 2 +-
.../formats/csv/CsvFilesystemStreamSinkITCase.java | 2 +-
.../flink/formats/csv/CsvFormatFactoryTest.java | 82 +-
.../CsvFormatFilesystemStatisticsReportTest.java | 53 +
.../formats/csv/CsvFormatStatisticsReportTest.java | 138 +
.../flink/formats/csv/CsvReaderFormatTest.java | 115 +
.../formats/csv/CsvRowDataSerDeSchemaTest.java | 3 +
.../csv/CsvRowDeSerializationSchemaTest.java | 3 +
.../flink/formats/csv/DataStreamCsvITCase.java | 20 +-
flink-formats/flink-format-common/pom.xml | 2 +-
flink-formats/flink-hadoop-bulk/pom.xml | 2 +-
.../flink-json-glue-schema-registry/pom.xml | 75 +-
flink-formats/flink-json/pom.xml | 45 +-
.../formats/json/JsonDeserializationSchema.java | 71 +
.../json/JsonNodeDeserializationSchema.java | 21 +-
.../json/JsonRowDataDeserializationSchema.java | 18 +-
.../json/JsonRowDataSerializationSchema.java | 13 +-
.../formats/json/JsonRowDeserializationSchema.java | 13 +-
.../flink/formats/json/JsonRowSchemaConverter.java | 3 +-
.../formats/json/JsonRowSerializationSchema.java | 8 +-
.../formats/json/JsonSerializationSchema.java | 59 +
.../json/canal/CanalJsonDeserializationSchema.java | 5 +
.../json/canal/CanalJsonSerializationSchema.java | 3 +-
.../DebeziumJsonDeserializationSchema.java | 5 +
.../debezium/DebeziumJsonSerializationSchema.java | 3 +-
.../maxwell/MaxwellJsonDeserializationSchema.java | 5 +
.../maxwell/MaxwellJsonSerializationSchema.java | 1 +
.../json/ogg/OggJsonDeserializationSchema.java | 5 +
.../json/ogg/OggJsonSerializationSchema.java | 3 +-
.../json/JsonNodeDeserializationSchemaTest.java | 7 +-
.../formats/json/JsonRowDataSerDeSchemaTest.java | 64 +-
.../json/JsonRowDeserializationSchemaTest.java | 21 +-
.../json/JsonRowSerializationSchemaTest.java | 6 +
.../flink/formats/json/JsonSerDeSchemaTest.java | 111 +
.../json/canal/CanalJsonSerDeSchemaTest.java | 7 +-
.../json/debezium/DebeziumJsonSerDeSchemaTest.java | 5 +-
.../json/maxwell/MaxwellJsonSerDerTest.java | 5 +-
.../formats/json/ogg/OggJsonSerDeSchemaTest.java | 6 +-
.../utils/DeserializationSchemaMatcher.java | 2 +
.../formats/utils/SerializationSchemaMatcher.java | 3 +
flink-formats/flink-orc-nohive/pom.xml | 2 +-
flink-formats/flink-orc/pom.xml | 10 +-
.../flink/orc/OrcColumnarRowInputFormat.java | 14 +-
.../org/apache/flink/orc/OrcFileFormatFactory.java | 31 +-
.../orc/util/OrcFormatStatisticsReportUtil.java | 220 +
.../orc/OrcFileSystemStatisticsReportTest.java | 51 +
.../flink/orc/OrcFormatStatisticsReportTest.java | 236 +
flink-formats/flink-parquet/pom.xml | 10 +-
.../parquet/ParquetColumnarRowInputFormat.java | 15 +-
.../formats/parquet/ParquetFileFormatFactory.java | 24 +-
.../parquet/ParquetVectorizedInputFormat.java | 28 +-
.../formats/parquet/avro/AvroParquetReaders.java | 20 +-
.../formats/parquet/avro/AvroParquetWriters.java | 10 +-
.../utils/ParquetFormatStatisticsReportUtil.java | 307 +
.../formats/parquet/vector/ColumnBatchFactory.java | 2 +-
.../vector/ParquetColumnarRowSplitReader.java | 23 +-
.../parquet/vector/ParquetDecimalVector.java | 17 +-
.../parquet/vector/ParquetSplitReaderUtil.java | 180 +-
.../parquet/vector/reader/ArrayColumnReader.java | 483 ++
.../vector/reader/BaseVectorizedColumnReader.java | 290 +
.../parquet/vector/reader/MapColumnReader.java | 64 +
.../vector/reader/ParquetDataColumnReader.java | 127 +
.../reader/ParquetDataColumnReaderFactory.java | 234 +
.../parquet/vector/reader/RowColumnReader.java | 58 +
.../vector/reader/TimestampColumnReader.java | 2 +-
.../parquet/ParquetColumnarRowInputFormatTest.java | 382 +-
.../ParquetFileSystemStatisticsReportTest.java | 53 +
.../parquet/ParquetFormatStatisticsReportTest.java | 198 +
.../formats/parquet/utils/ParquetWriterUtil.java | 186 -
.../vector/ParquetColumnarRowSplitReaderTest.java | 425 +-
flink-formats/flink-protobuf/pom.xml | 146 +
.../com/google/protobuf/ProtobufInternalUtils.java | 27 +
.../flink/formats/protobuf/PbCodegenException.java | 36 +
.../apache/flink/formats/protobuf/PbConstant.java | 29 +
.../flink/formats/protobuf/PbDecodingFormat.java | 52 +
.../flink/formats/protobuf/PbEncodingFormat.java | 49 +
.../flink/formats/protobuf/PbFormatConfig.java | 120 +
.../flink/formats/protobuf/PbFormatContext.java | 38 +
.../flink/formats/protobuf/PbFormatFactory.java | 94 +
.../flink/formats/protobuf/PbFormatOptions.java | 55 +
.../deserialize/PbCodegenArrayDeserializer.java | 87 +
.../deserialize/PbCodegenDeserializeFactory.java | 56 +
.../deserialize/PbCodegenDeserializer.java | 39 +
.../deserialize/PbCodegenMapDeserializer.java | 115 +
.../deserialize/PbCodegenRowDeserializer.java | 126 +
.../deserialize/PbCodegenSimpleDeserializer.java | 86 +
.../PbRowDataDeserializationSchema.java | 107 +
.../protobuf/deserialize/ProtoToRowConverter.java | 134 +
.../serialize/PbCodegenArraySerializer.java | 89 +
.../protobuf/serialize/PbCodegenMapSerializer.java | 126 +
.../protobuf/serialize/PbCodegenRowSerializer.java | 128 +
.../serialize/PbCodegenSerializeFactory.java | 54 +
.../protobuf/serialize/PbCodegenSerializer.java | 40 +
.../serialize/PbCodegenSimpleSerializer.java | 121 +
.../serialize/PbRowDataSerializationSchema.java | 66 +
.../protobuf/serialize/RowToProtoConverter.java | 114 +
.../formats/protobuf/util/PbCodegenAppender.java | 85 +
.../formats/protobuf/util/PbCodegenUtils.java | 270 +
.../formats/protobuf/util/PbCodegenVarId.java | 40 +
.../flink/formats/protobuf/util/PbFormatUtils.java | 105 +
.../protobuf/util/PbSchemaValidationUtils.java | 167 +
.../formats/protobuf/util/PbToRowTypeUtil.java | 110 +
.../org.apache.flink.table.factories.Factory | 15 +
.../flink/formats/protobuf/MapProtoToRowTest.java | 64 +
.../flink/formats/protobuf/MapRowToProtoTest.java | 71 +
.../protobuf/MetaNoOuterNoMultiProtoToRowTest.java | 77 +
.../flink/formats/protobuf/MetaOuterMultiTest.java | 56 +
.../formats/protobuf/MetaOuterNoMultiTest.java | 61 +
.../protobuf/MultiLevelMessageProtoToRowTest.java | 58 +
.../protobuf/MultiLevelMessageRowToProtoTest.java | 58 +
.../protobuf/NoJavaPackageProtoToRowTest.java | 32 +
.../formats/protobuf/NullValueToProtoTest.java | 219 +
.../formats/protobuf/OneofProtoToRowTest.java | 38 +
.../formats/protobuf/OneofRowToProtoTest.java | 41 +
.../flink/formats/protobuf/Pb3ToRowTest.java | 125 +
.../formats/protobuf/ProtobufSQLITCaseTest.java | 331 ++
.../flink/formats/protobuf/ProtobufTestHelper.java | 132 +
.../protobuf/RepeatedMessageProtoToRowTest.java | 57 +
.../protobuf/RepeatedMessageRowToProtoTest.java | 50 +
.../formats/protobuf/RepeatedProtoToRowTest.java | 43 +
.../formats/protobuf/RepeatedRowToProtoTest.java | 75 +
.../formats/protobuf/SimpleProtoToRowTest.java | 117 +
.../formats/protobuf/SimpleRowToProtoTest.java | 96 +
.../protobuf/table/TestProtobufSinkFunction.java | 45 +
.../protobuf/table/TestProtobufSourceFunction.java | 52 +
.../protobuf/table/TestProtobufTableFactory.java | 84 +
.../protobuf/table/TestProtobufTableSink.java | 61 +
.../protobuf/table/TestProtobufTableSource.java | 64 +
.../protobuf/table/TestProtobufTestStore.java | 28 +
.../flink-protobuf/src/test/proto/test_map.proto | 37 +
.../test/proto/test_multiple_level_message.proto | 42 +
.../flink-protobuf/src/test/proto/test_null.proto | 61 +
.../flink-protobuf/src/test/proto/test_oneof.proto | 29 +
.../flink-protobuf/src/test/proto/test_pb3.proto | 53 +
.../src/test/proto/test_repeated.proto | 32 +
.../src/test/proto/test_repeated_message.proto | 32 +
.../src/test/proto/test_simple.proto | 49 +
.../test/proto/test_simple_no_java_package.proto | 46 +
.../test/proto/test_simple_noouter_nomulti.proto | 38 +
.../src/test/proto/test_simple_outer_multi.proto | 40 +
.../src/test/proto/test_simple_outer_nomulti.proto | 39 +
.../org.apache.flink.table.factories.Factory | 15 +
flink-formats/flink-sequence-file/pom.xml | 2 +-
.../flink-sql-avro-confluent-registry/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 4 +-
flink-formats/flink-sql-avro/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 4 +-
flink-formats/flink-sql-csv/pom.xml | 73 +
flink-formats/flink-sql-json/pom.xml | 73 +
flink-formats/flink-sql-orc/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-formats/flink-sql-parquet/pom.xml | 29 +-
.../src/main/resources/META-INF/NOTICE | 3 +-
flink-formats/flink-sql-protobuf/pom.xml | 73 +
.../src/main/resources/META-INF/NOTICE | 10 +
flink-formats/pom.xml | 7 +-
flink-fs-tests/pom.xml | 2 +-
flink-java/pom.xml | 8 +-
.../api/common/io/SequentialFormatTestBase.java | 98 +-
.../flink/api/common/io/SerializedFormatTest.java | 28 +-
.../CollectionExecutionAccumulatorsTest.java | 15 +-
.../CollectionExecutionIterationTest.java | 58 +-
...llectionExecutionWithBroadcastVariableTest.java | 29 +-
.../base/CoGroupOperatorCollectionTest.java | 50 +-
.../operators/base/GroupReduceOperatorTest.java | 59 +-
.../operators/base/InnerJoinOperatorBaseTest.java | 66 +-
.../common/operators/base/ReduceOperatorTest.java | 32 +-
.../java/ExecutorDiscoveryAndJobClientTest.java | 13 +-
.../flink/api/java/MultipleInvokationsTest.java | 27 +-
.../apache/flink/api/java/TypeExtractionTest.java | 12 +-
.../api/java/functions/SelectByFunctionsTest.java | 207 +-
.../api/java/functions/SemanticPropUtilTest.java | 1483 ++---
.../SemanticPropertiesPrecedenceTest.java | 38 +-
.../SemanticPropertiesProjectionTest.java | 207 +-
.../SemanticPropertiesTranslationTest.java | 455 +-
.../apache/flink/api/java/io/CSVReaderTest.java | 242 +-
.../api/java/io/CollectionInputFormatTest.java | 58 +-
.../flink/api/java/io/CsvInputFormatTest.java | 602 +-
.../flink/api/java/io/CsvOutputFormatTest.java | 34 +-
.../apache/flink/api/java/io/FromElementsTest.java | 21 +-
.../api/java/io/PrimitiveInputFormatTest.java | 71 +-
.../api/java/io/PrintingOutputFormatTest.java | 48 +-
.../flink/api/java/io/RowCsvInputFormatTest.java | 467 +-
.../flink/api/java/io/TextInputFormatTest.java | 102 +-
.../api/java/io/TypeSerializerFormatTest.java | 33 +-
.../api/java/operator/AggregateOperatorTest.java | 55 +-
.../api/java/operator/CoGroupOperatorTest.java | 360 +-
.../flink/api/java/operator/CrossOperatorTest.java | 153 +-
.../flink/api/java/operator/DataSinkTest.java | 147 +-
.../api/java/operator/DistinctOperatorTest.java | 83 +-
.../api/java/operator/FirstNOperatorTest.java | 111 +-
.../java/operator/FullOuterJoinOperatorTest.java | 77 +-
.../java/operator/GroupCombineOperatorTest.java | 287 +-
.../api/java/operator/GroupReduceOperatorTest.java | 287 +-
.../flink/api/java/operator/GroupingTest.java | 344 +-
.../flink/api/java/operator/JoinOperatorTest.java | 656 +--
.../java/operator/LeftOuterJoinOperatorTest.java | 72 +-
.../flink/api/java/operator/MaxByOperatorTest.java | 102 +-
.../flink/api/java/operator/MinByOperatorTest.java | 97 +-
.../flink/api/java/operator/OperatorTest.java | 20 +-
.../api/java/operator/PartitionOperatorTest.java | 194 +-
.../api/java/operator/ProjectionOperatorTest.java | 99 +-
.../api/java/operator/ReduceOperatorTest.java | 170 +-
.../java/operator/RightOuterJoinOperatorTest.java | 70 +-
.../flink/api/java/operator/SortPartitionTest.java | 161 +-
.../apache/flink/api/java/operators/NamesTest.java | 34 +-
.../translation/AggregateTranslationTest.java | 26 +-
.../translation/BulkIterationTranslationTest.java | 18 +-
.../translation/CoGroupSortTranslationTest.java | 67 +-
.../translation/DeltaIterationTranslationTest.java | 69 +-
.../translation/DistinctTranslationTest.java | 115 +-
.../translation/ReduceTranslationTests.java | 76 +-
.../translation/UnionTranslationTest.java | 42 +-
.../flink/api/java/sampling/RandomSamplerTest.java | 183 +-
.../aggregation/AggregateCombineHarness.java | 2 +-
.../aggregation/BooleanSummaryAggregatorTest.java | 63 +-
.../BooleanValueSummaryAggregatorTest.java | 12 +-
.../summarize/aggregation/CompensatedSumTest.java | 32 +-
.../aggregation/DoubleSummaryAggregatorTest.java | 204 +-
.../DoubleValueSummaryAggregatorTest.java | 17 +-
.../aggregation/FloatSummaryAggregatorTest.java | 201 +-
.../FloatValueSummaryAggregatorTest.java | 17 +-
.../aggregation/IntegerSummaryAggregatorTest.java | 148 +-
.../IntegerValueSummaryAggregatorTest.java | 43 +-
.../aggregation/LongSummaryAggregatorTest.java | 158 +-
.../LongValueSummaryAggregatorTest.java | 43 +-
.../aggregation/ShortSummaryAggregatorTest.java | 150 +-
.../ShortValueSummaryAggregatorTest.java | 43 +-
.../aggregation/StringSummaryAggregatorTest.java | 74 +-
.../StringValueSummaryAggregatorTest.java | 23 +-
.../aggregation/SummaryAggregatorFactoryTest.java | 89 +-
.../api/java/utils/AbstractParameterToolTest.java | 506 +-
.../api/java/utils/MultipleParameterToolTest.java | 48 +-
.../apache/flink/api/java/utils/OptionsTest.java | 70 +-
.../flink/api/java/utils/ParameterToolTest.java | 55 +-
.../flink/api/java/utils/PlanGeneratorTest.java | 23 +-
.../api/java/utils/RequiredParametersTest.java | 187 +-
.../org.junit.jupiter.api.extension.Extension | 0
flink-kubernetes/pom.xml | 8 +-
.../KubernetesResourceManagerDriver.java | 9 +-
.../configuration/KubernetesConfigOptions.java | 25 +
.../KubernetesStateHandleStore.java | 16 +-
.../decorators/CmdJobManagerDecorator.java | 6 +-
.../decorators/CmdTaskManagerDecorator.java | 4 +-
.../decorators/InitTaskManagerDecorator.java | 49 +-
.../parameters/KubernetesJobManagerParameters.java | 4 +
.../KubernetesTaskManagerParameters.java | 20 +-
.../kubeclient/services/LoadBalancerService.java | 4 +
.../kubeclient/services/NodePortService.java | 4 +
.../taskmanager/KubernetesTaskExecutorRunner.java | 29 +-
.../apache/flink/kubernetes/utils/Constants.java | 4 +
.../flink/kubernetes/utils/KubernetesUtils.java | 18 +-
.../src/main/resources/META-INF/NOTICE | 44 +-
.../flink/kubernetes/KubernetesClientTestBase.java | 12 +-
.../kubernetes/KubernetesPodTemplateTestUtils.java | 12 +
.../flink/kubernetes/KubernetesTestUtils.java | 3 +-
.../KubernetesStateHandleStoreTest.java | 77 +
.../kubeclient/Fabric8FlinkKubeClientTest.java | 13 +-
.../kubeclient/KubernetesJobManagerTestBase.java | 3 +
.../kubeclient/KubernetesTaskManagerTestBase.java | 13 +-
.../decorators/CmdJobManagerDecoratorTest.java | 6 +-
.../decorators/CmdTaskManagerDecoratorTest.java | 4 +-
.../decorators/InitTaskManagerDecoratorTest.java | 48 +-
.../factory/KubernetesTaskManagerFactoryTest.java | 2 +-
.../KubernetesTaskManagerParametersTest.java | 3 +-
.../kubernetes/utils/KubernetesUtilsTest.java | 11 +
.../resources/testing-nospec-pod-template.yaml | 28 +
flink-libraries/flink-cep-scala/pom.xml | 2 +-
.../cep/scala/CEPScalaAPICompletenessTest.scala | 2 +-
.../pattern/PatternScalaAPICompletenessTest.scala | 2 +-
flink-libraries/flink-cep/pom.xml | 2 +-
flink-libraries/flink-gelly-examples/pom.xml | 2 +-
flink-libraries/flink-gelly-scala/pom.xml | 2 +-
.../scala/test/GellyScalaAPICompletenessTest.scala | 2 +-
flink-libraries/flink-gelly/pom.xml | 2 +-
flink-libraries/flink-state-processing-api/pom.xml | 2 +-
.../flink/state/api/BootstrapTransformation.java | 4 +-
.../state/api/StateBootstrapTransformation.java | 4 +-
.../flink/state/api/runtime/MutableConfig.java | 6 +-
.../state/api/runtime/SavepointEnvironment.java | 7 +-
.../api/runtime/SavepointTaskStateManager.java | 10 +
.../flink/state/api/SavepointWriterITCase.java | 52 +-
.../state/api/SavepointWriterWindowITCase.java | 82 +-
.../flink/state/api/WritableSavepointITCase.java | 50 +-
.../state/api/WritableSavepointWindowITCase.java | 86 +-
.../state/api/runtime/OperatorIDGeneratorTest.java | 3 +-
flink-libraries/pom.xml | 2 +-
flink-metrics/flink-metrics-core/pom.xml | 7 +-
.../flink/metrics/groups/CacheMetricGroup.java | 54 +
.../metrics/groups/UnregisteredMetricsGroup.java | 28 +
flink-metrics/flink-metrics-datadog/pom.xml | 2 +-
.../flink/metrics/datadog/DatadogHttpReporter.java | 66 +-
.../datadog/DatadogHttpReporterFactory.java | 39 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-metrics/flink-metrics-dropwizard/pom.xml | 2 +-
flink-metrics/flink-metrics-graphite/pom.xml | 2 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-metrics/flink-metrics-influxdb/pom.xml | 2 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-metrics/flink-metrics-jmx/pom.xml | 2 +-
flink-metrics/flink-metrics-prometheus/pom.xml | 2 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-metrics/flink-metrics-slf4j/pom.xml | 2 +-
flink-metrics/flink-metrics-statsd/pom.xml | 2 +-
flink-metrics/pom.xml | 2 +-
flink-optimizer/pom.xml | 2 +-
.../optimizer/plantranslate/JobGraphGenerator.java | 5 +-
flink-python/README.md | 21 +-
flink-python/dev/dev-requirements.txt | 6 +-
flink-python/dev/integration_test.sh | 40 +-
flink-python/dev/lint-python.sh | 45 +-
flink-python/docs/pyflink.datastream.rst | 84 +-
flink-python/pom.xml | 258 +-
flink-python/pyflink/common/__init__.py | 50 +-
flink-python/pyflink/common/io.py | 32 +
flink-python/pyflink/common/serialization.py | 345 +-
.../common/tests/test_serialization_schemas.py | 76 +-
flink-python/pyflink/common/typeinfo.py | 4 +-
flink-python/pyflink/common/types.py | 8 +-
flink-python/pyflink/common/utils.py | 25 +
flink-python/pyflink/datastream/__init__.py | 81 +-
.../pyflink/datastream/connectors/__init__.py | 110 +-
flink-python/pyflink/datastream/connectors/base.py | 17 +-
.../pyflink/datastream/connectors/cassandra.py | 15 +-
.../pyflink/datastream/connectors/file_system.py | 424 +-
.../pyflink/datastream/connectors/hybrid_source.py | 71 +
flink-python/pyflink/datastream/connectors/jdbc.py | 7 +
.../pyflink/datastream/connectors/kafka.py | 843 ++-
.../pyflink/datastream/connectors/kinesis.py | 33 +-
.../pyflink/datastream/connectors/number_seq.py | 6 +-
.../pyflink/datastream/connectors/pulsar.py | 67 +-
.../pyflink/datastream/connectors/rabbitmq.py | 7 +
.../connectors}/tests/__init__.py | 0
.../datastream/connectors/tests/test_cassandra.py | 49 +
.../connectors/tests/test_elasticsearch.py | 133 +
.../connectors/tests/test_file_system.py | 161 +
.../datastream/connectors/tests/test_jdbc.py | 61 +
.../datastream/connectors/tests/test_kafka.py | 658 +++
.../datastream/connectors/tests/test_kinesis.py | 108 +
.../datastream/connectors/tests/test_pulsar.py | 237 +
.../datastream/connectors/tests/test_rabbitmq.py | 49 +
.../datastream/connectors/tests/test_seq_source.py | 36 +
flink-python/pyflink/datastream/data_stream.py | 423 +-
.../pyflink/datastream/formats}/__init__.py | 0
flink-python/pyflink/datastream/formats/avro.py | 243 +
flink-python/pyflink/datastream/formats/csv.py | 475 ++
flink-python/pyflink/datastream/formats/json.py | 150 +
flink-python/pyflink/datastream/formats/orc.py | 100 +
flink-python/pyflink/datastream/formats/parquet.py | 214 +
.../pyflink/datastream/formats/tests}/__init__.py | 0
.../pyflink/datastream/formats/tests/test_avro.py | 450 ++
.../pyflink/datastream/formats/tests/test_csv.py | 422 ++
.../pyflink/datastream/formats/tests/test_json.py | 57 +
.../pyflink/datastream/formats/tests/test_orc.py | 142 +
.../datastream/formats/tests/test_parquet.py | 420 ++
flink-python/pyflink/datastream/functions.py | 237 +-
flink-python/pyflink/datastream/state.py | 4 +-
.../datastream/stream_execution_environment.py | 52 +-
.../pyflink/datastream/tests/test_connectors.py | 761 ---
.../pyflink/datastream/tests/test_data_stream.py | 1924 +++----
.../tests/test_stream_execution_environment.py | 46 +-
...st_stream_execution_environment_completeness.py | 4 +-
flink-python/pyflink/datastream/tests/test_util.py | 7 +-
.../pyflink/datastream/tests/test_window.py | 226 +-
flink-python/pyflink/datastream/utils.py | 32 +-
.../datastream/connectors/kafka_avro_format.py | 5 +-
.../datastream/connectors/kafka_csv_format.py | 6 +-
.../datastream/connectors/kafka_json_format.py | 5 +-
.../examples/datastream/connectors/pulsar.py | 6 +-
.../windowing/session_with_dynamic_gap_window.py | 2 +-
.../windowing/session_with_gap_window.py | 2 +-
.../datastream/windowing/sliding_time_window.py | 2 +-
.../datastream/windowing/tumbling_count_window.py | 2 +-
.../datastream/windowing/tumbling_time_window.py | 2 +-
.../pyflink/examples/datastream/word_count.py | 4 +-
.../pyflink/fn_execution/beam/beam_operations.py | 7 +-
.../pyflink/fn_execution/coder_impl_fast.pxd | 23 +
.../pyflink/fn_execution/coder_impl_fast.pyx | 96 +
.../pyflink/fn_execution/coder_impl_slow.py | 103 +
flink-python/pyflink/fn_execution/coders.py | 59 +-
.../fn_execution/datastream/embedded}/__init__.py | 0
.../fn_execution/datastream/embedded/operations.py | 321 ++
.../datastream/embedded/process_function.py | 234 +
.../datastream/embedded/runtime_context.py | 107 +
.../datastream/embedded/side_output_context.py | 47 +
.../fn_execution/datastream/embedded/state_impl.py | 298 +
.../datastream/embedded/timerservice_impl.py | 70 +
.../fn_execution/datastream/input_handler.py | 132 -
.../pyflink/fn_execution/datastream/operations.py | 401 +-
.../fn_execution/datastream/process}/__init__.py | 0
.../datastream/process/input_handler.py | 132 +
.../fn_execution/datastream/process/operations.py | 467 ++
.../datastream/process/process_function.py | 222 +
.../datastream/{ => process}/runtime_context.py | 0
.../datastream/process/timerservice_impl.py | 230 +
.../fn_execution/datastream/process_function.py | 158 -
.../fn_execution/datastream/timerservice_impl.py | 231 -
.../datastream/window/window_operator.py | 14 +-
.../pyflink/fn_execution/embedded}/__init__.py | 0
.../pyflink/fn_execution/embedded/converters.py | 284 +
.../pyflink/fn_execution/embedded/java_utils.py | 204 +
.../fn_execution/embedded/operation_utils.py | 159 +
.../pyflink/fn_execution/embedded/operations.py | 140 +
.../pyflink/fn_execution/embedded/state_impl.py | 87 +
.../pyflink/fn_execution/flink_fn_execution_pb2.py | 3251 ++---------
.../pyflink/fn_execution/formats/__init__.py | 23 +
flink-python/pyflink/fn_execution/formats/avro.py | 234 +
.../pyflink/fn_execution/metrics}/__init__.py | 0
.../fn_execution/metrics/embedded}/__init__.py | 0
.../fn_execution/metrics/embedded/counter_impl.py | 41 +
.../metrics/embedded/distribution_impl.py | 29 +
.../fn_execution/metrics/embedded/meter_impl.py | 36 +
.../fn_execution/metrics/embedded/metric_impl.py | 61 +
.../fn_execution/metrics/process}/__init__.py | 0
.../fn_execution/metrics/process/counter_impl.py | 49 +
.../metrics/process/distribution_impl.py | 31 +
.../fn_execution/metrics/process/meter_impl.py | 42 +
.../fn_execution/metrics/process/metric_impl.py | 103 +
.../fn_execution/metrics/tests}/__init__.py | 0
.../fn_execution/metrics/tests/test_metric.py | 97 +
.../pyflink/fn_execution/table/operations.py | 21 +-
.../fn_execution/table/window_aggregate_fast.pyx | 6 +-
.../fn_execution/table/window_aggregate_slow.py | 6 +-
.../pyflink/fn_execution/table/window_context.py | 2 +-
.../pyflink/fn_execution/utils/operation_utils.py | 46 +-
flink-python/pyflink/gen_protos.py | 9 +-
flink-python/pyflink/java_gateway.py | 3 +-
flink-python/pyflink/metrics/metricbase.py | 161 +-
flink-python/pyflink/metrics/tests/test_metric.py | 98 -
.../pyflink/proto/flink-fn-execution.proto | 11 +
flink-python/pyflink/pyflink_gateway_server.py | 8 +-
flink-python/pyflink/table/catalog.py | 34 +
flink-python/pyflink/table/descriptors.py | 4 +-
flink-python/pyflink/table/expression.py | 109 +-
flink-python/pyflink/table/expressions.py | 44 +-
flink-python/pyflink/table/sinks.py | 12 +-
flink-python/pyflink/table/sources.py | 5 +-
flink-python/pyflink/table/statement_set.py | 13 +
flink-python/pyflink/table/table_environment.py | 25 +-
flink-python/pyflink/table/table_result.py | 4 +-
flink-python/pyflink/table/table_schema.py | 15 +-
flink-python/pyflink/table/tests/test_calc.py | 40 +-
flink-python/pyflink/table/tests/test_correlate.py | 24 +-
.../pyflink/table/tests/test_dependency.py | 80 +-
.../pyflink/table/tests/test_descriptor.py | 24 +-
.../table/tests/test_environment_settings.py | 4 +-
.../pyflink/table/tests/test_expression.py | 27 +-
.../pyflink/table/tests/test_pandas_conversion.py | 29 +-
.../pyflink/table/tests/test_pandas_udaf.py | 586 +-
.../pyflink/table/tests/test_pandas_udf.py | 49 +-
.../table/tests/test_row_based_operation.py | 88 +-
.../pyflink/table/tests/test_set_operation.py | 9 +-
flink-python/pyflink/table/tests/test_sql.py | 29 +-
.../table/tests/test_table_environment_api.py | 264 +-
flink-python/pyflink/table/tests/test_types.py | 56 +-
flink-python/pyflink/table/tests/test_udaf.py | 321 +-
flink-python/pyflink/table/tests/test_udf.py | 176 +-
flink-python/pyflink/table/tests/test_udtf.py | 54 +-
flink-python/pyflink/table/tests/test_window.py | 10 +-
flink-python/pyflink/table/types.py | 219 +-
flink-python/pyflink/table/udf.py | 12 +-
flink-python/pyflink/table/utils.py | 2 +-
flink-python/pyflink/testing/source_sink_utils.py | 39 +-
flink-python/pyflink/testing/test_case_utils.py | 175 +-
flink-python/pyflink/util/java_utils.py | 16 +-
flink-python/pyflink/version.py | 2 +-
flink-python/pyproject.toml | 32 +
flink-python/setup.py | 10 +-
.../apache/flink/formats/csv/PythonCsvUtils.java | 71 +
.../chain/PythonOperatorChainingOptimizer.java | 81 +-
.../flink/python/metric/FlinkMetricContainer.java | 279 -
.../python/metric/embedded/MetricDistribution.java | 38 +
.../flink/python/metric/embedded/MetricGauge.java | 40 +
.../metric/process/FlinkMetricContainer.java | 282 +
.../apache/flink/python/util/HashMapWrapper.java | 82 +
.../org/apache/flink/python/util/ProtoUtils.java | 518 ++
.../apache/flink/python/util/PythonConfigUtil.java | 86 +-
.../flink/python/util/PythonConnectorUtils.java | 129 +
.../AbstractDataStreamPythonFunctionOperator.java | 176 -
.../AbstractEmbeddedPythonFunctionOperator.java | 157 -
.../AbstractExternalPythonFunctionOperator.java | 153 -
.../AbstractOneInputPythonFunctionOperator.java | 190 -
.../python/AbstractPythonFunctionOperator.java | 6 +-
.../AbstractTwoInputPythonFunctionOperator.java | 204 -
.../python/DataStreamPythonFunctionOperator.java | 55 +
.../PythonBatchCoBroadcastProcessOperator.java | 80 -
.../operators/python/PythonCoProcessOperator.java | 138 -
.../python/PythonKeyedCoProcessOperator.java | 239 -
.../python/PythonKeyedProcessOperator.java | 258 -
.../operators/python/PythonProcessOperator.java | 126 -
.../python/collector/RunnerOutputCollector.java | 79 -
...ctEmbeddedDataStreamPythonFunctionOperator.java | 178 +
.../AbstractEmbeddedPythonFunctionOperator.java | 155 +
...ractOneInputEmbeddedPythonFunctionOperator.java | 181 +
...ractTwoInputEmbeddedPythonFunctionOperator.java | 232 +
...eddedPythonBatchCoBroadcastProcessOperator.java | 82 +
...PythonBatchKeyedCoBroadcastProcessOperator.java | 80 +
.../embedded/EmbeddedPythonCoProcessOperator.java | 155 +
.../EmbeddedPythonKeyedCoProcessOperator.java | 220 +
.../EmbeddedPythonKeyedProcessOperator.java | 214 +
.../embedded/EmbeddedPythonProcessOperator.java | 150 +
.../embedded/EmbeddedPythonWindowOperator.java | 211 +
...ctExternalDataStreamPythonFunctionOperator.java | 157 +
...ractExternalOneInputPythonFunctionOperator.java | 196 +
.../AbstractExternalPythonFunctionOperator.java | 157 +
...ractExternalTwoInputPythonFunctionOperator.java | 210 +
...ernalPythonBatchCoBroadcastProcessOperator.java | 82 +
...PythonBatchKeyedCoBroadcastProcessOperator.java | 81 +
.../process/ExternalPythonCoProcessOperator.java | 139 +
.../ExternalPythonKeyedCoProcessOperator.java | 243 +
.../ExternalPythonKeyedProcessOperator.java | 258 +
.../process/ExternalPythonProcessOperator.java | 126 +
.../process/collector/RunnerOutputCollector.java | 79 +
.../python/process/timer/TimerHandler.java | 65 +
.../python/process/timer/TimerRegistration.java | 141 +
.../operators/python/process/timer/TimerUtils.java | 45 +
.../api/operators/python/timer/TimerHandler.java | 65 -
.../operators/python/timer/TimerRegistration.java | 141 -
.../api/operators/python/timer/TimerUtils.java | 45 -
.../beam/BeamDataStreamPythonFunctionRunner.java | 10 +-
.../python/beam/BeamPythonFunctionRunner.java | 6 +-
.../python/beam/state/BeamKeyedStateStore.java | 2 +-
.../python/beam/state/BeamOperatorStateStore.java | 2 +-
.../python/PythonBroadcastStateTransformation.java | 24 +-
.../PythonKeyedBroadcastStateTransformation.java | 86 +
.../flink/streaming/api/utils/ProtoUtils.java | 484 --
.../flink/streaming/api/utils/PythonTypeUtils.java | 1500 ++++-
...thonBroadcastStateTransformationTranslator.java | 74 +-
...eyedBroadcastStateTransformationTranslator.java | 126 +
.../flink/table/runtime/arrow/ArrowReader.java | 4 +-
.../AbstractEmbeddedStatelessFunctionOperator.java | 104 +
.../AbstractOneInputPythonFunctionOperator.java | 2 +-
.../python/AbstractStatelessFunctionOperator.java | 4 +-
.../AbstractPythonStreamAggregateOperator.java | 7 +-
.../PythonStreamGroupWindowAggregateOperator.java | 2 +-
...stractArrowPythonAggregateFunctionOperator.java | 19 +-
...wPythonOverWindowAggregateFunctionOperator.java | 8 +-
.../AbstractPythonScalarFunctionOperator.java | 17 +-
.../EmbeddedPythonScalarFunctionOperator.java | 181 +-
.../scalar/PythonScalarFunctionOperator.java | 4 +-
.../arrow/ArrowPythonScalarFunctionOperator.java | 2 +-
.../table/EmbeddedPythonTableFunctionOperator.java | 170 +
.../python/table/PythonTableFunctionOperator.java | 20 +-
.../python/beam/BeamTablePythonFunctionRunner.java | 2 +-
.../table/runtime/typeutils/PythonTypeUtils.java | 189 +-
.../utils/python/PythonDynamicTableFactory.java | 69 +
.../utils/python/PythonDynamicTableOptions.java | 38 +
.../utils/python/PythonDynamicTableSource.java | 72 +
.../utils/python/PythonInputFormatTableSource.java | 68 -
.../flink/table/utils/python/PythonTableUtils.java | 512 +-
flink-python/src/main/resources/META-INF/NOTICE | 63 +-
.../META-INF/licenses/LICENSE.bouncycastle | 17 -
.../main/resources/META-INF/licenses/LICENSE.jzlib | 25 -
.../org.apache.flink.table.factories.Factory | 16 +
.../chain/PythonOperatorChainingOptimizerTest.java | 111 +-
.../python/metric/FlinkMetricContainerTest.java | 199 -
.../metric/process/FlinkMetricContainerTest.java | 199 +
.../flink/streaming/api/utils/ProtoUtilsTest.java | 1 +
.../streaming/api/utils/PythonTypeUtilsTest.java | 78 +-
.../table/legacyutils/ByteMaxAggFunction.java | 76 -
.../flink/table/legacyutils/CustomAssigner.java | 32 -
.../flink/table/legacyutils/CustomExtractor.java | 69 -
.../flink/table/legacyutils/MaxAccumulator.java | 25 -
.../apache/flink/table/legacyutils/RichFunc0.java | 69 -
.../flink/table/legacyutils/RowCollector.java | 79 -
.../apache/flink/table/legacyutils/RowSink.java | 32 -
.../apache/flink/table/legacyutils/TableFunc1.java | 42 -
.../flink/table/legacyutils/TestAppendSink.java | 73 -
.../legacyutils/TestCollectionTableFactory.java | 307 -
.../flink/table/legacyutils/TestRetractSink.java | 63 -
.../flink/table/legacyutils/TestUpsertSink.java | 87 -
...owPythonGroupAggregateFunctionOperatorTest.java | 2 +-
...onGroupWindowAggregateFunctionOperatorTest.java | 2 +-
...honOverWindowAggregateFunctionOperatorTest.java | 4 +-
...onGroupWindowAggregateFunctionOperatorTest.java | 2 +-
...rrowPythonProcTimeBoundedRangeOperatorTest.java | 2 +-
...ArrowPythonProcTimeBoundedRowsOperatorTest.java | 2 +-
...ArrowPythonRowTimeBoundedRangeOperatorTest.java | 2 +-
...mArrowPythonRowTimeBoundedRowsOperatorTest.java | 2 +-
.../scalar/PythonScalarFunctionOperatorTest.java | 2 +-
.../ArrowPythonScalarFunctionOperatorTest.java | 2 +-
.../table/PythonTableFunctionOperatorTest.java | 2 +-
.../PassThroughPythonAggregateFunctionRunner.java | 4 +-
.../PassThroughPythonScalarFunctionRunner.java | 4 +-
.../PassThroughPythonTableFunctionRunner.java | 4 +-
...ThroughStreamAggregatePythonFunctionRunner.java | 4 +-
...amGroupWindowAggregatePythonFunctionRunner.java | 4 +-
...ghStreamTableAggregatePythonFunctionRunner.java | 4 +-
.../flink/table/runtime/utils/PythonTestUtils.java | 2 +-
.../table/utils/TestCollectionTableFactory.java | 321 ++
.../flink/table/utils/TestingDescriptors.java | 109 +
.../apache/flink/table/utils/TestingFunctions.java | 164 +
.../flink/table/utils/TestingSinkTableFactory.java | 50 +
.../org/apache/flink/table/utils/TestingSinks.java | 158 +
.../org.apache.flink.table.factories.Factory | 17 +
.../org.apache.flink.table.factories.TableFactory | 16 -
flink-python/tox.ini | 4 -
.../flink-queryable-state-client-java/pom.xml | 2 +-
.../flink-queryable-state-runtime/pom.xml | 2 +-
.../itcases/HAQueryableStateFsBackendITCase.java | 4 +-
.../HAQueryableStateRocksDBBackendITCase.java | 4 +-
.../KVStateRequestSerializerRocksDBTest.java | 2 +-
.../network/KvStateRequestSerializerTest.java | 2 +-
flink-queryable-state/pom.xml | 2 +-
flink-quickstart/flink-quickstart-java/pom.xml | 2 +-
.../src/main/resources/archetype-resources/pom.xml | 1 +
flink-quickstart/flink-quickstart-scala/pom.xml | 2 +-
.../src/main/resources/archetype-resources/pom.xml | 1 +
flink-quickstart/pom.xml | 2 +-
flink-rpc/flink-rpc-akka-loader/pom.xml | 2 +-
flink-rpc/flink-rpc-akka/pom.xml | 2 +-
.../flink/runtime/rpc/akka/AkkaRpcService.java | 34 -
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-rpc/flink-rpc-core/pom.xml | 2 +-
.../org/apache/flink/runtime/rpc/RpcEndpoint.java | 17 +-
.../org/apache/flink/runtime/rpc/RpcService.java | 14 -
flink-rpc/pom.xml | 2 +-
flink-runtime-web/pom.xml | 10 +-
.../handlers/AbstractJarPlanHeaders.java | 5 +-
.../webmonitor/handlers/JarDeleteHeaders.java | 5 +-
.../webmonitor/handlers/JarListHeaders.java | 4 +-
.../runtime/webmonitor/handlers/JarRunHeaders.java | 4 +-
.../webmonitor/handlers/JarUploadHeaders.java | 4 +-
.../runtime/webmonitor/history/HistoryServer.java | 34 +-
.../history/HistoryServerArchiveFetcher.java | 6 +-
.../flink/runtime/webmonitor/utils/LogUrlUtil.java | 64 +
.../src/main/resources/META-INF/NOTICE | 2 +-
.../rest/compatibility/CompatibilityRoutines.java | 298 -
.../rest/compatibility/RestAPIStabilityTest.java | 270 -
.../compatibility/RuntimeRestAPIStabilityTest.java | 64 +
.../runtime/webmonitor/WebFrontendITCase.java | 37 +-
.../webmonitor/history/HistoryServerTest.java | 4 +-
.../runtime/webmonitor/utils/LogUrlUtilTest.java | 89 +
.../src/test/resources/rest_api_v1.snapshot | 367 +-
.../web-dashboard/src/app/app.component.html | 48 +-
.../web-dashboard/src/app/app.component.ts | 1 +
.../web-dashboard/src/app/app.interceptor.ts | 2 +-
.../web-dashboard/src/app/core/module-config.ts | 36 +
.../src/app/interfaces/configuration.ts | 18 +
.../src/app/interfaces/job-backpressure.ts | 7 +-
.../src/app/interfaces/job-checkpoint.ts | 1 +
.../web-dashboard/src/app/interfaces/job-detail.ts | 2 +-
.../src/app/interfaces/job-manager.ts | 5 -
.../src/app/interfaces/job-subtask.ts | 38 -
.../src/app/interfaces/job-vertex-task-manager.ts | 55 -
.../web-dashboard/src/app/interfaces/job-vertex.ts | 118 +
.../web-dashboard/src/app/interfaces/overview.ts | 2 +
.../web-dashboard/src/app/interfaces/public-api.ts | 3 +-
.../src/app/interfaces/task-manager.ts | 2 +
.../job-manager-configuration.component.html | 26 +-
.../job-manager-configuration.component.less | 8 +
.../job-manager-configuration.component.ts | 38 +-
.../app/pages/job-manager/job-manager.config.ts | 38 +
.../app/pages/job-manager/job-manager.module.ts | 8 +-
.../job-manager-log-detail.component.html | 4 +-
.../job-manager-log-detail.component.less | 2 +-
.../log-detail/job-manager-log-detail.component.ts | 17 +-
.../log-list/job-manager-log-list.component.html | 72 +-
.../log-list/job-manager-log-list.component.less | 23 +-
.../log-list/job-manager-log-list.component.ts | 33 +-
.../logs/job-manager-logs.component.html | 6 +-
.../job-manager/logs/job-manager-logs.component.ts | 32 +-
.../metrics/job-manager-metrics.component.html | 424 +-
.../metrics/job-manager-metrics.component.less | 72 +-
.../metrics/job-manager-metrics.component.ts | 27 +-
.../stdout/job-manager-stdout.component.html | 9 +-
.../stdout/job-manager-stdout.component.ts | 34 +-
.../job-manager-thread-dump.component.html | 9 +-
.../job-manager-thread-dump.component.ts | 56 +-
.../job/checkpoints/job-checkpoints.component.html | 12 +-
.../pages/job/job-detail/job-detail.component.html | 38 +
.../pages/job/job-detail/job-detail.component.less | 48 +
.../pages/job/job-detail/job-detail.component.ts | 82 +
.../src/app/pages/job/job-local.service.ts | 11 +-
.../src/app/pages/job/job-routing.module.ts | 66 +-
.../src/app/pages/job/job.component.html | 26 +-
.../src/app/pages/job/job.component.less | 19 -
.../src/app/pages/job/job.component.ts | 70 +-
.../web-dashboard/src/app/pages/job/job.config.ts | 38 +
.../web-dashboard/src/app/pages/job/job.module.ts | 6 +-
.../modules/completed-job/cluster-config.guard.ts | 43 +
.../cluster-config/cluster-config.component.html | 24 +
.../cluster-config/cluster-config.component.less | 25 +
.../cluster-config/cluster-config.component.ts | 67 +
.../completed-job/completed-job-routing.module.ts | 87 +
.../modules/completed-job/completed-job.module.ts | 109 +
...pleted-job-subtasks-table-action.component.html | 37 +
...leted-job-subtasks-table-action.component.less} | 0
...ompleted-job-subtasks-table-action.component.ts | 69 +
...ed-job-taskmanagers-table-action.component.html | 51 +
...d-job-taskmanagers-table-action.component.less} | 0
...eted-job-taskmanagers-table-action.component.ts | 77 +
.../running-job/running-job-routing.module.ts | 79 +
.../job/modules/running-job/running-job.guard.ts | 55 +
.../job/modules/running-job/running-job.module.ts | 32 +
...job-overview-drawer-accumulators.component.html | 56 +-
...job-overview-drawer-accumulators.component.less | 22 +-
.../job-overview-drawer-accumulators.component.ts | 43 +-
...job-overview-drawer-backpressure.component.html | 83 +-
...job-overview-drawer-backpressure.component.less | 38 +-
.../job-overview-drawer-backpressure.component.ts | 103 +-
.../job-overview-drawer-detail.component.html | 149 +-
.../job-overview-drawer-detail.component.less | 64 +-
.../detail/job-overview-drawer-detail.component.ts | 24 +-
.../drawer/job-overview-drawer.component.less | 2 +-
.../drawer/job-overview-drawer.component.ts | 29 +-
.../app/pages/job/overview/job-overview.config.ts | 66 +
.../app/pages/job/overview/job-overview.module.ts | 10 +-
.../overview/list/job-overview-list.component.html | 10 +-
.../overview/list/job-overview-list.component.less | 5 +
.../job-overview-drawer-subtasks.component.html | 277 +-
.../job-overview-drawer-subtasks.component.less | 53 +
.../job-overview-drawer-subtasks.component.ts | 124 +-
.../subtasks-table-action.component.html | 44 +
.../subtasks-table-action.component.less} | 0
.../subtasks-table-action.component.ts | 35 +
...job-overview-drawer-taskmanagers.component.html | 118 +-
...job-overview-drawer-taskmanagers.component.less | 34 +
.../job-overview-drawer-taskmanagers.component.ts | 57 +-
.../taskmanagers-table-action.component.html | 57 +
.../taskmanagers-table-action.component.less | 22 +
.../taskmanagers-table-action.component.ts | 43 +
.../job-overview-drawer-watermarks.component.html | 20 +-
.../job-overview-drawer-watermarks.component.less | 22 +
.../job-overview-drawer-watermarks.component.ts | 57 +-
.../app/pages/job/status/job-status.component.html | 72 -
.../app/pages/job/status/job-status.component.less | 84 -
.../app/pages/job/status/job-status.component.ts | 115 -
.../src/app/pages/overview/overview.component.html | 2 +
.../src/app/pages/overview/overview.component.ts | 11 +-
.../statistic/overview-statistic.component.html | 16 +
.../statistic/overview-statistic.component.less | 72 +-
.../src/app/pages/submit/submit.component.ts | 2 +-
.../list/task-manager-list.component.html | 14 +-
.../list/task-manager-list.component.less | 13 +-
.../list/task-manager-list.component.ts | 32 +-
.../task-manager-log-detail.component.html | 9 +-
.../task-manager-log-detail.component.less | 2 +-
.../task-manager-log-detail.component.ts | 61 +-
.../log-list/task-manager-log-list.component.html | 73 +-
.../log-list/task-manager-log-list.component.less | 43 +
.../log-list/task-manager-log-list.component.ts | 49 +-
.../logs/task-manager-logs.component.html | 7 +-
.../logs/task-manager-logs.component.ts | 70 +-
.../metrics/task-manager-metrics.component.html | 558 +-
.../metrics/task-manager-metrics.component.less | 74 +-
.../metrics/task-manager-metrics.component.ts | 35 +-
.../status/task-manager-status.component.html | 86 +-
.../status/task-manager-status.component.less | 60 +-
.../status/task-manager-status.component.ts | 33 +-
.../stdout/task-manager-stdout.component.html | 9 +-
.../stdout/task-manager-stdout.component.less | 1 -
.../stdout/task-manager-stdout.component.ts | 73 +-
.../task-manager/task-manager-local.service.ts | 35 -
.../pages/task-manager/task-manager.component.html | 7 +-
.../pages/task-manager/task-manager.component.ts | 47 +-
.../app/pages/task-manager/task-manager.config.ts | 38 +
.../app/pages/task-manager/task-manager.module.ts | 8 +-
.../task-manager-thread-dump.component.html | 9 +-
.../task-manager-thread-dump.component.ts | 73 +-
.../src/app/services/job-manager.service.ts | 41 +-
.../web-dashboard/src/app/services/job.service.ts | 12 +-
.../src/app/services/task-manager.service.ts | 22 +-
.../addon-compact/addon-compact.component.html | 32 +
.../addon-compact/addon-compact.component.less | 23 +
.../addon/addon-compact/addon-compact.component.ts | 34 +
.../addon/addon-inline/addon-inline.component.html | 40 +
.../addon/addon-inline/addon-inline.component.less | 29 +
.../addon/addon-inline/addon-inline.component.ts | 39 +
.../src/app/share/common/addon/addon.module.ts | 35 +
.../blocked-badge/blocked-badge.component.html | 19 +
.../blocked-badge/blocked-badge.component.less | 40 +
.../blocked-badge/blocked-badge.component.ts | 33 +
.../configuration-cards.component.html | 59 +
.../configuration-cards.component.less | 42 +
.../configuration-cards.component.ts | 53 +
.../table-display/table-display.component.html | 38 +
.../table-display/table-display.component.less | 32 +
.../table-display/table-display.component.ts | 35 +
.../common/dynamic/dynamic-host.component.html | 19 +
.../common/dynamic/dynamic-host.component.less} | 0
.../share/common/dynamic/dynamic-host.component.ts | 66 +
.../app/share/common/dynamic/dynamic.directive.ts | 26 +
.../src/app/share/common/dynamic/dynamic.module.ts | 31 +
.../src/app/share/common/editor/editor.module.ts | 29 +
.../common/navigation/navigation.component.ts | 8 +-
.../share/common/status/job-status.component.html | 84 +
.../share/common/status/job-status.component.less | 41 +
.../share/common/status/job-status.component.ts | 118 +
.../table-aggregated-metrics.component.html | 207 +
.../table-aggregated-metrics.component.less | 30 +
.../table-aggregated-metrics.component.ts | 34 +
.../duration-badge/duration-badge.component.html | 24 +
.../duration-badge/duration-badge.component.less | 32 +
.../duration-badge/duration-badge.component.ts | 41 +
.../customize/job-list/job-list.component.html | 2 +-
.../share/customize/job-list/job-list.component.ts | 47 +-
.../refresh-download.component.html | 50 -
.../refresh-download.component.less | 33 -
.../refresh-download/refresh-download.component.ts | 40 -
.../customize/task-badge/task-badge.component.ts | 4 +-
.../src/app/share/pipes/humanize-bytes.pipe.ts | 2 +-
.../web-dashboard/src/app/share/share.module.ts | 47 +-
.../web-dashboard/src/styles/rewrite.less | 7 +
flink-runtime/pom.xml | 48 +-
.../flink/runtime/blocklist/BlockedNode.java | 79 +
.../blocklist/BlockedNodeAdditionResult.java | 46 +
.../runtime/blocklist/BlockedNodeRetriever.java | 31 +
.../blocklist/BlockedTaskManagerChecker.java | 32 +
.../flink/runtime/blocklist/BlocklistContext.java | 39 +
.../flink/runtime/blocklist/BlocklistHandler.java | 90 +
.../flink/runtime/blocklist/BlocklistListener.java | 36 +
.../runtime/blocklist/BlocklistOperations.java | 33 +
.../flink/runtime/blocklist/BlocklistTracker.java | 65 +
.../flink/runtime/blocklist/BlocklistUtils.java | 45 +
.../runtime/blocklist/DefaultBlocklistHandler.java | 216 +
.../runtime/blocklist/DefaultBlocklistTracker.java | 124 +
.../runtime/blocklist/NoOpBlocklistHandler.java | 64 +
.../AbstractCompleteCheckpointStore.java | 2 +-
.../runtime/checkpoint/CheckpointCoordinator.java | 39 +-
.../checkpoint/CheckpointFailureManager.java | 3 +-
.../runtime/checkpoint/CheckpointProperties.java | 4 +-
.../flink/runtime/checkpoint/Checkpoints.java | 58 +-
.../runtime/checkpoint/CheckpointsCleaner.java | 93 +-
.../runtime/checkpoint/CompletedCheckpoint.java | 38 +-
.../runtime/checkpoint/DefaultCheckpointPlan.java | 5 +-
.../DefaultCompletedCheckpointStore.java | 33 +-
.../EmbeddedCompletedCheckpointStore.java | 18 +-
.../checkpoint/FinishedTaskStateProvider.java | 23 +-
.../OperatorCoordinatorCheckpointContext.java | 2 -
.../checkpoint/OperatorCoordinatorCheckpoints.java | 2 +-
.../runtime/checkpoint/OperatorSubtaskState.java | 9 +
.../runtime/checkpoint/PendingCheckpoint.java | 3 +-
.../StandaloneCompletedCheckpointStore.java | 24 +-
.../checkpoint/StateAssignmentOperation.java | 7 +-
.../runtime/checkpoint/TaskStateAssignment.java | 5 +
.../checkpoint/metadata/CheckpointMetadata.java | 25 +
.../checkpoint/metadata/MetadataSerializer.java | 8 +
.../checkpoint/metadata/MetadataSerializers.java | 3 +-
.../checkpoint/metadata/MetadataV1Serializer.java | 8 +
.../checkpoint/metadata/MetadataV2Serializer.java | 7 +
.../checkpoint/metadata/MetadataV3Serializer.java | 3 +-
.../checkpoint/metadata/MetadataV4Serializer.java | 73 +
.../TaskDeploymentDescriptorFactory.java | 25 +-
.../DefaultJobManagerRunnerRegistry.java | 6 +-
.../JobDispatcherLeaderProcessFactoryFactory.java | 10 +-
.../runner/SessionDispatcherLeaderProcess.java | 4 +
.../runtime/entrypoint/ClusterEntrypoint.java | 8 +-
.../entrypoint/parser/CommandLineOptions.java | 4 +
.../runtime/executiongraph/AccessExecution.java | 15 +
.../executiongraph/AccessExecutionGraph.java | 8 +
.../executiongraph/AccessExecutionVertex.java | 9 +
.../runtime/executiongraph/ArchivedExecution.java | 19 +-
.../executiongraph/ArchivedExecutionGraph.java | 14 +
.../executiongraph/ArchivedExecutionVertex.java | 26 +-
.../executiongraph/DefaultExecutionGraph.java | 128 +-
.../DefaultExecutionGraphBuilder.java | 7 +-
.../flink/runtime/executiongraph/EdgeManager.java | 24 +-
.../executiongraph/EdgeManagerBuildUtil.java | 21 +-
.../flink/runtime/executiongraph/Execution.java | 98 +-
.../runtime/executiongraph/ExecutionJobVertex.java | 44 +-
.../runtime/executiongraph/ExecutionVertex.java | 166 +-
.../flink/runtime/executiongraph/IOMetrics.java | 37 +-
.../runtime/executiongraph/IntermediateResult.java | 70 +-
.../IntermediateResultPartition.java | 58 +-
.../runtime/executiongraph/JobStatusHook.java | 54 +
.../SpeculativeExecutionJobVertex.java | 81 +
.../executiongraph/SpeculativeExecutionVertex.java | 327 ++
.../failover/flip1/ExecutionFailureHandler.java | 17 +-
.../failover/flip1/FailureHandlingResult.java | 56 +-
.../RestartPipelinedRegionFailoverStrategy.java | 55 +-
.../SchedulingPipelinedRegionComputeUtil.java | 32 +-
.../highavailability/FileSystemJobResultStore.java | 3 +-
.../flink/runtime/history/FsJobArchivist.java | 3 +-
.../runtime/io/compression/AirBlockCompressor.java | 95 +
.../io/compression/AirBlockDecompressor.java | 103 +
.../io/compression/AirCompressorFactory.java | 46 +
.../io/compression/BlockCompressionFactory.java | 19 +-
.../runtime/io/compression/BlockCompressor.java | 8 +-
.../runtime/io/compression/BlockDecompressor.java | 10 +-
.../io/compression/BufferCompressionException.java | 42 +
.../compression/BufferDecompressionException.java | 42 +
.../runtime/io/compression/CompressorUtils.java | 52 +
.../io/compression/DataCorruptionException.java | 42 -
.../compression/InsufficientBufferException.java | 43 -
.../io/compression/Lz4BlockCompressionFactory.java | 7 -
.../runtime/io/compression/Lz4BlockCompressor.java | 24 +-
.../io/compression/Lz4BlockDecompressor.java | 40 +-
.../io/disk/BatchShuffleReadBufferPool.java | 9 +-
.../io/network/NettyShuffleEnvironment.java | 44 +-
.../io/network/NettyShuffleServiceFactory.java | 35 +-
.../io/network/buffer/BufferCompressor.java | 47 +-
.../io/network/buffer/BufferDecompressor.java | 40 +-
.../runtime/io/network/buffer/BufferHeader.java | 50 +
.../runtime/io/network/buffer/CompositeBuffer.java | 233 +
.../runtime/io/network/buffer/NetworkBuffer.java | 6 +-
.../io/network/buffer/NetworkBufferPool.java | 7 +-
.../buffer/ReadOnlySlicedNetworkBuffer.java | 20 +-
.../runtime/io/network/netty/NettyMessage.java | 7 +-
.../network/partition/BufferReaderWriterUtil.java | 86 +-
.../partition/BufferWritingResultPartition.java | 4 +-
.../runtime/io/network/partition/DataBuffer.java | 3 -
.../io/network/partition/DataSetMetaInfo.java | 8 +-
.../io/network/partition/HashBasedDataBuffer.java | 81 +-
.../partition/JobMasterPartitionTracker.java | 27 +-
.../partition/JobMasterPartitionTrackerImpl.java | 89 +-
.../io/network/partition/PartitionedFile.java | 6 +-
.../network/partition/PartitionedFileReader.java | 176 +-
.../network/partition/PartitionedFileWriter.java | 30 +-
.../io/network/partition/ResultPartition.java | 4 +
.../network/partition/ResultPartitionFactory.java | 44 +-
.../io/network/partition/ResultPartitionType.java | 43 +-
.../io/network/partition/SortBasedDataBuffer.java | 88 +-
.../partition/SortMergeResultPartition.java | 185 +-
.../SortMergeResultPartitionReadScheduler.java | 184 +-
.../partition/SortMergeSubpartitionReader.java | 28 +-
.../TaskExecutorPartitionTrackerImpl.java | 10 +
.../partition/consumer/LocalInputChannel.java | 7 +-
.../partition/consumer/SingleInputGateFactory.java | 9 +-
.../partition/hybrid/BufferIndexAndChannel.java | 39 +
.../partition/hybrid/BufferWithIdentity.java | 48 +
.../network/partition/hybrid/HsBufferContext.java | 138 +
.../io/network/partition/hybrid/HsDataView.java | 60 +
.../network/partition/hybrid/HsFileDataIndex.java | 112 +
.../partition/hybrid/HsFileDataIndexImpl.java | 207 +
.../partition/hybrid/HsFileDataManager.java | 423 ++
.../partition/hybrid/HsFullSpillingStrategy.java | 167 +
.../partition/hybrid/HsMemoryDataManager.java | 340 ++
.../hybrid/HsMemoryDataManagerOperation.java | 59 +
.../partition/hybrid/HsMemoryDataSpiller.java | 181 +
.../network/partition/hybrid/HsOutputMetrics.java | 40 +
.../partition/hybrid/HsResultPartition.java | 287 +
.../hybrid/HsSelectiveSpillingStrategy.java | 125 +
.../partition/hybrid/HsSpillingInfoProvider.java | 82 +
.../partition/hybrid/HsSpillingStrategy.java | 166 +
.../partition/hybrid/HsSpillingStrategyUtils.java | 129 +
.../partition/hybrid/HsSubpartitionFileReader.java | 67 +
.../hybrid/HsSubpartitionFileReaderImpl.java | 505 ++
.../hybrid/HsSubpartitionMemoryDataManager.java | 534 ++
.../partition/hybrid/HsSubpartitionView.java | 290 +
.../HsSubpartitionViewInternalOperations.java | 39 +
.../hybrid/HybridShuffleConfiguration.java | 240 +
.../runtime/jobgraph/IntermediateDataSet.java | 40 +-
.../org/apache/flink/runtime/jobgraph/JobEdge.java | 48 +-
.../apache/flink/runtime/jobgraph/JobGraph.java | 30 +-
.../apache/flink/runtime/jobgraph/JobVertex.java | 48 +-
.../DefaultSlotPoolServiceSchedulerFactory.java | 27 +-
.../apache/flink/runtime/jobmaster/JobMaster.java | 133 +-
.../flink/runtime/jobmaster/JobMasterGateway.java | 4 +-
.../runtime/jobmaster/RpcTaskManagerGateway.java | 3 +-
.../jobmaster/SlotPoolServiceSchedulerFactory.java | 9 +-
.../factories/DefaultJobMasterServiceFactory.java | 3 +
.../jobmaster/slotpool/AllocatedSlotPool.java | 8 +
.../slotpool/BlocklistDeclarativeSlotPool.java | 145 +
.../BlocklistDeclarativeSlotPoolFactory.java | 55 +
.../jobmaster/slotpool/DeclarativeSlotPool.java | 10 +-
.../slotpool/DeclarativeSlotPoolBridge.java | 8 +-
.../DeclarativeSlotPoolBridgeServiceFactory.java | 5 +-
.../slotpool/DeclarativeSlotPoolService.java | 26 +
.../DeclarativeSlotPoolServiceFactory.java | 5 +-
.../slotpool/DefaultAllocatedSlotPool.java | 5 +
.../slotpool/DefaultDeclarativeSlotPool.java | 35 +-
.../jobmaster/slotpool/PhysicalSlotProvider.java | 6 +
.../slotpool/PhysicalSlotProviderImpl.java | 4 +
.../jobmaster/slotpool/SlotPoolService.java | 8 +
.../jobmaster/slotpool/SlotPoolServiceFactory.java | 3 +-
.../messages/webmonitor/ClusterOverview.java | 52 +-
.../runtime/messages/webmonitor/JobDetails.java | 92 +-
.../apache/flink/runtime/metrics/MetricNames.java | 17 +
.../apache/flink/runtime/metrics/TimerGauge.java | 9 +
.../metrics/dump/MetricDumpSerialization.java | 10 +-
.../flink/runtime/metrics/dump/QueryScopeInfo.java | 28 +-
.../metrics/groups/InternalCacheMetricGroup.java | 93 +
.../groups/InternalOperatorMetricGroup.java | 1 +
.../runtime/metrics/groups/TaskIOMetricGroup.java | 39 +-
.../runtime/metrics/groups/TaskMetricGroup.java | 5 +-
.../flink/runtime/minicluster/MiniCluster.java | 28 +-
.../coordination/AcknowledgeCheckpointEvent.java | 37 +
.../operators/coordination/EventSender.java | 37 -
.../coordination/ExecutionSubtaskAccess.java | 25 +-
.../coordination/OperatorCoordinator.java | 65 +-
.../coordination/OperatorCoordinatorHolder.java | 204 +-
.../coordination/OperatorEventGateway.java | 2 +-
.../coordination/OperatorEventHandler.java | 2 +-
.../operators/coordination/OperatorEventValve.java | 202 -
.../RecreateOnResetOperatorCoordinator.java | 23 +-
.../operators/coordination/SubtaskAccess.java | 17 +-
.../operators/coordination/SubtaskGatewayImpl.java | 192 +-
.../runtime/resourcemanager/ResourceManager.java | 96 +-
.../resourcemanager/ResourceManagerGateway.java | 3 +-
.../runtime/resourcemanager/ResourceOverview.java | 18 +-
.../resourcemanager/StandaloneResourceManager.java | 9 +
.../StandaloneResourceManagerFactory.java | 2 +
.../resourcemanager/TaskExecutorRegistration.java | 17 +-
.../active/AbstractResourceManagerDriver.java | 13 +-
.../active/ActiveResourceManager.java | 55 +-
.../active/ActiveResourceManagerFactory.java | 7 +
.../active/ResourceManagerDriver.java | 5 +-
.../registration/WorkerRegistration.java | 10 +-
.../slotmanager/DeclarativeSlotManager.java | 37 +-
.../DefaultResourceAllocationStrategy.java | 16 +-
.../slotmanager/FineGrainedSlotManager.java | 22 +-
.../slotmanager/ResourceAllocationStrategy.java | 5 +-
.../resourcemanager/slotmanager/SlotManager.java | 11 +-
.../flink/runtime/rest/HttpMethodWrapper.java | 3 +-
.../org/apache/flink/runtime/rest/RestClient.java | 6 +-
.../flink/runtime/rest/RestServerEndpoint.java | 23 +-
.../rest/handler/RestHandlerSpecification.java | 5 +-
.../AsynchronousOperationStatusMessageHeaders.java | 4 +-
...AsynchronousOperationTriggerMessageHeaders.java | 4 +-
.../rest/handler/cluster/ClusterConfigHandler.java | 15 +-
.../handler/cluster/DashboardConfigHandler.java | 6 +-
.../cluster/JobManagerEnvironmentHandler.java | 60 +
.../dataset/ClusterDataSetDeleteHandlers.java | 2 +-
.../handler/job/AbstractSubtaskAttemptHandler.java | 15 +-
.../rest/handler/job/GeneratedLogUrlHandler.java | 88 +
.../rest/handler/job/JobDetailsHandler.java | 7 +-
.../rest/handler/job/JobExceptionsHandler.java | 33 +-
.../job/JobManagerJobConfigurationHandler.java | 86 +
.../job/JobManagerJobEnvironmentHandler.java | 82 +
.../handler/job/JobVertexBackPressureHandler.java | 87 +-
.../rest/handler/job/JobVertexDetailsHandler.java | 17 +-
.../handler/job/JobVertexTaskManagersHandler.java | 104 +-
.../job/SubtaskCurrentAttemptDetailsHandler.java | 19 +-
...SubtaskExecutionAttemptAccumulatorsHandler.java | 38 +-
.../job/SubtaskExecutionAttemptDetailsHandler.java | 52 +-
.../job/SubtasksAllAccumulatorsHandler.java | 32 +-
.../rest/handler/job/SubtasksTimesHandler.java | 3 +-
.../job/checkpoints/CheckpointConfigHandler.java | 6 +
.../files/WebContentHandlerSpecification.java | 9 +
.../messages/ClusterOverviewWithVersion.java | 26 +-
.../handler/legacy/metrics/MetricFetcherImpl.java | 1 +
.../rest/handler/legacy/metrics/MetricStore.java | 217 +-
.../rest/handler/util/MutableIOMetrics.java | 39 +-
.../rest/messages/AggregatedTaskDetailsInfo.java | 230 +
.../rest/messages/ClusterConfigurationInfo.java | 59 -
.../messages/ClusterConfigurationInfoEntry.java | 79 -
.../messages/ClusterConfigurationInfoHeaders.java | 8 +-
.../rest/messages/ClusterOverviewHeaders.java | 2 +-
.../runtime/rest/messages/ConfigurationInfo.java | 56 +
.../rest/messages/ConfigurationInfoEntry.java | 79 +
.../rest/messages/DashboardConfiguration.java | 24 +-
.../messages/DashboardConfigurationHeaders.java | 2 +-
.../runtime/rest/messages/EnvironmentInfo.java | 184 +
.../rest/messages/JobAccumulatorsHeaders.java | 2 +-
.../rest/messages/JobCancellationHeaders.java | 2 +-
.../runtime/rest/messages/JobConfigHeaders.java | 2 +-
.../rest/messages/JobExceptionsHeaders.java | 2 +-
.../JobIdsWithStatusesOverviewHeaders.java | 2 +-
.../messages/JobManagerEnvironmentHeaders.java | 72 +
.../rest/messages/JobManagerLogUrlHeaders.java | 72 +
.../runtime/rest/messages/JobPlanHeaders.java | 2 +-
.../messages/JobTaskManagerMessageParameters.java | 35 +
.../messages/JobVertexAccumulatorsHeaders.java | 2 +-
.../messages/JobVertexBackPressureHeaders.java | 2 +-
.../rest/messages/JobVertexBackPressureInfo.java | 45 +-
.../rest/messages/JobVertexDetailsHeaders.java | 2 +-
.../rest/messages/JobVertexDetailsInfo.java | 10 +-
.../rest/messages/JobVertexFlameGraphHeaders.java | 2 +-
.../messages/JobVertexTaskManagersHeaders.java | 2 +-
.../rest/messages/JobVertexTaskManagersInfo.java | 15 +-
.../runtime/rest/messages/JobsOverviewHeaders.java | 3 +-
.../runtime/rest/messages/LogUrlResponse.java | 55 +
.../rest/messages/RuntimeMessageHeaders.java | 45 +
.../RuntimeUntypedResponseMessageHeaders.java | 39 +
.../messages/SubtasksAllAccumulatorsHeaders.java | 2 +-
.../rest/messages/SubtasksTimesHeaders.java | 3 +-
.../rest/messages/TaskManagerLogUrlHeaders.java | 79 +
.../messages/UntypedResponseMessageHeaders.java | 2 +-
.../messages/YarnCancelJobTerminationHeaders.java | 9 +
.../messages/YarnStopJobTerminationHeaders.java | 9 +
.../checkpoints/CheckpointConfigHeaders.java | 5 +-
.../messages/checkpoints/CheckpointConfigInfo.java | 9 +
.../CheckpointStatisticDetailsHeaders.java | 4 +-
.../CheckpointingStatisticsHeaders.java | 5 +-
.../TaskCheckpointStatisticsHeaders.java | 4 +-
.../cluster/JobManagerCustomLogHeaders.java | 4 +-
.../messages/cluster/JobManagerLogFileHeader.java | 4 +-
.../messages/cluster/JobManagerLogListHeaders.java | 4 +-
.../cluster/JobManagerStdoutFileHeader.java | 4 +-
.../cluster/JobManagerThreadDumpHeaders.java | 4 +-
.../rest/messages/cluster/ShutdownHeaders.java | 5 +-
.../rest/messages/dataset/ClusterDataSetEntry.java | 2 +-
.../dataset/ClusterDataSetListHeaders.java | 4 +-
.../rest/messages/job/JobDetailsHeaders.java | 4 +-
.../messages/job/JobExecutionResultHeaders.java | 3 +-
.../job/JobManagerJobConfigurationHeaders.java | 81 +
.../job/JobManagerJobEnvironmentHeaders.java | 80 +
.../rest/messages/job/JobStatusInfoHeaders.java | 3 +-
.../rest/messages/job/JobSubmitHeaders.java | 4 +-
.../rest/messages/job/StatusDurationUtils.java | 77 +
.../job/SubtaskCurrentAttemptDetailsHeaders.java | 4 +-
...SubtaskExecutionAttemptAccumulatorsHeaders.java | 4 +-
.../job/SubtaskExecutionAttemptDetailsHeaders.java | 4 +-
.../job/SubtaskExecutionAttemptDetailsInfo.java | 127 +-
.../coordination/ClientCoordinationHeaders.java | 4 +-
.../metrics/AbstractAggregatedMetricsHeaders.java | 3 +-
.../job/metrics/AbstractMetricsHeaders.java | 3 +-
.../rest/messages/job/metrics/IOMetricsInfo.java | 53 +-
.../job/metrics/JobVertexWatermarksHeaders.java | 3 +-
.../taskmanager/TaskManagerCustomLogHeaders.java | 4 +-
.../taskmanager/TaskManagerDetailsHeaders.java | 4 +-
.../taskmanager/TaskManagerDetailsInfo.java | 7 +-
.../rest/messages/taskmanager/TaskManagerInfo.java | 32 +-
.../taskmanager/TaskManagerLogFileHeaders.java | 5 +-
.../taskmanager/TaskManagerLogsHeaders.java | 5 +-
.../taskmanager/TaskManagerStdoutFileHeaders.java | 5 +-
.../taskmanager/TaskManagerThreadDumpHeaders.java | 5 +-
.../messages/taskmanager/TaskManagersHeaders.java | 5 +-
.../flink/runtime/rest/util/RestMapperUtils.java | 4 +-
.../runtime/rest/versioning/RestAPIVersion.java | 72 +-
.../rest/versioning/RuntimeRestAPIVersion.java | 74 +
...achedIntermediateDataSetCorruptedException.java | 44 -
.../ClusterDatasetCorruptedException.java | 43 +
.../scheduler/DefaultExecutionDeployer.java | 88 +-
.../scheduler/DefaultExecutionGraphFactory.java | 14 +-
.../DefaultOperatorCoordinatorHandler.java | 3 +-
.../flink/runtime/scheduler/DefaultScheduler.java | 159 +-
.../runtime/scheduler/DefaultSchedulerFactory.java | 6 +-
.../flink/runtime/scheduler/ExecutionDeployer.java | 6 +-
.../runtime/scheduler/ExecutionGraphHandler.java | 7 +-
.../scheduler/ExecutionVertexVersioner.java | 9 +
.../flink/runtime/scheduler/SchedulerBase.java | 60 +-
.../runtime/scheduler/SchedulerNGFactory.java | 4 +-
.../apache/flink/runtime/scheduler/SharedSlot.java | 3 +-
.../scheduler/SimpleExecutionSlotAllocator.java | 189 +
.../SlotSharingExecutionSlotAllocator.java | 2 +
.../SsgNetworkMemoryCalculationUtils.java | 30 +-
.../adapter/DefaultExecutionTopology.java | 10 +-
.../scheduler/adapter/DefaultResultPartition.java | 11 +-
.../adapter/DefaultSchedulingPipelinedRegion.java | 18 +-
.../adaptive/AdaptiveSchedulerFactory.java | 4 +-
.../adaptivebatch/AdaptiveBatchScheduler.java | 19 +-
.../AdaptiveBatchSchedulerFactory.java | 141 +-
.../adaptivebatch/BlockingResultInfo.java | 3 +-
.../adaptivebatch/SpeculativeScheduler.java | 424 ++
.../FailureHandlingResultSnapshot.java | 41 +-
.../ExecutionTimeBasedSlowTaskDetector.java | 234 +
.../slowtaskdetector/SlowTaskDetector.java | 36 +
.../slowtaskdetector/SlowTaskDetectorListener.java | 38 +
.../scheduler/strategy/ConsumedPartitionGroup.java | 19 +-
.../PipelinedRegionSchedulingStrategy.java | 147 +-
.../strategy/SchedulingPipelinedRegion.java | 2 +-
.../strategy/SchedulingResultPartition.java | 7 +-
.../strategy/VertexwiseSchedulingStrategy.java | 10 +-
.../security/token/DelegationTokenProvider.java | 6 +-
.../token/HadoopFSDelegationTokenProvider.java | 285 +
.../token/KerberosDelegationTokenManager.java | 45 +-
.../flink/runtime/shuffle/PartitionDescriptor.java | 39 +-
.../runtime/shuffle/ShuffleEnvironmentContext.java | 14 +
.../source/coordinator/SourceCoordinator.java | 160 +-
.../coordinator/SourceCoordinatorContext.java | 297 +-
.../coordinator/SourceCoordinatorProvider.java | 14 +-
.../source/coordinator/SplitAssignmentTracker.java | 4 +-
.../state/ChangelogTaskLocalStateStore.java | 238 +
.../runtime/state/HeapPriorityQueuesManager.java | 22 +-
.../flink/runtime/state/KeyedStateFactory.java | 39 +-
.../runtime/state/PriorityQueueSetFactory.java | 24 +
.../RegisteredBroadcastStateBackendMetaInfo.java | 6 +
.../RegisteredKeyValueStateBackendMetaInfo.java | 6 +
.../RegisteredOperatorStateBackendMetaInfo.java | 6 +
...egisteredPriorityQueueStateBackendMetaInfo.java | 6 +
.../runtime/state/RegisteredStateMetaInfoBase.java | 9 +
.../flink/runtime/state/SharedStateRegistry.java | 24 +-
.../runtime/state/SharedStateRegistryImpl.java | 128 +-
.../apache/flink/runtime/state/StateBackend.java | 9 +
.../flink/runtime/state/StateBackendLoader.java | 2 +-
.../state/TaskExecutorLocalStateStoresManager.java | 54 +-
.../TaskExecutorStateChangelogStoragesManager.java | 101 +-
.../runtime/state/TaskLocalStateStoreImpl.java | 146 +-
.../flink/runtime/state/TaskStateManager.java | 10 +
.../flink/runtime/state/TaskStateManagerImpl.java | 26 +
.../changelog/ChangelogStateBackendHandle.java | 91 +-
.../ChangelogStateBackendLocalHandle.java | 116 +
.../state/changelog/LocalChangelogRegistry.java | 64 +
.../changelog/LocalChangelogRegistryImpl.java | 118 +
.../changelog/StateChangelogStorageFactory.java | 10 +-
.../changelog/StateChangelogStorageLoader.java | 15 +-
.../state/changelog/StateChangelogWriter.java | 21 +-
.../InMemoryStateChangelogStorageFactory.java | 9 +-
.../inmemory/InMemoryStateChangelogWriter.java | 15 +-
.../state/delegate/DelegatingStateBackend.java | 5 +
.../runtime/state/filesystem/FileStateHandle.java | 5 +-
.../filesystem/FsCheckpointStorageAccess.java | 10 +-
.../runtime/state/heap/AbstractHeapState.java | 22 +-
.../runtime/state/heap/CopyOnWriteStateMap.java | 6 +-
.../runtime/state/heap/CopyOnWriteStateTable.java | 9 +
.../runtime/state/heap/HeapAggregatingState.java | 20 +-
.../runtime/state/heap/HeapKeyedStateBackend.java | 120 +-
.../flink/runtime/state/heap/HeapListState.java | 11 +
.../flink/runtime/state/heap/HeapMapState.java | 11 +
.../HeapPriorityQueueSnapshotRestoreWrapper.java | 18 +
.../runtime/state/heap/HeapReducingState.java | 19 +-
.../flink/runtime/state/heap/HeapValueState.java | 10 +
.../state/memory/ByteStreamStateHandle.java | 5 +-
.../flink/runtime/state/ttl/TtlStateFactory.java | 4 +-
.../flink/runtime/taskexecutor/TaskExecutor.java | 48 +-
.../runtime/taskexecutor/TaskExecutorGateway.java | 20 +-
.../TaskExecutorGatewayDecoratorBase.java | 13 +-
.../runtime/taskexecutor/TaskManagerRunner.java | 2 +-
.../runtime/taskexecutor/TaskManagerServices.java | 5 +-
.../TaskManagerServicesConfiguration.java | 22 +-
.../NettyShuffleEnvironmentConfiguration.java | 24 +-
.../org/apache/flink/runtime/taskmanager/Task.java | 36 +-
.../runtime/taskmanager/TaskManagerLocation.java | 49 +-
.../taskmanager/UnresolvedTaskManagerLocation.java | 11 +-
.../flink/runtime/util/DualKeyLinkedMap.java | 6 +-
.../util/config/memory/ProcessMemoryUtils.java | 2 +-
.../NonLeaderRetrievalRestfulGateway.java | 102 +
.../runtime/webmonitor/WebMonitorEndpoint.java | 53 +
.../flink/runtime/webmonitor/WebMonitorUtils.java | 26 -
.../threadinfo/JobVertexThreadInfoTracker.java | 24 +-
flink-runtime/src/main/resources/META-INF/NOTICE | 9 +
....runtime.security.token.DelegationTokenProvider | 16 +
.../flink/runtime/blocklist/BlockedNodeTest.java | 46 +
.../blocklist/DefaultBlocklistHandlerTest.java | 260 +
.../blocklist/DefaultBlocklistTrackerTest.java | 90 +
.../CheckpointCoordinatorFailureTest.java | 3 +
.../checkpoint/CheckpointCoordinatorTest.java | 5 +-
.../CheckpointCoordinatorTestingUtils.java | 24 +-
.../CheckpointCoordinatorTriggeringTest.java | 15 +-
.../checkpoint/CheckpointFailureManagerTest.java | 5 +-
.../checkpoint/CheckpointMetadataLoadingTest.java | 16 +-
.../runtime/checkpoint/CheckpointsCleanerTest.java | 71 +
.../flink/runtime/checkpoint/CheckpointsTest.java | 61 +
.../checkpoint/CompletedCheckpointStoreTest.java | 8 +-
.../DefaultSchedulerCheckpointCoordinatorTest.java | 4 +-
.../checkpoint/StateAssignmentOperationTest.java | 41 +
.../metadata/MetadataV3SerializerTest.java | 2 +-
.../metadata/MetadataV4SerializerTest.java | 61 +
.../ResultPartitionDeploymentDescriptorTest.java | 6 +-
.../TaskDeploymentDescriptorFactoryTest.java | 6 +-
.../DefaultJobManagerRunnerRegistryTest.java | 42 +-
.../runner/SessionDispatcherLeaderProcessTest.java | 2 +-
.../executiongraph/ArchivedExecutionGraphTest.java | 326 +-
.../ArchivedExecutionGraphTestUtils.java | 191 +
...xecutionVertexWithSpeculativeExecutionTest.java | 223 +
.../BlockingResultPartitionReleaseTest.java | 151 +
.../DefaultExecutionGraphConstructionTest.java | 270 +-
.../DefaultExecutionGraphDeploymentTest.java | 13 +-
.../executiongraph/EdgeManagerBuildUtilTest.java | 30 +-
.../runtime/executiongraph/EdgeManagerTest.java | 112 +-
.../ExecutionGraphCoLocationRestartTest.java | 3 +-
.../executiongraph/ExecutionGraphFinishTest.java | 4 +-
.../ExecutionGraphPartitionReleaseTest.java | 3 +-
.../executiongraph/ExecutionGraphRestartTest.java | 15 +-
.../executiongraph/ExecutionGraphSuspendTest.java | 5 +-
.../executiongraph/ExecutionGraphTestUtils.java | 23 +-
.../executiongraph/ExecutionHistoryTest.java | 1 +
.../executiongraph/ExecutionJobVertexTest.java | 130 +-
.../ExecutionPartitionLifecycleTest.java | 7 +-
.../runtime/executiongraph/ExecutionTest.java | 9 +-
.../executiongraph/ExecutionVertexTest.java | 5 +-
.../IntermediateResultPartitionTest.java | 190 +-
.../RemoveCachedShuffleDescriptorTest.java | 213 +-
.../SpeculativeExecutionVertexTest.java | 322 ++
.../TestingDefaultExecutionGraphBuilder.java | 10 +-
.../executiongraph/TestingJobStatusHook.java | 69 +
.../flip1/ExecutionFailureHandlerTest.java | 164 +-
.../failover/flip1/FailureHandlingResultTest.java | 90 +-
...RestartPipelinedRegionFailoverStrategyTest.java | 81 +-
.../FileSystemJobResultStoreTestInternal.java | 3 +-
.../io/compression/BlockCompressionTest.java | 71 +-
.../io/disk/BatchShuffleReadBufferPoolTest.java | 7 +-
.../io/disk/FileChannelManagerImplTest.java | 8 +-
.../io/network/NettyShuffleEnvironmentBuilder.java | 5 +-
.../io/network/buffer/BufferBuilderTestUtils.java | 22 +-
.../io/network/buffer/BufferCompressionTest.java | 12 +
.../io/network/buffer/NetworkBufferPoolTest.java | 9 +
.../network/buffer/ReadOnlySlicedBufferTest.java | 20 +-
...editBasedPartitionRequestClientHandlerTest.java | 230 +-
.../NettyMessageClientSideSerializationTest.java | 79 +-
.../io/network/partition/BoundedDataTestBase.java | 46 +-
.../partition/BufferReaderWriterUtilTest.java | 140 +-
.../io/network/partition/DataBufferTest.java | 60 +-
.../JobMasterPartitionTrackerImplTest.java | 239 +-
.../partition/NoOpJobMasterPartitionTracker.java | 12 +-
.../partition/PartitionedFileWriteReadTest.java | 156 +-
.../network/partition/ResultPartitionBuilder.java | 9 +-
.../partition/ResultPartitionFactoryTest.java | 38 +-
.../SortMergeResultPartitionReadSchedulerTest.java | 171 +-
.../partition/SortMergeResultPartitionTest.java | 108 +-
.../partition/SortMergeSubpartitionReaderTest.java | 158 +-
.../TestingJobMasterPartitionTracker.java | 31 +-
.../partition/consumer/SingleInputGateTest.java | 434 +-
.../partition/hybrid/HsBufferContextTest.java | 128 +
.../partition/hybrid/HsFileDataIndexImplTest.java | 139 +
.../partition/hybrid/HsFileDataManagerTest.java | 509 ++
.../hybrid/HsFullSpillingStrategyTest.java | 218 +
.../partition/hybrid/HsMemoryDataManagerTest.java | 223 +
.../partition/hybrid/HsMemoryDataSpillerTest.java | 222 +
.../partition/hybrid/HsResultPartitionTest.java | 515 ++
.../hybrid/HsSelectiveSpillingStrategyTest.java | 168 +
.../hybrid/HsSpillingStrategyUtilsTest.java | 74 +
.../hybrid/HsSubpartitionFileReaderImplTest.java | 616 ++
.../HsSubpartitionMemoryDataManagerTest.java | 527 ++
.../partition/hybrid/HsSubpartitionViewTest.java | 428 ++
.../partition/hybrid/HybridShuffleTestUtils.java | 76 +
.../partition/hybrid/TestingFileDataIndex.java | 101 +
.../partition/hybrid/TestingHsDataView.java | 127 +
.../hybrid/TestingMemoryDataManagerOperation.java | 136 +
.../hybrid/TestingSpillingInfoProvider.java | 233 +
.../partition/hybrid/TestingSpillingStrategy.java | 138 +
.../TestingSubpartitionViewInternalOperation.java | 46 +
.../flink/runtime/jobgraph/JobTaskVertexTest.java | 195 +-
.../jobgraph/jsonplan/JsonGeneratorTest.java | 3 +-
.../scheduler/UpdatePartitionConsumersTest.java | 4 +-
...DefaultSlotPoolServiceSchedulerFactoryTest.java | 2 +-
.../jobmaster/JobIntermediateDatasetReuseTest.java | 64 +-
.../jobmaster/JobMasterPartitionReleaseTest.java | 19 +-
.../runtime/jobmaster/JobMasterSchedulerTest.java | 6 +-
.../flink/runtime/jobmaster/JobMasterTest.java | 466 +-
.../slotpool/BlocklistDeclarativeSlotPoolTest.java | 316 +
.../slotpool/DeclarativeSlotPoolBridgeTest.java | 7 +-
.../slotpool/DeclarativeSlotPoolServiceTest.java | 132 +-
.../slotpool/DefaultDeclarativeSlotPoolTest.java | 12 +-
...erImplWithDefaultSlotSelectionStrategyTest.java | 6 +-
...lSlotProviderImplWithSpreadOutStrategyTest.java | 6 +-
.../slotpool/SlotPoolBatchSlotRequestTest.java | 28 -
.../jobmaster/slotpool/SlotPoolTestUtils.java | 10 +
.../slotpool/TestingDeclarativeSlotPool.java | 19 +-
.../TestingDeclarativeSlotPoolBuilder.java | 18 +-
.../jobmaster/slotpool/TestingSlotPoolService.java | 6 +
.../slotpool/TestingSlotPoolServiceBuilder.java | 3 +-
.../runtime/jobmaster/utils/JobMasterBuilder.java | 11 +
.../jobmaster/utils/TestingJobMasterGateway.java | 15 +-
.../utils/TestingJobMasterGatewayBuilder.java | 15 +-
.../runtime/leaderelection/LeaderElectionTest.java | 5 +-
.../ZooKeeperLeaderElectionTest.java | 5 +-
...rMultipleComponentLeaderElectionDriverTest.java | 18 +
.../ZooKeeperLeaderRetrievalTest.java | 5 +-
.../messages/webmonitor/JobDetailsTest.java | 15 +-
.../flink/runtime/metrics/TimerGaugeTest.java | 4 +
.../metrics/dump/MetricDumpSerializerTest.java | 140 +-
.../runtime/metrics/dump/QueryScopeInfoTest.java | 182 +-
.../metrics/groups/TaskIOMetricGroupTest.java | 15 +
.../coordination/ComponentClosingUtilsTest.java | 64 +-
.../CoordinatorEventsExactlyOnceITCase.java | 178 +-
.../coordination/EventReceivingTasks.java | 97 +-
.../coordination/MockOperatorCoordinator.java | 6 +-
.../MockOperatorCoordinatorContext.java | 5 +
.../OperatorCoordinatorHolderTest.java | 160 +-
.../OperatorCoordinatorSchedulerTest.java | 290 +-
.../coordination/OperatorEventValveTest.java | 133 -
.../RecreateOnResetOperatorCoordinatorTest.java | 94 +-
.../coordination/SubtaskGatewayImplTest.java | 175 +
.../coordination/TestingOperatorCoordinator.java | 13 +-
.../util/IncompleteFuturesTrackerTest.java | 29 +-
.../operators/testutils/MockEnvironment.java | 9 +-
.../ResourceManagerPartitionLifecycleTest.java | 3 +-
.../ResourceManagerTaskExecutorTest.java | 9 +-
.../resourcemanager/ResourceManagerTest.java | 459 +-
.../StandaloneResourceManagerTest.java | 2 +
.../resourcemanager/TestingResourceManager.java | 21 +-
.../TestingResourceManagerFactory.java | 10 +
.../active/ActiveResourceManagerTest.java | 82 +-
.../active/ResourceManagerDriverTestBase.java | 9 +-
.../active/TestingResourceManagerDriver.java | 4 +-
.../AbstractFineGrainedSlotManagerITCase.java | 154 +-
.../slotmanager/DeclarativeSlotManagerBuilder.java | 13 +-
.../slotmanager/DeclarativeSlotManagerTest.java | 373 +-
.../DefaultResourceAllocationStrategyTest.java | 93 +-
...gerDefaultResourceAllocationStrategyITCase.java | 11 +-
.../slotmanager/FineGrainedSlotManagerTest.java | 330 +-
.../FineGrainedSlotManagerTestBase.java | 37 +-
.../TestingResourceAllocationStrategy.java | 4 +-
.../slotmanager/TestingSlotManager.java | 14 +-
.../slotmanager/TestingSlotManagerBuilder.java | 10 +-
.../utils/TestingResourceManagerGateway.java | 18 +-
.../runtime/rest/MultipartUploadResource.java | 7 +-
.../apache/flink/runtime/rest/RestClientTest.java | 9 +-
.../runtime/rest/RestExternalHandlersITCase.java | 4 +-
.../runtime/rest/RestServerEndpointITCase.java | 35 +-
.../runtime/rest/compatibility/Compatibility.java | 0
.../compatibility/CompatibilityCheckResult.java | 0
.../rest/compatibility/CompatibilityRoutine.java | 0
.../rest/compatibility/CompatibilityRoutines.java | 299 +
.../compatibility/RestAPIStabilityTestUtils.java | 253 +
.../runtime/rest/handler/AbstractHandlerTest.java | 7 +
.../handler/job/GeneratedLogUrlHandlerTest.java | 52 +
.../rest/handler/job/JobExceptionsHandlerTest.java | 4 +-
.../job/JobManagerJobConfigurationHandlerTest.java | 68 +
.../job/JobVertexBackPressureHandlerTest.java | 279 +-
.../SubtaskCurrentAttemptDetailsHandlerTest.java | 45 +-
...askExecutionAttemptAccumulatorsHandlerTest.java | 1 +
.../SubtaskExecutionAttemptDetailsHandlerTest.java | 41 +-
.../AggregatingSubtasksMetricsHandlerTest.java | 6 +-
.../job/metrics/JobVertexMetricsHandlerTest.java | 4 +-
.../job/metrics/SubtaskMetricsHandlerTest.java | 4 +-
.../messages/ClusterOverviewWithVersionTest.java | 2 +-
.../handler/legacy/metrics/MetricFetcherTest.java | 5 +-
.../handler/legacy/metrics/MetricStoreTest.java | 179 +-
.../utils/ArchivedExecutionGraphBuilder.java | 2 +
.../AbstractTaskManagerFileHandlerTest.java | 7 +
.../taskmanager/TaskManagerDetailsHandlerTest.java | 24 +-
.../messages/AggregatedTaskDetailsInfoTest.java | 100 +
.../messages/ClusterConfigurationInfoTest.java | 38 -
.../rest/messages/ConfigurationInfoTest.java | 37 +
.../rest/messages/DashboardConfigurationTest.java | 2 +-
.../runtime/rest/messages/EnvironmentInfoTest.java | 32 +
.../messages/JobVertexBackPressureInfoTest.java | 24 +-
.../rest/messages/JobVertexDetailsInfoTest.java | 40 +-
.../messages/JobVertexTaskManagersInfoTest.java | 9 +-
.../runtime/rest/messages/LogUrlResponseTest.java | 32 +
.../checkpoints/CheckpointConfigInfoTest.java | 1 +
.../rest/messages/job/JobDetailsInfoTest.java | 5 +-
.../SubtaskExecutionAttemptDetailsInfoTest.java | 18 +-
.../messages/json/JobResultDeserializerTest.java | 3 +-
.../json/SerializedThrowableSerializerTest.java | 5 +-
.../json/SerializedValueSerializerTest.java | 3 +-
.../messages/taskmanager/TaskManagerInfoTest.java | 3 +-
.../util/DocumentingDispatcherRestEndpoint.java | 6 +-
.../runtime/rest/util/TestMessageHeaders.java | 4 +-
.../rest/versioning/RestAPIVersionTest.java | 52 -
.../rest/versioning/RuntimeRestAPIVersionTest.java | 53 +
.../apache/flink/runtime/rpc/RpcEndpointTest.java | 29 +-
.../flink/runtime/rpc/TestingRpcService.java | 5 -
.../scheduler/DefaultExecutionDeployerTest.java | 38 +-
.../DefaultSchedulerBatchSchedulingTest.java | 2 +-
.../runtime/scheduler/DefaultSchedulerBuilder.java | 362 ++
.../runtime/scheduler/DefaultSchedulerTest.java | 111 +-
.../runtime/scheduler/SchedulerTestingUtils.java | 423 +-
.../SimpleExecutionSlotAllocatorTest.java | 275 +
.../SlotSharingExecutionSlotAllocatorTest.java | 202 +-
.../scheduler/TestingInternalFailuresListener.java | 47 +
.../scheduler/TestingPhysicalSlotProvider.java | 11 +
.../scheduler/TestingSchedulerNGFactory.java | 6 +-
.../adapter/DefaultExecutionTopologyTest.java | 143 +-
.../adapter/DefaultExecutionVertexTest.java | 26 +-
.../adapter/DefaultResultPartitionTest.java | 43 +-
.../DefaultSchedulingPipelinedRegionTest.java | 7 +-
.../adaptive/StateTrackingMockExecutionGraph.java | 6 +
.../adaptivebatch/AdaptiveBatchSchedulerTest.java | 58 +-
.../AdaptiveBatchSchedulerTestUtils.java | 104 -
.../adaptivebatch/SpeculativeSchedulerTest.java | 519 ++
.../forwardgroup/ForwardGroupComputeUtilTest.java | 49 +-
.../benchmark/SchedulerBenchmarkUtils.java | 5 +-
.../e2e/SchedulerEndToEndBenchmarkBase.java | 4 +-
.../FailureHandlingResultSnapshotTest.java | 132 +-
.../exceptionhistory/TestingAccessExecution.java | 10 +
.../ExecutionTimeBasedSlowTaskDetectorTest.java | 250 +
.../PipelinedRegionSchedulingStrategyTest.java | 273 +-
.../scheduler/strategy/StrategyTestUtil.java | 13 +-
.../strategy/TestingSchedulingExecutionVertex.java | 7 +-
.../strategy/TestingSchedulingPipelinedRegion.java | 2 +-
.../strategy/TestingSchedulingResultPartition.java | 9 +-
.../strategy/TestingSchedulingTopology.java | 1 +
.../HadoopFSDelegationTokenProviderITCase.java | 213 +
.../KerberosDelegationTokenManagerITCase.java | 3 +-
.../token/KerberosLoginProviderITCase.java | 165 +
.../security/token/KerberosLoginProviderTest.java | 160 -
.../token/TestDelegationTokenIdentifier.java | 64 +
.../runtime/shuffle/NettyShuffleUtilsTest.java | 4 +-
.../shuffle/PartitionDescriptorBuilder.java | 4 +-
.../source/coordinator/CoordinatorTestUtils.java | 22 +-
.../SourceCoordinatorAlignmentTest.java | 23 +-
.../SourceCoordinatorConcurrentAttemptsTest.java | 279 +
.../coordinator/SourceCoordinatorContextTest.java | 78 +-
.../coordinator/SourceCoordinatorProviderTest.java | 7 +-
.../source/coordinator/SourceCoordinatorTest.java | 235 +-
.../coordinator/SourceCoordinatorTestBase.java | 87 +-
.../source/coordinator/TestingSplitEnumerator.java | 14 +-
.../state/ChangelogTaskLocalStateStoreTest.java | 216 +
.../runtime/state/SharedStateRegistryTest.java | 139 +
.../state/StateBackendMigrationTestBase.java | 113 +-
.../flink/runtime/state/StateBackendTestBase.java | 10 +-
.../flink/runtime/state/StateBackendTestUtils.java | 16 +-
.../state/StateSnapshotCompressionTest.java | 4 +-
.../state/StateSnapshotTransformerTest.java | 6 +-
.../TaskExecutorLocalStateStoresManagerTest.java | 30 +-
...kExecutorStateChangelogStoragesManagerTest.java | 65 +-
.../runtime/state/TaskLocalStateStoreImplTest.java | 18 +-
.../runtime/state/TaskStateManagerImplTest.java | 4 +
.../flink/runtime/state/TestTaskStateManager.java | 21 +
.../changelog/LocalChangelogRegistryTest.java | 56 +
.../inmemory/StateChangelogStorageLoaderTest.java | 25 +-
.../inmemory/StateChangelogStorageTest.java | 7 +-
.../state/heap/CopyOnWriteStateTableTest.java | 36 +
...HeapKeyedStateBackendSnapshotMigrationTest.java | 2 +-
.../flink/runtime/state/ttl/TtlStateTestBase.java | 6 +-
.../state/ttl/mock/MockKeyedStateBackend.java | 2 +-
.../NettyShuffleEnvironmentConfigurationTest.java | 3 +-
...cutorExecutionDeploymentReconciliationTest.java | 14 +-
.../TaskExecutorPartitionLifecycleTest.java | 28 +-
.../taskexecutor/TaskExecutorSlotLifetimeTest.java | 14 +
...askExecutorToResourceManagerConnectionTest.java | 46 +-
.../TaskManagerRunnerConfigurationTest.java | 138 +-
.../taskexecutor/TestingTaskExecutorGateway.java | 27 +-
.../TestingTaskExecutorGatewayBuilder.java | 30 +-
.../LocalUnresolvedTaskManagerLocation.java | 2 +-
.../taskmanager/TaskManagerLocationTest.java | 114 +-
.../testutils/InternalMiniClusterExtension.java | 6 +-
.../runtime/testutils/MiniClusterResource.java | 6 +
.../runtime/testutils/ZooKeeperTestUtils.java | 34 +
.../flink/runtime/util/DualKeyLinkedMapTest.java | 16 +-
.../runtime/util/JvmExitOnFatalErrorTest.java | 2 +
.../runtime/util/ZooKeeperUtilsTreeCacheTest.java | 4 +-
.../runtime/webmonitor/TestingRestfulGateway.java | 2 +-
.../runtime/zookeeper/ZooKeeperExtension.java | 3 +-
.../flink/runtime/zookeeper/ZooKeeperResource.java | 5 +-
.../zookeeper/ZooKeeperTestEnvironment.java | 3 +-
...rg.apache.hadoop.security.token.TokenIdentifier | 16 +
.../org.junit.jupiter.api.extension.Extension | 34 +
flink-scala/pom.xml | 8 +-
.../BatchScalaAPICompletenessTest.scala | 2 +-
.../ScalaAPICompletenessTestBase.scala | 10 +-
.../flink-statebackend-changelog/pom.xml | 8 +-
.../state/changelog/AbstractChangelogState.java | 12 +-
.../changelog/AbstractChangelogStateBackend.java | 40 +-
.../state/changelog/AbstractStateChangeLogger.java | 8 +-
.../ChangelogKeyGroupedPriorityQueue.java | 12 +-
.../changelog/ChangelogKeyedStateBackend.java | 366 +-
.../ChangelogMaterializationMetricGroup.java | 65 -
.../flink/state/changelog/ChangelogState.java | 2 +
.../state/changelog/ChangelogStateBackend.java | 4 +
.../state/changelog/ChangelogTruncateHelper.java | 1 +
.../DeactivatedChangelogStateBackend.java | 3 +
.../state/changelog/KvStateChangeLoggerImpl.java | 31 +-
.../changelog/PeriodicMaterializationManager.java | 327 --
.../PriorityQueueStateChangeLoggerImpl.java | 14 +-
.../restore/ChangelogBackendLogApplier.java | 1 -
.../restore/ChangelogBackendRestoreOperation.java | 17 +-
.../restore/ChangelogMigrationRestoreTarget.java | 58 +-
.../changelog/ChangelogKeyedStateBackendTest.java | 4 +-
.../state/changelog/ChangelogMetricGroupTest.java | 8 +-
.../ChangelogStateBackendMigrationTest.java | 65 +
.../changelog/ChangelogStateBackendTestUtils.java | 7 +-
.../state/changelog/ChangelogStateDiscardTest.java | 22 +-
.../state/changelog/StateChangeLoggerTestBase.java | 7 +-
.../flink-statebackend-common/pom.xml | 77 +
.../ChangelogMaterializationMetricGroup.java | 67 +
.../common/PeriodicMaterializationManager.java | 391 ++
.../common/PeriodicMaterializationManagerTest.java | 67 +
.../flink-statebackend-heap-spillable/pom.xml | 2 +-
.../flink-statebackend-rocksdb/pom.xml | 2 +-
.../streaming/state/AbstractRocksDBState.java | 22 +-
.../state/EmbeddedRocksDBStateBackend.java | 21 +-
.../streaming/state/RocksDBAggregatingState.java | 23 +-
.../streaming/state/RocksDBKeyedStateBackend.java | 154 +-
.../state/RocksDBKeyedStateBackendBuilder.java | 21 +-
.../contrib/streaming/state/RocksDBListState.java | 24 +-
.../contrib/streaming/state/RocksDBMapState.java | 29 +-
.../state/RocksDBNativeMetricMonitor.java | 106 +-
.../state/RocksDBNativeMetricOptions.java | 140 +-
.../state/RocksDBPriorityQueueSetFactory.java | 36 +-
.../streaming/state/RocksDBReducingState.java | 21 +-
.../streaming/state/RocksDBResourceContainer.java | 23 +-
.../contrib/streaming/state/RocksDBValueState.java | 13 +
.../streaming/state/restore/RocksDBHandle.java | 3 +-
.../snapshot/RocksDBSnapshotStrategyBase.java | 318 +-
.../state/snapshot/RocksFullSnapshotStrategy.java | 169 -
.../snapshot/RocksIncrementalSnapshotStrategy.java | 323 +-
.../snapshot/RocksNativeFullSnapshotStrategy.java | 255 +
.../state/snapshot/RocksSnapshotUtil.java | 13 +
.../state/EmbeddedRocksDBStateBackendTest.java | 14 +-
.../state/RocksDBNativeMetricMonitorTest.java | 101 +-
.../contrib/streaming/state/RocksDBResource.java | 25 +-
.../state/RocksDBStateBackendConfigTest.java | 11 +-
.../RocksIncrementalSnapshotStrategyTest.java | 2 +-
.../state/ttl/FullSnapshotRocksDbTtlStateTest.java | 5 +
.../state/ttl/IncSnapshotRocksDbTtlStateTest.java | 2 +-
flink-state-backends/pom.xml | 3 +-
flink-streaming-java/pom.xml | 21 +-
.../streaming/api/datastream/AsyncDataStream.java | 176 +-
.../streaming/api/datastream/CachedDataStream.java | 61 +
.../flink/streaming/api/datastream/DataStream.java | 84 +-
.../api/datastream/SideOutputDataStream.java | 56 +
.../api/datastream/SingleOutputStreamOperator.java | 22 +-
.../environment/StreamExecutionEnvironment.java | 188 +-
.../api/functions/async/AsyncRetryPredicate.java | 47 +
.../api/functions/async/AsyncRetryStrategy.java | 37 +
.../streaming/api/functions/sink/PrintSink.java | 97 +
.../sink/filesystem/StreamingFileSink.java | 2 +
.../api/graph/GlobalStreamExchangeMode.java | 7 +-
.../flink/streaming/api/graph/JSONGenerator.java | 3 +-
.../streaming/api/graph/NonChainedOutput.java | 146 +
.../flink/streaming/api/graph/StreamConfig.java | 213 +-
.../flink/streaming/api/graph/StreamEdge.java | 20 +-
.../flink/streaming/api/graph/StreamGraph.java | 64 +-
.../streaming/api/graph/StreamGraphGenerator.java | 9 +-
.../flink/streaming/api/graph/StreamNode.java | 26 +-
.../api/graph/StreamingJobGraphGenerator.java | 275 +-
.../streaming/api/operators/SourceOperator.java | 6 +-
.../api/operators/SourceOperatorFactory.java | 11 +-
.../api/operators/async/AsyncWaitOperator.java | 227 +-
.../operators/async/AsyncWaitOperatorFactory.java | 15 +
.../api/operators/collect/CollectSinkOperator.java | 4 +-
.../collect/CollectSinkOperatorCoordinator.java | 9 +-
.../state/BatchExecutionKeyedStateBackend.java | 2 +-
.../source/ProgressiveTimestampsAndWatermarks.java | 70 +-
.../api/transformations/CacheTransformation.java | 89 +
.../api/transformations/SourceTransformation.java | 12 +
.../api/transformations/StreamExchangeMode.java | 11 +-
.../partitioner/CustomPartitionerWrapper.java | 20 +
.../runtime/tasks/FinishedOperatorChain.java | 1 +
.../streaming/runtime/tasks/OperatorChain.java | 87 +-
.../runtime/tasks/OperatorEventDispatcherImpl.java | 5 +
.../runtime/tasks/RegularOperatorChain.java | 1 +
.../flink/streaming/runtime/tasks/StreamTask.java | 35 +-
.../translators/CacheTransformationTranslator.java | 207 +
.../SourceTransformationTranslator.java | 1 +
.../util/retryable/AsyncRetryStrategies.java | 240 +
.../streaming/util/retryable/RetryPredicates.java | 85 +
.../streaming/api/functions/PrintSinkTest.java | 232 +
.../StreamGraphGeneratorBatchExecutionTest.java | 9 +-
.../api/graph/StreamGraphGeneratorTest.java | 273 +-
.../api/graph/StreamingJobGraphGeneratorTest.java | 643 ++-
.../StateInitializationContextImplTest.java | 2 +
.../api/operators/async/AsyncWaitOperatorTest.java | 238 +-
.../CollectSinkOperatorCoordinatorTest.java | 6 +-
.../utils/CollectSinkFunctionTestWrapper.java | 6 +-
.../source/SourceOperatorEventTimeTest.java | 155 +-
.../operators/GenericWriteAheadSinkTest.java | 57 +-
.../StreamSourceOperatorLatencyMetricsTest.java | 1 +
.../runtime/operators/WriteAheadSinkTestBase.java | 19 +-
.../ForwardForConsecutiveHashPartitionerTest.java | 26 +-
.../ForwardForUnspecifiedPartitionerTest.java | 25 +-
...ToStreamOperatorRecipientExactlyOnceITCase.java | 733 +++
.../tasks/InterruptSensitiveRestoreTest.java | 1 +
.../runtime/tasks/LocalStateForwardingTest.java | 2 +
.../runtime/tasks/OneInputStreamTaskTest.java | 3 +-
.../tasks/OneInputStreamTaskTestHarness.java | 2 +
.../streaming/runtime/tasks/OperatorChainTest.java | 2 +-
.../runtime/tasks/StreamConfigChainer.java | 79 +-
.../tasks/StreamTaskMailboxTestHarnessBuilder.java | 31 +-
.../runtime/tasks/StreamTaskSystemExitTest.java | 1 +
.../runtime/tasks/StreamTaskTerminationTest.java | 1 +
.../streaming/runtime/tasks/StreamTaskTest.java | 7 +-
.../runtime/tasks/StreamTaskTestHarness.java | 34 +-
.../tasks/SubtaskCheckpointCoordinatorTest.java | 1 +
.../tasks/TaskCheckpointingBehaviourTest.java | 1 +
.../streaming/runtime/tasks/TestStateBackend.java | 2 +-
.../AbstractStreamOperatorTestHarnessTest.java | 1 +
.../util/KeyedBroadcastOperatorTestHarness.java | 1 +
.../KeyedMultiInputStreamOperatorTestHarness.java | 2 +
.../KeyedOneInputStreamOperatorTestHarness.java | 2 +
.../KeyedTwoInputStreamOperatorTestHarness.java | 1 +
.../flink/streaming/util/MockStreamConfig.java | 30 +-
.../util/OneInputStreamOperatorTestHarness.java | 6 +
flink-streaming-scala/pom.xml | 13 +-
.../streaming/api/scala/AsyncDataStream.scala | 397 +-
.../streaming/api/scala/CachedDataStream.scala | 29 +
.../flink/streaming/api/scala/DataStream.scala | 46 +-
.../api/scala/StreamExecutionEnvironment.scala | 10 +-
.../api/scala/async/AsyncRetryPredicate.scala | 47 +
.../api/scala/async/AsyncRetryStrategy.scala | 34 +
.../api/scala/AsyncDataStreamITCase.scala | 122 +-
.../scala/StreamingScalaAPICompletenessTest.scala | 10 +-
flink-table/flink-sql-client/pom.xml | 21 +-
.../apache/flink/table/client/cli/CliClient.java | 42 +-
.../apache/flink/table/client/cli/CliStrings.java | 3 -
.../flink/table/client/gateway/Executor.java | 6 -
.../client/gateway/context/ExecutionContext.java | 42 +-
.../client/gateway/context/SessionContext.java | 169 +-
.../table/client/gateway/local/LocalExecutor.java | 23 +-
.../client/resource/ClientResourceManager.java | 62 +
.../table/client/util/ClientClassloaderUtil.java | 52 +
.../client/util/ClientWrapperClassLoader.java | 107 +
.../src/main/resources/META-INF/NOTICE | 2 +-
.../flink/table/client/cli/CliClientITCase.java | 36 +-
.../flink/table/client/cli/CliClientTest.java | 47 +-
.../flink/table/client/cli/CliResultViewTest.java | 10 -
.../flink/table/client/cli/TestingExecutor.java | 10 -
.../table/client/cli/utils/SqlParserHelper.java | 23 +-
.../client/gateway/context/SessionContextTest.java | 81 +-
.../table/client/gateway/local/DependencyTest.java | 7 +-
.../client/gateway/local/LocalExecutorITCase.java | 17 +-
.../client/gateway/utils/UserDefinedFunctions.java | 88 -
.../client/util/ClientWrapperClassLoaderTest.java | 151 +
.../src/test/resources/sql/function.q | 41 +-
.../flink-sql-client/src/test/resources/sql/set.q | 53 +-
.../src/test/resources/sql_multi/statement_set.q | 16 -
flink-table/flink-sql-gateway-api/pom.xml | 34 +-
.../flink/table/gateway/api/HandleIdentifier.java | 63 -
.../flink/table/gateway/api/SqlGatewayService.java | 179 +-
.../gateway/api/endpoint/SqlGatewayEndpoint.java | 32 +
.../api/endpoint/SqlGatewayEndpointFactory.java | 64 +
.../endpoint/SqlGatewayEndpointFactoryUtils.java | 164 +
.../gateway/api/operation/OperationHandle.java | 9 +-
.../table/gateway/api/operation/OperationType.java | 31 -
.../gateway/api/results/FetchOrientation.java | 32 +
.../table/gateway/api/results/FunctionInfo.java | 83 +
.../table/gateway/api/results/GatewayInfo.java | 38 +
.../table/gateway/api/results/OperationInfo.java | 41 +-
.../flink/table/gateway/api/results/ResultSet.java | 29 +-
.../flink/table/gateway/api/results/TableInfo.java | 75 +
.../gateway/api/session/SessionEnvironment.java | 71 +-
.../table/gateway/api/session/SessionHandle.java | 9 +-
.../flink/table/gateway/api/utils/ThreadUtils.java | 52 +
.../SqlGatewayEndpointFactoryUtilsTest.java | 140 +
.../api/session/SessionEnvironmentTest.java | 9 +-
.../gateway/api/utils/FakeSqlGatewayEndpoint.java | 35 +
.../api/utils/FakeSqlGatewayEndpointFactory.java | 50 +
.../api/utils/MockedSqlGatewayEndpoint.java | 82 +
.../api/utils/MockedSqlGatewayEndpointFactory.java | 74 +
.../gateway/api/utils/MockedSqlGatewayService.java | 182 +
.../org.apache.flink.table.factories.Factory | 21 +
flink-table/flink-sql-gateway/bin/sql-gateway.sh | 94 +
flink-table/flink-sql-gateway/pom.xml | 89 +-
.../org/apache/flink/table/gateway/SqlGateway.java | 180 +
.../flink/table/gateway/cli/SqlGatewayOptions.java | 41 +
.../table/gateway/cli/SqlGatewayOptionsParser.java | 106 +
.../table/gateway/rest/SqlGatewayRestEndpoint.java | 168 +
.../rest/SqlGatewayRestEndpointFactory.java | 101 +
.../handler/AbstractSqlGatewayRestHandler.java | 121 +
.../operation/AbstractOperationHandler.java | 82 +
.../handler/operation/CancelOperationHandler.java | 49 +
.../handler/operation/CloseOperationHandler.java | 55 +
.../operation/GetOperationStatusHandler.java | 42 +
.../rest/handler/session/CloseSessionHandler.java | 70 +
.../handler/session/GetSessionConfigHandler.java | 69 +
.../rest/handler/session/OpenSessionHandler.java | 67 +
.../session/TriggerSessionHeartbeatHandler.java | 69 +
.../handler/statement/ExecuteStatementHandler.java | 77 +
.../handler/statement/FetchResultsHandler.java | 91 +
.../rest/handler/util/GetApiVersionHandler.java | 62 +
.../gateway/rest/handler/util/GetInfoHandler.java | 59 +
.../rest/header/SqlGatewayMessageHeaders.java | 49 +
.../header/operation/AbstactOperationHeaders.java | 52 +
.../header/operation/CancelOperationHeaders.java | 60 +
.../header/operation/CloseOperationHeaders.java | 60 +
.../operation/GetOperationStatusHeaders.java | 60 +
.../rest/header/session/CloseSessionHeaders.java | 84 +
.../header/session/GetSessionConfigHeaders.java | 84 +
.../rest/header/session/OpenSessionHeaders.java | 83 +
.../session/TriggerSessionHeartbeatHeaders.java | 84 +
.../header/statement/ExecuteStatementHeaders.java | 85 +
.../rest/header/statement/FetchResultsHeaders.java | 105 +
.../rest/header/util/GetApiVersionHeaders.java | 82 +
.../gateway/rest/header/util/GetInfoHeaders.java | 82 +
.../operation/OperationHandleIdPathParameter.java | 49 +
.../operation/OperationMessageParameters.java | 60 +
.../operation/OperationStatusResponseBody.java | 42 +
.../message/session/CloseSessionResponseBody.java | 42 +
.../session/GetSessionConfigResponseBody.java | 45 +
.../message/session/OpenSessionRequestBody.java | 62 +
.../message/session/OpenSessionResponseBody.java | 42 +
.../session/SessionHandleIdPathParameter.java | 49 +
.../message/session/SessionMessageParameters.java | 52 +
.../statement/ExecuteStatementRequestBody.java | 72 +
.../statement/ExecuteStatementResponseBody.java | 43 +
.../statement/FetchResultsResponseBody.java | 72 +
.../statement/FetchResultsTokenParameters.java | 68 +
.../statement/FetchResultsTokenPathParameter.java | 46 +
.../message/util/GetApiVersionResponseBody.java | 44 +
.../rest/message/util/GetInfoResponseBody.java | 53 +
.../flink/table/gateway/rest/serde/ColumnInfo.java | 111 +
.../rest/serde/JsonResultSetDeserializer.java | 130 +
.../rest/serde/JsonResultSetSerializer.java | 127 +
.../rest/serde/LogicalTypeJsonDeserializer.java | 251 +
.../rest/serde/LogicalTypeJsonSerializer.java | 243 +
.../table/gateway/rest/serde/RowDataInfo.java | 59 +
.../rest/util/SqlGatewayRestAPIVersion.java | 96 +
.../gateway/rest/util/SqlGatewayRestOptions.java | 80 +
.../gateway/service/SqlGatewayServiceImpl.java | 182 +-
.../gateway/service/context/DefaultContext.java | 5 +-
.../gateway/service/context/SessionContext.java | 269 +-
.../table/gateway/service/operation/Operation.java | 160 -
.../service/operation/OperationExecutor.java | 342 ++
.../service/operation/OperationManager.java | 303 +-
.../gateway/service/result/ResultFetcher.java | 58 +-
.../table/gateway/service/result/ResultStore.java | 31 +-
.../table/gateway/service/session/Session.java | 19 +-
.../gateway/service/session/SessionManager.java | 12 +-
.../table/gateway/service/utils/Constants.java | 27 +
.../table/gateway/service/utils/ThreadUtils.java | 49 -
.../org.apache.flink.table.factories.Factory | 16 +
.../gateway/AbstractSqlGatewayStatementITCase.java | 307 +
.../apache/flink/table/gateway/SqlGatewayTest.java | 131 +
.../table/gateway/rest/OperationCaseITTest.java | 170 +
.../table/gateway/rest/RestAPIITTestBase.java | 107 +
.../table/gateway/rest/SessionCaseITTest.java | 164 +
.../gateway/rest/SqlGatewayRestEndpointITCase.java | 566 ++
.../SqlGatewayRestEndpointStatementITCase.java | 251 +
.../gateway/rest/SqlGatewayRestEndpointTest.java | 163 +
.../rest/TestingSqlGatewayRestEndpoint.java | 97 +
.../flink/table/gateway/rest/UtilCaseITTest.java | 74 +
.../SqlGatewayRestAPIStabilityTest.java | 63 +
.../gateway/rest/serde/JsonResultSetSerDeTest.java | 273 +
.../rest/serde/LogicalTypeJsonSerDeTest.java | 233 +
.../util/DocumentingSqlGatewayRestEndpoint.java | 58 +
.../table/gateway/rest/util/RestConfigUtils.java | 65 +
.../rest/util/SqlGatewayRestEndpointExtension.java | 89 +
.../versioning/SqlGatewayRestAPIVersionTest.java | 51 +
.../gateway/service/SqlGatewayServiceITCase.java | 563 +-
.../service/SqlGatewayServiceStatementITCase.java | 140 +
.../service/context/SessionContextTest.java | 156 +
.../gateway/service/result/ResultFetcherTest.java | 173 +-
.../service/session/SessionManagerTest.java | 3 +-
.../service/utils/IgnoreExceptionHandler.java | 36 +
.../service/utils/SqlGatewayServiceExtension.java | 26 +-
.../flink/table/gateway/utils/SqlScriptReader.java | 124 +
.../table/gateway/utils/TestSqlStatement.java | 42 +
.../src/test/resources/sql/catalog_database.q | 756 +++
.../src/test/resources/sql/insert.q | 182 +
.../src/test/resources/sql/statement_set.q | 367 ++
.../src/test/resources/sql/table.q | 988 ++++
.../src/test/resources/sql/view.q | 503 ++
.../resources/sql_gateway_rest_api_v1.snapshot | 318 ++
flink-table/flink-sql-parser-hive/pom.xml | 2 +-
.../parser/hive/ddl/SqlAlterHiveDatabaseProps.java | 3 +-
.../ddl/SqlAlterHiveTableAddReplaceColumn.java | 3 +-
.../parser/hive/ddl/SqlAlterHiveTableProps.java | 3 +-
.../parser/hive/ddl/SqlAlterHiveTableSerDe.java | 3 +-
.../hive/ddl/SqlAlterHiveViewProperties.java | 3 +-
.../sql/parser/hive/ddl/SqlCreateHiveTable.java | 8 +-
.../sql/parser/hive/ddl/SqlCreateHiveView.java | 3 +-
.../apache/flink/sql/parser/hive/package-info.java | 13 +-
flink-table/flink-sql-parser/pom.xml | 2 +-
.../src/main/codegen/data/Parser.tdd | 17 +
.../src/main/codegen/includes/parserImpls.ftl | 265 +-
.../flink/sql/parser/SqlPartitionSpecProperty.java | 99 +
.../apache/flink/sql/parser/SqlUnparseUtils.java | 67 +
.../flink/sql/parser/ddl/SqlAddReplaceColumns.java | 10 +-
.../flink/sql/parser/ddl/SqlAlterDatabase.java | 10 +-
.../apache/flink/sql/parser/ddl/SqlAlterTable.java | 8 +
.../flink/sql/parser/ddl/SqlAlterTableAdd.java | 71 +
.../flink/sql/parser/ddl/SqlAlterTableModify.java | 71 +
.../flink/sql/parser/ddl/SqlAlterTableOptions.java | 10 +-
.../flink/sql/parser/ddl/SqlAlterTableReset.java | 10 +-
.../flink/sql/parser/ddl/SqlAlterTableSchema.java | 75 +
.../sql/parser/ddl/SqlAlterViewProperties.java | 10 +-
.../flink/sql/parser/ddl/SqlAnalyzeTable.java | 137 +
.../flink/sql/parser/ddl/SqlCreateCatalog.java | 10 +-
.../flink/sql/parser/ddl/SqlCreateTable.java | 78 +-
.../flink/sql/parser/ddl/SqlCreateTableAs.java | 163 +
.../flink/sql/parser/ddl/SqlCreateTableLike.java | 136 +
.../apache/flink/sql/parser/ddl/SqlCreateView.java | 6 -
.../sql/parser/ddl/position/SqlColumnPosSpec.java | 47 +
.../ddl/position/SqlTableColumnPosition.java | 108 +
.../apache/flink/sql/parser/dql/SqlLoadModule.java | 10 +-
.../org/apache/flink/sql/parser/package-info.java | 13 +-
.../flink/sql/parser/CreateTableLikeTest.java | 15 +-
.../flink/sql/parser/FlinkDDLDataTypeTest.java | 15 +-
.../flink/sql/parser/FlinkSqlParserImplTest.java | 267 +
flink-table/flink-table-api-bridge-base/pom.xml | 2 +-
.../AbstractStreamTableEnvironmentImpl.java | 9 +-
flink-table/flink-table-api-java-bridge/pom.xml | 2 +-
.../datagen/table/RandomGeneratorVisitor.java | 41 +
.../datagen/table/SequenceGeneratorVisitor.java | 34 +
.../java/internal/StreamTableEnvironmentImpl.java | 29 +-
.../flink/table/connector/ProviderContext.java | 4 +-
.../connector/sink/DataStreamSinkProvider.java | 6 +-
.../connector/source/DataStreamScanProvider.java | 6 +-
.../internal/StreamTableEnvironmentImplTest.java | 18 +-
.../factories/DataGenTableSourceFactoryTest.java | 27 +-
flink-table/flink-table-api-java-uber/pom.xml | 8 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-table/flink-table-api-java/pom.xml | 2 +-
.../org/apache/flink/table/api/Expressions.java | 31 +
.../org/apache/flink/table/api/TableConfig.java | 24 +-
.../apache/flink/table/api/TableEnvironment.java | 105 +-
.../table/api/config/ExecutionConfigOptions.java | 111 +-
.../table/api/config/OptimizerConfigOptions.java | 59 +
.../flink/table/api/config/TableConfigOptions.java | 4 +-
.../flink/table/api/internal/AnalyzeTableUtil.java | 403 ++
.../flink/table/api/internal/BaseExpressions.java | 158 +
.../table/api/internal/StaticResultProvider.java | 4 +-
.../table/api/internal/TableEnvironmentImpl.java | 140 +-
.../flink/table/catalog/ConnectorCatalogTable.java | 4 +
.../flink/table/catalog/FunctionCatalog.java | 250 +-
.../delegation/ExtendedOperationExecutor.java | 42 +
.../org/apache/flink/table/delegation/Planner.java | 8 +
.../table/operations/ShowPartitionsOperation.java | 17 +
.../operations/ddl/AnalyzeTableOperation.java | 84 +
.../flink/table/resource/ResourceManager.java | 238 +-
.../flink/table/catalog/FunctionCatalogTest.java | 12 +-
.../table/catalog/GenericInMemoryCatalogTest.java | 72 +
.../flink/table/resource/ResourceManagerTest.java | 182 +-
.../org/apache/flink/table/utils/PlannerMock.java | 7 +
.../flink/table/utils/TableEnvironmentMock.java | 25 +-
.../flink/table/utils/UserDefinedFunctions.java | 97 +
flink-table/flink-table-api-scala-bridge/pom.xml | 2 +-
.../internal/StreamTableEnvironmentImpl.scala | 30 +-
.../internal/StreamTableEnvironmentImplTest.scala | 17 +-
flink-table/flink-table-api-scala/pom.xml | 2 +-
.../table/api/ImplicitExpressionConversions.scala | 16 +
flink-table/flink-table-code-splitter/pom.xml | 2 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-table/flink-table-common/pom.xml | 2 +-
.../org/apache/flink/table/catalog/Catalog.java | 53 +
.../table/catalog/ResolvedCatalogBaseTable.java | 2 +
.../catalog/stats/CatalogColumnStatistics.java | 29 +
.../stats/CatalogColumnStatisticsDataBinary.java | 32 +
.../stats/CatalogColumnStatisticsDataBoolean.java | 32 +
.../stats/CatalogColumnStatisticsDataDate.java | 35 +
.../stats/CatalogColumnStatisticsDataDouble.java | 45 +
.../stats/CatalogColumnStatisticsDataLong.java | 35 +
.../stats/CatalogColumnStatisticsDataString.java | 35 +
.../catalog/stats/CatalogTableStatistics.java | 39 +
.../org/apache/flink/table/catalog/stats/Date.java | 24 +
.../source/AsyncTableFunctionProvider.java | 5 +
.../connector/source/DynamicFilteringData.java | 198 +
.../connector/source/DynamicFilteringEvent.java | 45 +
.../table/connector/source/LookupTableSource.java | 10 +-
.../connector/source/TableFunctionProvider.java | 4 +
.../source/abilities/SupportsDynamicFiltering.java | 78 +
.../source/lookup/AsyncLookupFunctionProvider.java | 36 +
.../source/lookup/FullCachingLookupProvider.java | 68 +
.../source/lookup/LookupFunctionProvider.java | 36 +
.../connector/source/lookup/LookupOptions.java | 144 +
.../lookup/PartialCachingAsyncLookupProvider.java | 53 +
.../lookup/PartialCachingLookupProvider.java | 52 +
.../source/lookup/cache/DefaultLookupCache.java | 299 +
.../connector/source/lookup/cache/LookupCache.java | 76 +
.../lookup/cache/trigger/CacheReloadTrigger.java | 52 +
.../cache/trigger/PeriodicCacheReloadTrigger.java | 135 +
.../cache/trigger/TimedCacheReloadTrigger.java | 143 +
.../columnar/vector/heap/AbstractHeapVector.java | 7 +
.../data/columnar/vector/heap/HeapArrayVector.java | 89 +
.../data/columnar/vector/heap/HeapMapVector.java | 77 +
.../data/columnar/vector/heap/HeapRowVector.java | 57 +
.../apache/flink/table/factories/FactoryUtil.java | 13 +-
.../table/factories/FunctionDefinitionFactory.java | 38 +-
.../flink/table/functions/AsyncLookupFunction.java | 67 +
.../functions/BuiltInFunctionDefinitions.java | 176 +
.../flink/table/functions/FunctionIdentifier.java | 8 +
.../flink/table/functions/LookupFunction.java | 62 +
.../functions/python/PythonScalarFunction.java | 21 +-
.../functions/python/PythonTableFunction.java | 22 +-
.../apache/flink/table/plan/stats/ColumnStats.java | 16 +-
.../apache/flink/table/plan/stats/TableStats.java | 30 +-
.../flink/table/utils/PartitionPathUtils.java | 2 +-
.../table/connector/source/CompactPartitions.java | 3 +-
.../lookup/cache/DefaultLookupCacheTest.java | 372 ++
.../lookup/cache/InterceptingCacheMetricGroup.java | 71 +
.../trigger/PeriodicCacheReloadTriggerTest.java | 131 +
.../trigger/ScheduleStrategyExecutorService.java | 58 +
.../lookup/cache/trigger/TestTriggerContext.java | 62 +
.../cache/trigger/TimedCacheReloadTriggerTest.java | 185 +
.../flink/table/factories/TestCatalogFactory.java | 17 +-
.../flink/table/plan/stats/TableStatsTest.java | 93 +-
.../table/test/lookup/cache/LookupCacheAssert.java | 97 +
.../flink/table/utils/PartitionPathUtilsTest.java | 9 +
.../flink-table-planner-loader-bundle/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-table/flink-table-planner-loader/pom.xml | 2 +-
flink-table/flink-table-planner/pom.xml | 2 +-
.../org/apache/calcite/rel/core/Correlate.java | 278 +
.../java/org/apache/calcite/rel/core/Filter.java | 201 +
.../org/apache/calcite/rel/core/Intersect.java | 72 +
.../java/org/apache/calcite/rel/core/Minus.java | 69 +
.../java/org/apache/calcite/rel/core/SetOp.java | 158 +
.../java/org/apache/calcite/rel/core/Sort.java | 232 +
.../java/org/apache/calcite/rel/core/Union.java | 79 +
.../java/org/apache/calcite/rel/core/Values.java | 249 +
.../java/org/apache/calcite/rel/core/Window.java | 471 ++
.../apache/calcite/rel/hint/HintPredicates.java | 133 +
.../calcite/rel/hint/NodeTypeHintPredicate.java | 107 +
.../calcite/rel/logical/LogicalCorrelate.java | 188 +
.../apache/calcite/rel/logical/LogicalFilter.java | 175 +
.../calcite/rel/logical/LogicalIntersect.java | 97 +
.../apache/calcite/rel/logical/LogicalMinus.java | 101 +
.../apache/calcite/rel/logical/LogicalSort.java | 109 +
.../apache/calcite/rel/logical/LogicalUnion.java | 100 +
.../apache/calcite/rel/logical/LogicalValues.java | 169 +
.../apache/calcite/rel/logical/LogicalWindow.java | 399 ++
.../apache/calcite/sql2rel/RelDecorrelator.java | 11 +
.../apache/calcite/sql2rel/SqlToRelConverter.java | 6037 ++++++++++++++++++++
...ClearJoinHintWithInvalidPropagationShuttle.java | 179 +
.../planner/calcite/RelTimeIndicatorConverter.java | 7 +-
.../catalog/FunctionCatalogOperatorTable.java | 13 +-
.../planner/connectors/CollectDynamicSink.java | 71 +-
.../planner/connectors/DynamicSourceUtils.java | 2 +-
.../planner/delegation/DefaultDialectFactory.java | 54 +
.../planner/delegation/DefaultParserFactory.java | 54 -
.../table/planner/delegation/DialectFactory.java | 99 +
.../table/planner/delegation/ParserFactory.java | 66 -
.../table/planner/delegation/PlannerContext.java | 2 +-
.../planner/expressions/ExpressionBuilder.java | 5 +
.../expressions/converter/DirectConvertRule.java | 28 +
.../aggfunctions/CumeDistAggFunction.java | 86 +
.../functions/aggfunctions/NTILEAggFunction.java | 112 +
.../aggfunctions/PercentRankAggFunction.java | 52 +
.../aggfunctions/SizeBasedWindowFunction.java | 38 +
.../functions/aggfunctions/SumAggFunction.java | 5 +-
.../functions/sql/FlinkSqlOperatorTable.java | 59 +-
.../functions/utils/HiveAggSqlFunction.java | 91 -
.../planner/functions/utils/HiveFunctionUtils.java | 86 -
.../table/planner/hint/FlinkHintStrategies.java | 144 +
.../flink/table/planner/hint/FlinkHints.java | 143 +
.../flink/table/planner/hint/JoinStrategy.java | 96 +
.../table/planner/hint/LookupJoinHintOptions.java | 134 +
.../operations/SqlCreateTableConverter.java | 48 +-
.../operations/SqlToOperationConverter.java | 220 +
.../plan/abilities/source/FilterPushDownSpec.java | 4 +
.../table/planner/plan/nodes/exec/ExecEdge.java | 8 +
.../table/planner/plan/nodes/exec/ExecNode.java | 6 +
.../planner/plan/nodes/exec/ExecNodeBase.java | 56 +-
.../planner/plan/nodes/exec/ExecNodeConfig.java | 43 +-
.../planner/plan/nodes/exec/ExecNodeContext.java | 20 +-
.../plan/nodes/exec/ExecNodeGraphGenerator.java | 10 +-
.../plan/nodes/exec/ExecNodeTranslator.java | 2 +-
.../BatchExecDynamicFilteringDataCollector.java | 107 +
.../plan/nodes/exec/batch/BatchExecHashJoin.java | 60 +-
.../plan/nodes/exec/batch/BatchExecLookupJoin.java | 18 +
.../nodes/exec/batch/BatchExecOverAggregate.java | 32 +-
.../exec/batch/BatchExecOverAggregateBase.java | 22 +-
.../exec/batch/BatchExecPythonGroupAggregate.java | 9 +-
.../batch/BatchExecPythonGroupWindowAggregate.java | 8 +-
.../exec/batch/BatchExecPythonOverAggregate.java | 8 +-
.../nodes/exec/batch/BatchExecScriptTransform.java | 118 +
.../nodes/exec/batch/BatchExecSortMergeJoin.java | 61 +-
.../nodes/exec/batch/BatchExecTableSourceScan.java | 97 +-
.../nodes/exec/common/CommonExecLookupJoin.java | 358 +-
.../plan/nodes/exec/common/CommonExecMatch.java | 2 +-
.../nodes/exec/common/CommonExecPythonCalc.java | 102 +-
.../exec/common/CommonExecPythonCorrelate.java | 115 +-
.../plan/nodes/exec/common/CommonExecSink.java | 20 +-
.../exec/common/CommonExecTableSourceScan.java | 14 +-
.../DynamicFilteringDependencyProcessor.java | 207 +
.../processor/ResetTransformationProcessor.java | 46 +
.../utils/InputPriorityConflictResolver.java | 24 +-
.../plan/nodes/exec/serde/JsonSerdeUtil.java | 17 +-
.../nodes/exec/stream/StreamExecIntervalJoin.java | 15 +-
.../plan/nodes/exec/stream/StreamExecJoin.java | 35 +-
.../nodes/exec/stream/StreamExecLookupJoin.java | 49 +
.../plan/nodes/exec/stream/StreamExecMatch.java | 3 +-
.../nodes/exec/stream/StreamExecPythonCalc.java | 26 +-
.../exec/stream/StreamExecPythonCorrelate.java | 28 +-
.../stream/StreamExecPythonGroupAggregate.java | 53 +-
.../StreamExecPythonGroupTableAggregate.java | 12 +-
.../StreamExecPythonGroupWindowAggregate.java | 85 +-
.../exec/stream/StreamExecPythonOverAggregate.java | 45 +-
.../exec/stream/StreamExecTableSourceScan.java | 11 +-
.../plan/nodes/exec/utils/CommonPythonUtil.java | 53 +-
.../plan/nodes/hive/LogicalScriptTransform.java | 122 +
.../optimize/ClearQueryBlockAliasResolver.java | 71 +
.../planner/plan/optimize/JoinHintResolver.java | 255 +
...StreamNonDeterministicPhysicalPlanResolver.java | 193 +
.../StreamNonDeterministicUpdatePlanVisitor.java | 981 ++++
.../plan/rules/logical/FlinkFilterJoinRule.java | 510 ++
.../rules/logical/FlinkJoinToMultiJoinRule.java | 555 ++
.../logical/ProjectSnapshotTransposeRule.java | 77 +
.../PushPartitionIntoTableSourceScanRule.java | 2 +-
.../PushProjectIntoTableSourceScanRule.java | 70 +-
.../batch/DynamicPartitionPruningRule.java | 739 +++
.../physical/common/CommonPhysicalMatchRule.java | 3 +-
.../planner/plan/utils/ExecNodeMetadataUtil.java | 10 +-
.../table/planner/plan/utils/KeySelectorUtil.java | 29 +-
.../table/planner/plan/utils/LookupJoinUtil.java | 539 +-
.../plan/utils/SorMergeJoinOperatorUtil.java | 83 +
.../utils/CatalogTableStatisticsConverter.java | 34 +-
.../utils/DynamicPartitionPruningUtils.java | 377 ++
.../table/planner/utils/InternalConfigOptions.java | 8 +
.../src/main/resources/META-INF/NOTICE | 2 +-
.../org.apache.flink.table.factories.Factory | 2 +-
.../planner/calcite/FlinkLogicalRelFactories.scala | 2 +-
.../table/planner/calcite/FlinkPlannerImpl.scala | 64 +-
.../flink/table/planner/codegen/CodeGenUtils.scala | 43 +-
.../planner/codegen/CodeGeneratorContext.scala | 29 +-
.../table/planner/codegen/ExprCodeGenerator.scala | 5 +
.../table/planner/codegen/ExpressionReducer.scala | 26 +-
.../table/planner/codegen/GenerateUtils.scala | 5 +-
.../table/planner/codegen/HashCodeGenerator.scala | 139 +-
.../planner/codegen/LongHashJoinGenerator.scala | 112 +-
.../planner/codegen/LookupJoinCodeGenerator.scala | 28 +-
.../planner/codegen/ProjectionCodeGenerator.scala | 17 +
.../table/planner/codegen/agg/AggCodeGen.scala | 2 +
.../codegen/agg/AggsHandlerCodeGenerator.scala | 44 +-
.../codegen/agg/DeclarativeAggCodeGen.scala | 19 +-
.../planner/codegen/agg/DistinctAggCodeGen.scala | 5 +
.../planner/codegen/agg/ImperativeAggCodeGen.scala | 6 +
.../planner/codegen/calls/ScalarOperatorGens.scala | 17 +-
.../planner/codegen/calls/StringCallGen.scala | 6 +-
.../table/planner/delegation/BatchPlanner.scala | 11 +-
.../table/planner/delegation/PlannerBase.scala | 81 +-
.../table/planner/delegation/StreamPlanner.scala | 11 +-
.../metadata/FlinkRelMdModifiedMonotonicity.scala | 6 +-
.../FlinkRelMdPercentageOriginalRows.scala | 4 +-
.../planner/plan/metadata/FlinkRelMdRowCount.scala | 19 +-
.../plan/metadata/FlinkRelMdUniqueKeys.scala | 40 +-
.../plan/metadata/FlinkRelMdUpsertKeys.scala | 28 +-
.../table/planner/plan/nodes/calcite/Sink.scala | 2 +-
.../plan/nodes/logical/FlinkLogicalJoin.scala | 21 +-
.../logical/FlinkLogicalScriptTransform.scala | 96 +
.../plan/nodes/physical/FlinkPhysicalRel.scala | 16 +
...atchPhysicalDynamicFilteringDataCollector.scala | 68 +
...chPhysicalDynamicFilteringTableSourceScan.scala | 95 +
.../physical/batch/BatchPhysicalLookupJoin.scala | 4 +-
.../BatchPhysicalScriptTransformationExec.scala | 83 +
.../nodes/physical/common/CommonPhysicalJoin.scala | 11 +
.../physical/common/CommonPhysicalLookupJoin.scala | 168 +-
.../stream/StreamPhysicalCorrelateBase.scala | 6 +-
.../StreamPhysicalGlobalGroupAggregate.scala | 6 +-
.../StreamPhysicalGlobalWindowAggregate.scala | 16 +-
.../stream/StreamPhysicalGroupAggregate.scala | 6 +-
.../stream/StreamPhysicalGroupAggregateBase.scala | 6 +-
.../StreamPhysicalGroupTableAggregateBase.scala | 8 +-
.../StreamPhysicalGroupWindowAggregateBase.scala | 16 +-
.../StreamPhysicalIncrementalGroupAggregate.scala | 11 +-
.../nodes/physical/stream/StreamPhysicalJoin.scala | 23 +-
.../stream/StreamPhysicalLocalGroupAggregate.scala | 6 +-
.../StreamPhysicalLocalWindowAggregate.scala | 8 +-
.../physical/stream/StreamPhysicalLookupJoin.scala | 42 +-
.../stream/StreamPhysicalOverAggregate.scala | 2 +-
.../stream/StreamPhysicalOverAggregateBase.scala | 2 +-
.../StreamPhysicalPythonGroupAggregate.scala | 6 +-
.../nodes/physical/stream/StreamPhysicalRank.scala | 2 +-
.../nodes/physical/stream/StreamPhysicalSink.scala | 22 +-
.../stream/StreamPhysicalWindowAggregate.scala | 16 +-
.../stream/StreamPhysicalWindowAggregateBase.scala | 35 +
.../stream/StreamPhysicalWindowDeduplicate.scala | 4 +-
.../BatchCommonSubGraphBasedOptimizer.scala | 3 +-
.../optimize/CommonSubGraphBasedOptimizer.scala | 32 +-
.../StreamCommonSubGraphBasedOptimizer.scala | 3 +
.../program/FlinkRecomputeStatisticsProgram.java | 131 +-
.../planner/plan/rules/FlinkBatchRuleSets.scala | 41 +-
.../planner/plan/rules/FlinkStreamRuleSets.scala | 9 +-
...ushPartitionIntoLegacyTableSourceScanRule.scala | 6 +-
.../logical/SplitPythonConditionFromJoinRule.scala | 1 +
.../TemporalJoinRewriteWithUniqueKeyRule.scala | 7 +-
.../physical/batch/BatchPhysicalHashJoinRule.scala | 111 +-
.../physical/batch/BatchPhysicalJoinRuleBase.scala | 258 +-
.../batch/BatchPhysicalNestedLoopJoinRule.scala | 53 +-
.../batch/BatchPhysicalOverAggregateRule.scala | 80 +-
.../batch/BatchPhysicalScriptTransformRule.scala | 57 +
.../batch/BatchPhysicalSingleRowJoinRule.scala | 23 +-
.../batch/BatchPhysicalSortMergeJoinRule.scala | 12 +-
.../physical/batch/BatchPhysicalSortRule.scala | 1 -
.../stream/StreamPhysicalLookupJoinRule.scala | 18 +-
.../planner/plan/utils/AggFunctionFactory.scala | 82 +-
.../table/planner/plan/utils/AggregateUtil.scala | 2 +-
.../table/planner/plan/utils/FlinkRelOptUtil.scala | 12 +-
.../table/planner/plan/utils/FlinkRexUtil.scala | 51 +-
.../table/planner/plan/utils/RelExplainUtil.scala | 10 +-
.../planner/plan/utils/RelTreeWriterImpl.scala | 54 +-
.../flink/table/planner/plan/utils/SortUtil.scala | 12 +
.../file/table/FileSystemStatisticsReportTest.java | 278 +-
.../source/DynamicFilteringValuesSource.java | 129 +
.../source/DynamicFilteringValuesSourceReader.java | 185 +
.../flink/connector/source/ValuesSource.java | 120 +
.../flink/connector/source/ValuesSourceReader.java | 147 +
.../DynamicFilteringValuesSourceEnumerator.java | 149 +
.../connector/source/enumerator/NoOpEnumState.java | 22 +
.../source/enumerator/NoOpEnumStateSerializer.java | 41 +
.../source/enumerator/ValuesSourceEnumerator.java | 81 +
.../source/split/ValuesSourcePartitionSplit.java | 48 +
.../ValuesSourcePartitionSplitSerializer.java | 76 +
.../connector/source/split/ValuesSourceSplit.java | 41 +
.../source/split/ValuesSourceSplitSerializer.java | 55 +
.../formats/testcsv/TestCsvFormatFactory.java | 48 +-
.../table/api/internal/CompiledPlanUtils.java | 4 +-
...rJoinHintWithInvalidPropagationShuttleTest.java | 148 +
...nHintWithInvalidPropagationShuttleTestBase.java | 128 +
...pJoinHintWithInvalidPropagationShuttleTest.java | 149 +
.../planner/catalog/CatalogStatisticsTest.java | 28 +-
.../codegen/LongAdaptiveHashJoinGeneratorTest.java | 133 +
.../planner/codegen/LongHashJoinGeneratorTest.java | 58 +-
.../factories/TestFunctionDefinitionFactory.java | 38 +
.../table/planner/factories/TestValuesCatalog.java | 11 +-
.../factories/TestValuesRuntimeFunctions.java | 286 +-
.../planner/factories/TestValuesTableFactory.java | 316 +-
.../planner/functions/JsonFunctionsITCase.java | 15 +-
.../aggfunctions/AggFunctionTestBase.java | 88 +-
.../BatchApproxCountDistinctAggFunctionTest.java | 377 ++
...FirstLastValueAggFunctionWithOrderTestBase.java | 5 +-
.../FirstValueAggFunctionWithoutOrderTest.java | 2 +-
...alueWithRetractAggFunctionWithoutOrderTest.java | 2 +-
.../functions/aggfunctions/LagAggFunctionTest.java | 2 +-
.../LastValueAggFunctionWithoutOrderTest.java | 2 +-
...alueWithRetractAggFunctionWithoutOrderTest.java | 2 +-
.../ListAggWithRetractAggFunctionTest.java | 2 +-
.../ListAggWsWithRetractAggFunctionTest.java | 10 +-
.../MaxWithRetractAggFunctionTest.java | 2 +-
.../MinWithRetractAggFunctionTest.java | 2 +-
.../plan/batch/sql/DynamicFilteringTest.java | 190 +
.../plan/hints/batch/BroadcastJoinHintTest.java | 35 +
.../planner/plan/hints/batch/JoinHintTestBase.java | 827 +++
.../plan/hints/batch/NestLoopJoinHintTest.java | 35 +
.../plan/hints/batch/ShuffleHashJoinHintTest.java | 35 +
.../plan/hints/batch/ShuffleMergeJoinHintTest.java | 35 +
.../plan/nodes/exec/TestingBatchExecNode.java | 5 +
.../plan/nodes/exec/TransformationsTest.java | 162 +-
.../nodes/exec/common/CommonExecSinkITCase.java | 38 +-
.../MultipleInputNodeCreationProcessorTest.java | 3 +-
.../utils/InputPriorityConflictResolverTest.java | 54 +
.../nodes/exec/serde/AsyncLookupOptionsTest.java | 138 +
.../nodes/exec/serde/LogicalTypeJsonSerdeTest.java | 6 +-
.../nodes/exec/serde/PartitionSpecSerdeTest.java | 13 +-
.../exec/serde/RankProcessStrategySerdeTest.java | 3 +-
.../plan/nodes/exec/serde/RankRangeSerdeTest.java | 3 +-
.../plan/nodes/exec/serde/RankTypeSerdeTest.java | 3 +-
.../nodes/exec/serde/RetryLookupOptionsTest.java | 80 +
.../plan/nodes/exec/serde/SortSpecSerdeTest.java | 12 +-
.../nodes/exec/spec/LookupJoinHintTestUtil.java | 67 +
.../nodes/exec/stream/LookupJoinJsonPlanTest.java | 88 +
.../nodes/exec/stream/PythonCalcJsonPlanTest.java | 81 +
.../exec/stream/PythonCorrelateJsonPlanTest.java | 89 +
.../stream/PythonGroupAggregateJsonPlanTest.java | 70 +
.../PythonGroupWindowAggregateJsonPlanTest.java | 161 +
.../stream/PythonOverAggregateJsonPlanTest.java | 147 +
.../optimize/ClearQueryBlockAliasResolverTest.java | 104 +
.../plan/optimize/JoinHintResolverTest.java | 101 +
.../rules/logical/FlinkFilterJoinRuleTest.java | 313 +
.../logical/ProjectSnapshotTransposeRuleTest.java | 136 +
.../batch/DynamicPartitionPruningRuleTest.java | 607 ++
.../runtime/batch/sql/AnalyzeTableITCase.java | 669 +++
.../batch/sql/CompactManagedTableITCase.java | 2 +-
.../runtime/batch/sql/DynamicFilteringITCase.java | 289 +
.../batch/sql/ForwardHashExchangeITCase.java | 2 +-
.../planner/runtime/batch/sql/FunctionITCase.java | 138 +
.../sql/agg/LocalAggregatePushDownITCase.java | 2 +-
.../batch/sql/join/AdaptiveHashJoinITCase.java | 186 +
.../runtime/stream/sql/AnalyzeTableITCase.java | 63 +
.../runtime/stream/sql/DataStreamJavaITCase.java | 94 +-
.../planner/runtime/stream/sql/FunctionITCase.java | 252 +-
.../planner/utils/InternalConfigOptionsTest.java | 3 +-
.../flink/table/planner/utils/JsonTestUtils.java | 24 +-
.../flink/table/planner/utils/PlannerMocks.java | 22 +-
.../planner/utils/StatisticsReportTestBase.java | 315 +
...ggAndAllConstantLookupKeyWithTryResolveMode.out | 106 +
...nstantLookupKeyWithTryResolveMode_newSource.out | 106 +
.../src/test/resources/json/json-value.json | 3 +-
...arJoinHintWithInvalidPropagationShuttleTest.xml | 150 +
...upJoinHintWithInvalidPropagationShuttleTest.xml | 127 +
.../planner/plan/batch/sql/DeadlockBreakupTest.xml | 17 +-
.../plan/batch/sql/DynamicFilteringTest.xml | 1413 +++++
.../plan/batch/sql/MultipleInputCreationTest.xml | 18 +-
.../planner/plan/batch/sql/SubplanReuseTest.xml | 61 +-
.../table/planner/plan/batch/sql/UnnestTest.xml | 36 +
.../plan/batch/sql/agg/OverAggregateTest.xml | 29 +
.../plan/batch/sql/agg/SortAggregateTest.xml | 107 +
.../plan/batch/sql/join/BroadcastHashJoinTest.xml | 297 +-
.../plan/batch/sql/join/JoinReorderTest.xml | 307 +-
.../planner/plan/batch/sql/join/LookupJoinTest.xml | 34 +-
.../plan/batch/sql/join/NestedLoopJoinTest.xml | 319 +-
.../plan/batch/sql/join/ShuffledHashJoinTest.xml | 394 +-
.../plan/batch/sql/join/SortMergeJoinTest.xml | 268 +-
.../plan/hints/batch/BroadcastJoinHintTest.xml | 1521 +++++
.../plan/hints/batch/NestLoopJoinHintTest.xml | 1517 +++++
.../plan/hints/batch/ShuffleHashJoinHintTest.xml | 1558 +++++
.../plan/hints/batch/ShuffleMergeJoinHintTest.xml | 1558 +++++
.../nodes/exec/operator/BatchOperatorNameTest.xml | 246 +-
.../nodes/exec/operator/StreamOperatorNameTest.xml | 18 +-
.../JoinJsonPlanTest_jsonplan/testInnerJoin.out | 2 -
.../testInnerJoinWithEqualPk.out | 4 +-
.../testInnerJoinWithPk.out | 4 +-
.../testLeftJoinNonEqui.out | 2 -
.../testAggAndLeftJoinWithTryResolveMode.out | 454 ++
.../testJoinTemporalTable.out | 4 +-
.../testJoinTemporalTableWithAsyncHint.out | 476 ++
.../testJoinTemporalTableWithAsyncHint2.out | 476 ++
.../testJoinTemporalTableWithAsyncRetryHint.out | 482 ++
.../testJoinTemporalTableWithAsyncRetryHint2.out | 482 ++
...testJoinTemporalTableWithProjectionPushDown.out | 23 +-
.../testJoinTemporalTableWithRetryHint.out | 482 ++
.../testPythonCalc.out | 133 +
.../testPythonFunctionInWhereClause.out | 216 +
.../testJoinWithFilter.out | 264 +
.../testPythonTableFunction.out | 210 +
.../tesPythonAggCallsWithGroupBy.out | 232 +
.../testEventTimeHopWindow.out | 390 ++
.../testEventTimeSessionWindow.out | 388 ++
.../testEventTimeTumbleWindow.out | 513 ++
.../testProcTimeHopWindow.out | 443 ++
.../testProcTimeSessionWindow.out | 441 ++
.../testProcTimeTumbleWindow.out | 542 ++
.../testProcTimeBoundedNonPartitionedRangeOver.out | 448 ++
.../testProcTimeBoundedPartitionedRangeOver.out | 462 ++
...undedPartitionedRowsOverWithBuiltinProctime.out | 392 ++
.../testProcTimeUnboundedPartitionedRangeOver.out | 452 ++
.../testRowTimeBoundedPartitionedRowsOver.out | 387 ++
.../optimize/ClearQueryBlockAliasResolverTest.xml | 864 +++
.../planner/plan/optimize/JoinHintResolverTest.xml | 864 +++
.../rules/logical/ExpressionReductionRulesTest.xml | 17 +
.../plan/rules/logical/FlinkFilterJoinRuleTest.xml | 637 ++-
.../rules/logical/FlinkJoinToMultiJoinRuleTest.xml | 672 ++-
.../plan/rules/logical/JoinToMultiJoinRuleTest.xml | 56 +
.../plan/rules/logical/LogicalUnnestRuleTest.xml | 42 +
.../logical/ProjectSnapshotTransposeRuleTest.xml | 257 +
.../batch/DynamicPartitionPruningRuleTest.xml | 943 +++
.../plan/stream/sql/NonDeterministicDagTest.xml | 3105 ++++++++++
.../table/planner/plan/stream/sql/RankTest.xml | 8 +-
.../planner/plan/stream/sql/SubplanReuseTest.xml | 33 +-
.../planner/plan/stream/sql/TableSourceTest.xml | 162 +-
.../table/planner/plan/stream/sql/UnnestTest.xml | 36 +
.../planner/plan/stream/sql/agg/AggregateTest.xml | 4 +-
.../plan/stream/sql/join/JoinReorderTest.xml | 291 +
.../planner/plan/stream/sql/join/JoinTest.xml | 368 +-
.../plan/stream/sql/join/LookupJoinTest.xml | 1488 ++++-
.../plan/stream/sql/join/TemporalJoinTest.xml | 8 +-
.../flink/table/api/TableEnvironmentTest.scala | 54 +-
.../table/planner/catalog/CatalogTableITCase.scala | 40 +-
.../planner/codegen/HashCodeGeneratorTest.scala | 151 +-
.../expressions/NonDeterministicTests.scala | 9 +
.../planner/expressions/ScalarFunctionsTest.scala | 47 +-
.../planner/expressions/SqlExpressionTest.scala | 1 +
.../planner/expressions/TemporalTypesTest.scala | 17 +-
.../plan/batch/sql/agg/OverAggregateTest.scala | 12 +
.../plan/batch/sql/agg/SortAggregateTest.scala | 24 +-
.../batch/sql/join/BroadcastHashJoinTest.scala | 1 -
.../planner/plan/batch/sql/join/JoinTestBase.scala | 66 +
.../plan/batch/sql/join/ShuffledHashJoinTest.scala | 12 +-
.../planner/plan/common/JoinReorderTestBase.scala | 88 +-
.../table/planner/plan/common/UnnestTestBase.scala | 17 +
.../plan/metadata/FlinkRelMdHandlerTestBase.scala | 16 +-
.../plan/metadata/FlinkRelMdUniqueKeysTest.scala | 15 +
.../plan/metadata/FlinkRelMdUpsertKeysTest.scala | 14 +
.../logical/ExpressionReductionRulesTest.scala | 6 +
.../rules/logical/FlinkFilterJoinRuleTest.scala | 158 -
.../logical/FlinkJoinToMultiJoinRuleTest.scala | 211 +-
.../rules/logical/subquery/SubQueryTestBase.scala | 4 +-
.../plan/stream/sql/NonDeterministicDagTest.scala | 1674 ++++++
.../planner/plan/stream/sql/TableSinkTest.scala | 12 +
.../planner/plan/stream/sql/TableSourceTest.scala | 74 +-
.../plan/stream/sql/agg/AggregateTest.scala | 5 +
.../planner/plan/stream/sql/join/JoinTest.scala | 73 +-
.../plan/stream/sql/join/LookupJoinTest.scala | 433 +-
.../planner/plan/utils/FlinkRelOptUtilTest.scala | 50 +-
.../planner/plan/utils/RexNodeExtractorTest.scala | 14 +-
.../batch/sql/BatchFileSystemITCaseBase.scala | 5 +-
.../planner/runtime/batch/sql/CalcITCase.scala | 19 +-
.../runtime/batch/sql/OverAggregateITCase.scala | 146 +-
.../batch/sql/PartitionableSourceITCase.scala | 63 +-
.../runtime/batch/sql/TableSinkITCase.scala | 63 +-
.../runtime/batch/sql/TableSourceITCase.scala | 9 +-
.../batch/sql/agg/AggregateITCaseBase.scala | 44 +
.../runtime/batch/sql/agg/SortAggITCase.scala | 55 +
.../runtime/batch/sql/join/JoinITCase.scala | 351 ++
.../runtime/batch/sql/join/LookupJoinITCase.scala | 123 +-
.../planner/runtime/batch/table/CalcITCase.scala | 26 +
.../runtime/stream/sql/AggregateITCase.scala | 56 +
.../runtime/stream/sql/AsyncLookupJoinITCase.scala | 273 +-
.../planner/runtime/stream/sql/CalcITCase.scala | 18 +
.../planner/runtime/stream/sql/JoinITCase.scala | 179 +
.../runtime/stream/sql/LookupJoinITCase.scala | 301 +-
.../runtime/stream/sql/TableSinkITCase.scala | 41 +
.../runtime/stream/sql/TableSourceITCase.scala | 23 +-
.../planner/runtime/stream/sql/UnnestITCase.scala | 31 +
.../planner/runtime/stream/table/CalcITCase.scala | 34 +
.../planner/runtime/utils/BatchTestBase.scala | 1 +
.../planner/runtime/utils/StreamingTestBase.scala | 1 +
.../table/planner/runtime/utils/TestData.scala | 30 +-
.../flink/table/planner/utils/TableTestBase.scala | 123 +-
flink-table/flink-table-runtime/pom.xml | 2 +-
.../runtime/collector/ListenableCollector.java | 48 +
.../runtime/collector/TableFunctionCollector.java | 3 -
.../table/runtime/functions/JsonPathCache.java | 43 +
.../table/runtime/functions/SqlJsonUtils.java | 5 +
.../BatchApproxCountDistinctAggFunctions.java | 340 ++
.../functions/aggregate/hyperloglog/HllBuffer.java | 44 +
.../aggregate/hyperloglog/HyperLogLogPlusPlus.java | 4995 ++++++++++++++++
.../functions/aggregate/hyperloglog/XXH64.java | 159 +
.../table/lookup/CachingAsyncLookupFunction.java | 133 +
.../table/lookup/CachingLookupFunction.java | 184 +
.../functions/table/lookup/LookupCacheManager.java | 174 +
.../table/lookup/fullcache/CacheLoader.java | 128 +
.../table/lookup/fullcache/LookupFullCache.java | 115 +
.../lookup/fullcache/ReloadTriggerContext.java | 59 +
.../inputformat/InputFormatCacheLoader.java | 159 +
.../inputformat/InputSplitCacheLoadTask.java | 127 +
.../runtime/generated/AggsHandleFunction.java | 12 +
.../table/runtime/generated/HashFunction.java | 7 +-
.../runtime/hashtable/BaseHybridHashTable.java | 40 +-
.../runtime/hashtable/BinaryHashBucketArea.java | 2 +-
.../runtime/hashtable/BinaryHashPartition.java | 12 +-
.../table/runtime/hashtable/BinaryHashTable.java | 122 +-
.../table/runtime/hashtable/LongHashPartition.java | 4 +-
.../runtime/hashtable/LongHybridHashTable.java | 123 +-
.../io/BinaryRowChannelInputViewIterator.java | 6 +-
...ashPartitionChannelReaderInputViewIterator.java | 56 +
.../keyselector/GenericRowDataKeySelector.java | 65 +
.../DynamicFilteringDataCollectorOperator.java | 178 +
...cFilteringDataCollectorOperatorCoordinator.java | 154 +
...namicFilteringDataCollectorOperatorFactory.java | 100 +
.../ExecutionOrderEnforcerOperator.java | 71 +
.../ExecutionOrderEnforcerOperatorFactory.java | 47 +
.../runtime/operators/join/HashJoinOperator.java | 115 +-
.../operators/join/SortMergeJoinFunction.java | 560 ++
.../operators/join/SortMergeJoinOperator.java | 501 +-
.../join/lookup/KeyedLookupJoinWrapper.java | 235 +
.../operators/join/lookup/LookupJoinRunner.java | 29 +-
.../join/lookup/LookupJoinWithCalcRunner.java | 4 +-
.../operators/join/lookup/ResultRetryStrategy.java | 71 +
.../RetryableAsyncLookupFunctionDelegator.java | 102 +
.../lookup/RetryableLookupFunctionDelegator.java | 83 +
.../MultipleInputStreamOperatorBase.java | 1 +
.../operators/over/frame/InsensitiveOverFrame.java | 3 +-
.../operators/over/frame/OffsetOverFrame.java | 1 +
.../operators/over/frame/SlidingOverFrame.java | 1 +
.../over/frame/UnboundedFollowingOverFrame.java | 1 +
.../over/frame/UnboundedOverWindowFrame.java | 1 +
.../over/frame/UnboundedPrecedingOverFrame.java | 1 +
.../operators/window/slicing/SliceAssigners.java | 5 +
.../RowTimeMiniBatchAssginerOperator.java | 2 +
.../runtime/partitioner/BinaryHashPartitioner.java | 20 +
.../runtime/script/ScriptTransformIOInfo.java | 119 +
.../src/main/resources/META-INF/NOTICE | 2 +-
.../hyperloglog/HyperLogLogPlusPlusTest.java | 172 +
.../table/CachingAsyncLookupFunctionTest.java | 129 +
.../functions/table/CachingLookupFunctionTest.java | 103 +
.../table/fullcache/LookupFullCacheTest.java | 222 +
.../functions/table/fullcache/TestCacheLoader.java | 85 +
.../fullcache/TestManualCacheReloadTrigger.java | 49 +
.../inputformat/FullCacheTestInputFormat.java | 191 +
.../inputformat/InputFormatCacheLoaderTest.java | 169 +
.../runtime/hashtable/BinaryHashTableTest.java | 61 +-
.../table/runtime/hashtable/LongHashTableTest.java | 117 +-
.../io/CompressedHeaderlessChannelTest.java | 15 +-
...teringDataCollectorOperatorCoordinatorTest.java | 113 +
.../DynamicFilteringDataCollectorOperatorTest.java | 123 +
.../dynamicfiltering/DynamicFilteringDataTest.java | 138 +
.../operators/join/AsyncLookupJoinHarnessTest.java | 47 +-
.../join/Int2AdaptiveHashJoinOperatorTest.java | 450 ++
.../operators/join/Int2HashJoinOperatorTest.java | 287 +-
.../join/Int2HashJoinOperatorTestBase.java | 387 ++
.../join/Int2SortMergeJoinOperatorTest.java | 8 +-
.../operators/join/KeyedLookupJoinHarnessTest.java | 498 ++
.../operators/join/LookupJoinHarnessTest.java | 9 +-
.../RetryableAsyncLookupFunctionDelegatorTest.java | 168 +
.../join/RetryableLookupFunctionDelegatorTest.java | 103 +
.../operators/join/SortMergeJoinIteratorTest.java | 2 +-
.../join/String2HashJoinOperatorTest.java | 98 +-
.../join/String2SortMergeJoinOperatorTest.java | 108 +-
.../operators/over/SumAggsHandleFunction.java | 3 +
.../apache/flink/table/runtime/util/JoinUtil.java | 43 +
.../runtime/util/UniformBinaryRowGenerator.java | 2 +-
flink-table/flink-table-test-utils/pom.xml | 2 +-
flink-table/pom.xml | 2 +-
.../flink-connector-test-utils/pom.xml | 2 +-
.../container/FlinkContainerTestEnvironment.java | 193 +
.../testframe/container/FlinkContainers.java | 486 ++
.../container/FlinkContainersSettings.java | 599 ++
.../testframe/container/FlinkImageBuilder.java | 322 ++
.../container/FlinkTestcontainersConfigurator.java | 183 +
.../testframe/container/ImageBuildException.java | 26 +
.../container/TestcontainersSettings.java | 169 +
.../testframe/testsuites/SourceTestSuiteBase.java | 43 +-
.../testframe/utils/CollectIteratorAssertions.java | 11 +-
.../utils/UnorderedCollectIteratorAssert.java | 140 +
.../formats/DummyInitializationContext.java | 41 +
.../testutils/formats/SchemaTestUtils.java | 53 +
.../reader/TestingSplitEnumeratorContext.java | 5 +
.../flink-test-utils-junit/pom.xml | 2 +-
.../apache/flink/core/testutils/ScheduledTask.java | 4 +
.../junit/extensions/parameterized/Parameter.java | 36 +
.../parameterized/ParameterizedTestExtension.java | 251 +
.../junit/extensions/parameterized/Parameters.java | 34 +
.../flink/testutils/junit/utils/TempDirUtils.java | 100 +
.../org/apache/flink/util/DockerImageVersions.java | 4 +-
flink-test-utils-parent/flink-test-utils/pom.xml | 9 +-
.../connector/upserttest/sink/UpsertTestSink.java | 8 +
.../flink/streaming/util/StreamCollector.java | 146 -
.../streaming/util/StreamCollectorExtension.java | 146 -
.../streaming/util/TestStreamEnvironment.java | 3 +-
.../flink/test/junit5/MiniClusterExtension.java | 9 +-
.../flink/test/parameters/ParameterProperty.java | 58 +
.../java/org/apache/flink/test/util/FileUtils.java | 161 +
.../org/apache/flink/test/util/JobSubmission.java | 151 +
.../MiniClusterPipelineExecutorServiceLoader.java | 23 +-
.../apache/flink/test/util/SQLJobSubmission.java | 116 +
.../java/org/apache/flink/types/PojoTestUtils.java | 91 +
.../test/junit5/MiniClusterExtensionTest.java | 60 +
.../org/apache/flink/types/PojoTestUtilsTest.java | 67 +
flink-test-utils-parent/pom.xml | 2 +-
flink-tests/pom.xml | 2 +-
.../datastream/DataStreamCollectTestITCase.java | 73 +
.../OperatorEventSendingCheckpointITCase.java | 6 -
.../validation/TestJobDataFlowValidator.java | 34 +-
.../ChangelogLocalRecoveryITCase.java | 187 +
.../ChangelogPeriodicMaterializationITCase.java | 217 -
...ngelogPeriodicMaterializationRescaleITCase.java | 56 -
...ogPeriodicMaterializationSwitchEnvTestBase.java | 133 -
...dicMaterializationSwitchStateBackendITCase.java | 66 -
.../ChangelogPeriodicMaterializationTestBase.java | 441 --
.../checkpointing/ChangelogRecoveryITCase.java | 216 +
.../checkpointing/ChangelogRecoveryITCaseBase.java | 447 ++
.../ChangelogRecoveryRescaleITCase.java | 54 +
.../ChangelogRecoverySwitchEnvTestBase.java | 155 +
.../ChangelogRecoverySwitchStateBackendITCase.java | 181 +
.../CheckpointFailureManagerITCase.java | 79 +-
.../EventTimeWindowCheckpointingITCase.java | 6 +-
.../LegacyStatefulJobSavepointMigrationITCase.java | 1 -
.../RescaleCheckpointManuallyITCase.java | 180 +-
.../ResumeCheckpointManuallyITCase.java | 128 +-
.../test/checkpointing/SavepointFormatITCase.java | 9 +-
.../SharedPoolNettyShuffleServiceFactory.java | 4 +-
.../StatefulJobWBroadcastStateMigrationITCase.java | 1 -
.../TypeSerializerSnapshotMigrationITCase.java | 1 -
.../test/operators/RemoteEnvironmentITCase.java | 2 +-
.../jsonplan/JsonJobGraphGenerationTest.java | 6 +-
.../TaskManagerDisconnectOnShutdownITCase.java | 2 +
.../test/runtime/ShuffleCompressionITCase.java | 4 +-
.../ZooKeeperLeaderElectionITCase.java | 2 +-
.../PipelinedRegionSchedulingITCase.java | 2 +-
.../flink/test/scheduling/ReactiveModeITCase.java | 22 +
.../scheduling/SpeculativeSchedulerITCase.java | 433 ++
.../test/state/ChangelogCompatibilityITCase.java | 5 +-
.../test/state/ChangelogRecoveryCachingITCase.java | 253 +
.../state/SavepointStateBackendSwitchTestBase.java | 17 +-
.../restore/AbstractOperatorRestoreTestBase.java | 1 -
.../datastream/FinishedSourcesWatermarkITCase.java | 141 +
.../flink/test/streaming/runtime/CacheITCase.java | 289 +
.../StatefulJobSavepointMigrationITCase.scala | 1 -
...StatefulJobWBroadcastStateMigrationITCase.scala | 1 -
.../flink-walkthrough-common/pom.xml | 2 +-
.../flink-walkthrough-datastream-java/pom.xml | 2 +-
.../flink-walkthrough-datastream-scala/pom.xml | 2 +-
flink-walkthroughs/pom.xml | 2 +-
flink-yarn-tests/pom.xml | 20 +-
.../flink/yarn/YARNHighAvailabilityITCase.java | 5 +-
.../yarn/YARNSessionCapacitySchedulerITCase.java | 11 +-
flink-yarn/pom.xml | 2 +-
.../flink/yarn/AMRMClientAsyncReflector.java | 128 +
.../src/main/java/org/apache/flink/yarn/Utils.java | 47 +-
.../flink/yarn/YarnApplicationFileUploader.java | 6 +-
.../apache/flink/yarn/YarnClusterDescriptor.java | 20 +-
.../flink/yarn/YarnResourceManagerDriver.java | 35 +-
.../apache/flink/yarn/YarnTaskExecutorRunner.java | 3 +
.../yarn/configuration/YarnConfigOptions.java | 15 +
.../flink/yarn/TestingYarnAMRMClientAsync.java | 17 +
.../test/java/org/apache/flink/yarn/UtilsTest.java | 60 +-
.../flink/yarn/YarnResourceManagerDriverTest.java | 47 +
.../flink/yarn/YarnTaskExecutorRunnerTest.java | 15 +
pom.xml | 38 +-
tools/azure-pipelines/build-python-wheels.yml | 28 +-
tools/azure-pipelines/build_properties.sh | 18 +
tools/azure-pipelines/free_disk_space.sh | 10 +-
tools/ci/controller_utils.sh | 2 +-
tools/ci/java-ci-tools/pom.xml | 8 +-
.../tools/ci/licensecheck/NoticeFileChecker.java | 134 +-
.../tools/ci/suffixcheck/ScalaSuffixChecker.java | 81 +-
.../ci/utils/dependency/DependencyParser.java | 202 +
.../flink/tools/ci/utils/shared/Dependency.java | 114 +
.../modules-skipping-deployment.modulelist | 1 +
.../utils/dependency/DependencyParserCopyTest.java | 111 +
.../utils/dependency/DependencyParserTreeTest.java | 136 +
tools/maven/suppressions.xml | 2 +
tools/releasing/NOTICE-binary_PREAMBLE.txt | 2 +-
tools/releasing/create_binary_release.sh | 4 +-
tools/releasing/create_snapshot_branch.sh | 2 +-
tools/releasing/update_japicmp_configuration.sh | 11 +
3444 files changed, 233479 insertions(+), 52145 deletions(-)
create mode 100644 docs/content.zh/docs/connectors/datastream/formats/json.md
create mode 100644 docs/content.zh/docs/connectors/table/formats/protobuf.md
copy docs/{content => content.zh}/docs/deployment/resource-providers/standalone/working_directory.md (100%)
create mode 100644 docs/content.zh/docs/deployment/speculative_execution.md
create mode 100644 docs/content.zh/docs/dev/table/sql/analyze.md
create mode 100644 docs/content.zh/docs/ops/batch/batch_shuffle.md
delete mode 100644 docs/content.zh/docs/ops/batch/blocking_shuffle.md
create mode 100644 docs/content/docs/connectors/datastream/formats/json.md
create mode 100644 docs/content/docs/connectors/table/formats/protobuf.md
create mode 100644 docs/content/docs/deployment/speculative_execution.md
create mode 100644 docs/content/docs/dev/table/sql/analyze.md
create mode 100644 docs/content/docs/ops/batch/batch_shuffle.md
delete mode 100644 docs/content/docs/ops/batch/blocking_shuffle.md
create mode 100644 docs/layouts/shortcodes/generated/rest_v1_sql_gateway.html
create mode 100644 docs/layouts/shortcodes/generated/slow_task_detector_configuration.html
create mode 100644 docs/layouts/shortcodes/generated/sql_gateway_rest_configuration.html
create mode 100644 docs/layouts/shortcodes/py_download_link.html
create mode 100644 docs/static/fig/hint/hint_query_block_union.png
create mode 100644 docs/static/fig/hint/hint_query_block_view.png
create mode 100644 docs/static/fig/hint/hint_query_block_where.png
create mode 100644 docs/static/generated/rest_v1_sql_gateway.yml
delete mode 100644 flink-clients/src/test/java/org/apache/flink/client/testjar/ClasspathProvider.java
create mode 100644 flink-clients/src/test/java/org/apache/flink/client/testjar/ClasspathProviderExtension.java
copy {flink-docs => flink-clients}/src/test/resources/META-INF/services/org.junit.jupiter.api.extension.Extension (100%)
delete mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/AIMDRateLimitingStrategy.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/config/AsyncSinkWriterConfiguration.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/strategy/AIMDScalingStrategy.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/strategy/BasicRequestInfo.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/strategy/BasicResultInfo.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/strategy/CongestionControlRateLimitingStrategy.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/strategy/NoOpScalingStrategy.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/strategy/RateLimitingStrategy.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/strategy/RequestInfo.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/strategy/ResultInfo.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/strategy/ScalingStrategy.java
delete mode 100644 flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/sink/writer/AIMDRateLimitingStrategyTest.java
create mode 100644 flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/sink/writer/strategy/AIMDScalingStrategyTest.java
create mode 100644 flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/sink/writer/strategy/CongestionControlRateLimitingStrategyTest.java
create mode 100644 flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/sink/writer/strategy/NoOpScalingStrategyTest.java
delete mode 100644 flink-connectors/flink-connector-cassandra/src/main/java/org/apache/flink/batch/connectors/cassandra/OutputFormatBase.java
delete mode 100644 flink-connectors/flink-connector-cassandra/src/main/java/org/apache/flink/connectors/cassandra/utils/SinkUtils.java
delete mode 100644 flink-connectors/flink-connector-cassandra/src/test/java/org/apache/flink/batch/connectors/cassandra/OutputFormatBaseTest.java
copy flink-connectors/{flink-connector-aws-base => flink-connector-cassandra}/src/test/resources/META-INF/services/org.junit.jupiter.api.extension.Extension (100%)
create mode 100644 flink-connectors/flink-connector-files/src/main/java/org/apache/flink/connector/file/src/enumerate/DynamicFileEnumerator.java
create mode 100644 flink-connectors/flink-connector-files/src/main/java/org/apache/flink/connector/file/src/impl/DynamicFileSplitEnumerator.java
create mode 100644 flink-connectors/flink-connector-files/src/main/java/org/apache/flink/connector/file/table/PartitionCommitPolicyFactory.java
create mode 100644 flink-connectors/flink-connector-files/src/test/java/org/apache/flink/connector/file/src/impl/DynamicFileSplitEnumeratorTest.java
delete mode 100644 flink-connectors/flink-connector-hbase-base/src/main/java/org/apache/flink/connector/hbase/options/HBaseLookupOptions.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/connectors/hive/DynamicHiveSplitEnumerator.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/connectors/hive/HiveInternalOptions.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/connectors/hive/HiveSourceDynamicFileEnumerator.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/endpoint/hive/HiveServer2Endpoint.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/endpoint/hive/HiveServer2EndpointConfigOptions.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/endpoint/hive/HiveServer2EndpointFactory.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/endpoint/hive/HiveServer2EndpointVersion.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/endpoint/hive/HiveServer2Schemas.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/endpoint/hive/util/HiveJdbcParameterUtils.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/endpoint/hive/util/OperationExecutorFactory.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/endpoint/hive/util/ThriftObjectConversions.java
delete mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/functions/hive/HiveLegacyFunction.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/module/hive/udf/generic/HiveGenericUDFArrayAccessStructField.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/module/hive/udf/generic/HiveGenericUDFInternalInterval.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/module/hive/udf/generic/HiveGenericUDFToDecimal.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/operations/HiveSetOperation.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/HiveDialectFactory.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/HiveOperationExecutor.java
delete mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/HiveParserFactory.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/HiveParserProjectWindowTrimmer.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/HiveParserScriptTransformHelper.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/HiveSessionState.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserDirectoryDesc.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveSetProcessor.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/operation/HiveLoadDataOperation.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/parse/HiveParserLoadSemanticAnalyzer.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/runtime/operators/hive/script/CircularBuffer.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/runtime/operators/hive/script/HiveScriptTransformOperator.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/runtime/operators/hive/script/HiveScriptTransformOutReadThread.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/runtime/operators/hive/script/RedirectStreamThread.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/runtime/operators/hive/script/ScriptProcessBuilder.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/hive/service/rpc/thrift/TGetQueryIdReq.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/hive/service/rpc/thrift/TGetQueryIdResp.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/hive/service/rpc/thrift/TSetClientInfoReq.java
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/hive/service/rpc/thrift/TSetClientInfoResp.java
create mode 100644 flink-connectors/flink-connector-hive/src/test/java/org/apache/flink/connectors/hive/HiveSourceDynamicFileEnumeratorTest.java
create mode 100644 flink-connectors/flink-connector-hive/src/test/java/org/apache/flink/connectors/hive/HiveSourceFileEnumeratorTest.java
create mode 100644 flink-connectors/flink-connector-hive/src/test/java/org/apache/flink/connectors/hive/HiveTableSourceStatisticsReportTest.java
create mode 100644 flink-connectors/flink-connector-hive/src/test/java/org/apache/flink/table/endpoint/hive/HiveServer2EndpointFactoryTest.java
create mode 100644 flink-connectors/flink-connector-hive/src/test/java/org/apache/flink/table/endpoint/hive/HiveServer2EndpointITCase.java
create mode 100644 flink-connectors/flink-connector-hive/src/test/java/org/apache/flink/table/endpoint/hive/HiveServer2EndpointStatementITCase.java
create mode 100644 flink-connectors/flink-connector-hive/src/test/java/org/apache/flink/table/endpoint/hive/util/HiveServer2EndpointExtension.java
create mode 100644 flink-connectors/flink-connector-hive/src/test/java/org/apache/flink/table/endpoint/hive/util/ThriftObjectConversionsTest.java
create mode 100644 flink-connectors/flink-connector-hive/src/test/java/org/apache/flink/table/functions/hive/HiveFunctionWrapperTest.java
create mode 100644 flink-connectors/flink-connector-hive/src/test/java/org/apache/flink/table/functions/hive/util/TestSplitUDTFInitializeWithStructObjectInspector.java
create mode 100644 flink-connectors/flink-connector-hive/src/test/resources/endpoint/hive_catalog.q
create mode 100644 flink-connectors/flink-connector-hive/src/test/resources/endpoint/hive_module.q
create mode 100644 flink-connectors/flink-connector-hive/src/test/resources/endpoint/select.q
create mode 100644 flink-connectors/flink-connector-hive/src/test/resources/explain/testDynamicPartitionSortDisabled.out
create mode 100644 flink-connectors/flink-connector-hive/src/test/resources/explain/testDynamicPartitionSortEnabled.out
create mode 100644 flink-connectors/flink-connector-hive/src/test/resources/explain/testLoadData.out
create mode 100644 flink-connectors/flink-connector-hive/src/test/resources/explain/testMultiInsert.out
create mode 100644 flink-connectors/flink-connector-hive/src/test/resources/explain/testScriptTransform.out
create mode 100644 flink-connectors/flink-connector-hive/src/test/resources/orc/test.orc
create mode 100644 flink-connectors/flink-connector-hive/src/test/resources/query-test/interval.q
create mode 100644 flink-connectors/flink-connector-hive/src/test/resources/query-test/sub_query.q
create mode 100644 flink-connectors/flink-connector-hive/src/test/resources/query-test/udaf.q
create mode 100644 flink-connectors/flink-connector-hive/src/test/resources/query-test/udf.q
copy flink-connectors/{flink-connector-aws-base/archunit-violations/33252236-fc9f-4f63-b537-39e2322f7ccd => flink-connector-jdbc/archunit-violations/0f94f11b-9bc8-445a-8be8-e7dfd8a384b0} (100%)
delete mode 100644 flink-connectors/flink-connector-jdbc/archunit-violations/e3f99de4-2505-469a-8910-ce53aec7cd1d
create mode 100644 flink-connectors/flink-connector-jdbc/src/main/java/org/apache/flink/connector/jdbc/dialect/sqlserver/SqlServerDialect.java
create mode 100644 flink-connectors/flink-connector-jdbc/src/main/java/org/apache/flink/connector/jdbc/dialect/sqlserver/SqlServerDialectFactory.java
create mode 100644 flink-connectors/flink-connector-jdbc/src/main/java/org/apache/flink/connector/jdbc/internal/converter/SqlServerRowConverter.java
delete mode 100644 flink-connectors/flink-connector-jdbc/src/main/java/org/apache/flink/connector/jdbc/internal/options/JdbcLookupOptions.java
create mode 100644 flink-connectors/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/mysql/MySqlDialectTest.java
create mode 100644 flink-connectors/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/sqlserver/SqlServerPreparedStatementTest.java
create mode 100644 flink-connectors/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/sqlserver/SqlServerTableSinkITCase.java
create mode 100644 flink-connectors/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/sqlserver/SqlServerTableSourceITCase.java
delete mode 100644 flink-connectors/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/internal/converter/PostgresRowConverterTest.java
create mode 100644 flink-connectors/flink-connector-kafka/src/test/java/org/apache/flink/connector/kafka/source/split/KafkaPartitionSplitSerializerTest.java
delete mode 100644 flink-connectors/flink-connector-pulsar/src/main/java/org/apache/flink/connector/pulsar/source/enumerator/SplitsAssignmentState.java
create mode 100644 flink-connectors/flink-connector-pulsar/src/main/java/org/apache/flink/connector/pulsar/source/enumerator/assigner/NonSharedSplitAssigner.java
create mode 100644 flink-connectors/flink-connector-pulsar/src/main/java/org/apache/flink/connector/pulsar/source/enumerator/assigner/SharedSplitAssigner.java
create mode 100644 flink-connectors/flink-connector-pulsar/src/main/java/org/apache/flink/connector/pulsar/source/enumerator/assigner/SplitAssigner.java
create mode 100644 flink-connectors/flink-connector-pulsar/src/main/java/org/apache/flink/connector/pulsar/source/enumerator/assigner/SplitAssignerBase.java
create mode 100644 flink-connectors/flink-connector-pulsar/src/main/java/org/apache/flink/connector/pulsar/source/enumerator/assigner/SplitAssignerFactory.java
create mode 100644 flink-connectors/flink-connector-pulsar/src/main/java/org/apache/flink/connector/pulsar/source/enumerator/cursor/MessageIdUtils.java
create mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/source/PulsarUnorderedSourceITCase.java
delete mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/source/enumerator/SplitsAssignmentStateTest.java
create mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/source/enumerator/assigner/NonSharedSplitAssignerTest.java
create mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/source/enumerator/assigner/SharedSplitAssignerTest.java
create mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/source/enumerator/assigner/SplitAssignerTestBase.java
create mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/cases/SharedSubscriptionConsumingContext.java
delete mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/runtime/mock/MockZooKeeperClientFactory.java
create mode 100755 flink-connectors/flink-connector-pulsar/src/test/resources/docker/bootstrap.sh
create mode 100644 flink-core/src/main/java/org/apache/flink/api/common/io/OutputFormatBase.java
create mode 100644 flink-core/src/main/java/org/apache/flink/api/common/io/SinkUtils.java
create mode 100644 flink-core/src/main/java/org/apache/flink/api/connector/source/SupportsHandleExecutionAttemptSourceEvent.java
create mode 100644 flink-core/src/main/java/org/apache/flink/configuration/SlowTaskDetectorOptions.java
create mode 100644 flink-core/src/main/java/org/apache/flink/configuration/StateChangelogOptionsInternal.java
create mode 100644 flink-core/src/main/java/org/apache/flink/core/execution/CacheSupportedPipelineExecutor.java
create mode 100644 flink-core/src/main/java/org/apache/flink/util/jackson/JacksonMapperFactory.java
create mode 100644 flink-core/src/test/java/org/apache/flink/api/common/io/OutputFormatBaseTest.java
create mode 100644 flink-core/src/test/java/org/apache/flink/util/jackson/JacksonMapperFactoryTest.java
create mode 100644 flink-docs/src/main/java/org/apache/flink/docs/rest/RuntimeOpenApiSpecGenerator.java
create mode 100644 flink-docs/src/main/java/org/apache/flink/docs/rest/RuntimeRestAPIDocGenerator.java
create mode 100644 flink-docs/src/main/java/org/apache/flink/docs/rest/SqlGatewayOpenApiSpecGenerator.java
create mode 100644 flink-docs/src/main/java/org/apache/flink/docs/rest/SqlGatewayRestAPIDocGenerator.java
create mode 100644 flink-dstl/flink-dstl-dfs/src/main/java/org/apache/flink/changelog/fs/AbstractStateChangeFsUploader.java
create mode 100644 flink-dstl/flink-dstl-dfs/src/main/java/org/apache/flink/changelog/fs/ChangelogStreamHandleReader.java
create mode 100644 flink-dstl/flink-dstl-dfs/src/main/java/org/apache/flink/changelog/fs/ChangelogStreamHandleReaderWithCache.java
create mode 100644 flink-dstl/flink-dstl-dfs/src/main/java/org/apache/flink/changelog/fs/ChangelogStreamWrapper.java
create mode 100644 flink-dstl/flink-dstl-dfs/src/main/java/org/apache/flink/changelog/fs/DuplicatingOutputStreamWithPos.java
create mode 100644 flink-dstl/flink-dstl-dfs/src/main/java/org/apache/flink/changelog/fs/DuplicatingStateChangeFsUploader.java
create mode 100644 flink-dstl/flink-dstl-dfs/src/main/java/org/apache/flink/changelog/fs/StateChangeIteratorImpl.java
create mode 100644 flink-dstl/flink-dstl-dfs/src/test/java/org/apache/flink/changelog/fs/StateChangeFsUploaderTest.java
delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common/src/main/java/org/apache/flink/tests/util/flink/FlinkContainerTestEnvironment.java
create mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common/src/main/java/org/apache/flink/tests/util/flink/GatewayController.java
delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common/src/main/java/org/apache/flink/tests/util/flink/JobSubmission.java
delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common/src/main/java/org/apache/flink/tests/util/flink/SQLJobSubmission.java
delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common/src/main/java/org/apache/flink/tests/util/flink/container/FlinkContainers.java
delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common/src/main/java/org/apache/flink/tests/util/flink/container/FlinkContainersBuilder.java
delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common/src/main/java/org/apache/flink/tests/util/flink/container/FlinkImageBuilder.java
delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common/src/main/java/org/apache/flink/tests/util/flink/container/ImageBuildException.java
delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common/src/main/java/org/apache/flink/tests/util/parameters/ParameterProperty.java
delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common/src/main/java/org/apache/flink/tests/util/util/FileUtils.java
create mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common/src/test/java/org/apache/flink/dist/DynamicParameterITCase.java
copy {flink-clients => flink-end-to-end-tests/flink-end-to-end-tests-common}/src/test/resources/log4j2-test.properties (100%)
create mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-sql/src/test/java/org/apache/flink/table/sql/codegen/SqlITCaseBase.java
create mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-sql/src/test/java/org/apache/flink/table/sql/codegen/UsingRemoteJarITCase.java
create mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-sql/src/test/resources/create_function_using_remote_jar_e2e.sql
create mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-sql/src/test/resources/remote_jar_e2e.sql
create mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-sql/src/test/resources/scalar_udf_e2e.sql
create mode 100644 flink-end-to-end-tests/flink-sql-gateway-test/pom.xml
create mode 100644 flink-end-to-end-tests/flink-sql-gateway-test/src/test/java/org/apache/flink/table/gateway/SqlGatewayE2ECase.java
create mode 100644 flink-end-to-end-tests/flink-sql-gateway-test/src/test/java/org/apache/flink/table/gateway/containers/HiveContainer.java
create mode 100644 flink-end-to-end-tests/flink-sql-gateway-test/src/test/resources/gateway_e2e.sql
create mode 100644 flink-end-to-end-tests/flink-sql-gateway-test/src/test/resources/hive-site.xml
copy {flink-clients => flink-end-to-end-tests/flink-sql-gateway-test}/src/test/resources/log4j2-test.properties (100%)
create mode 100644 flink-examples/flink-examples-table/src/main/java/org/apache/flink/table/examples/java/basics/TemporalJoinSQLExample.java
create mode 100644 flink-examples/flink-examples-table/src/test/java/org/apache/flink/table/examples/java/basics/TemporalJoinSQLExampleITCase.java
create mode 100644 flink-formats/flink-csv/src/main/java/org/apache/flink/formats/csv/util/CsvFormatStatisticsReportUtil.java
create mode 100644 flink-formats/flink-csv/src/test/java/org/apache/flink/formats/csv/CsvFormatFilesystemStatisticsReportTest.java
create mode 100644 flink-formats/flink-csv/src/test/java/org/apache/flink/formats/csv/CsvFormatStatisticsReportTest.java
create mode 100644 flink-formats/flink-csv/src/test/java/org/apache/flink/formats/csv/CsvReaderFormatTest.java
create mode 100644 flink-formats/flink-json/src/main/java/org/apache/flink/formats/json/JsonDeserializationSchema.java
create mode 100644 flink-formats/flink-json/src/main/java/org/apache/flink/formats/json/JsonSerializationSchema.java
create mode 100644 flink-formats/flink-json/src/test/java/org/apache/flink/formats/json/JsonSerDeSchemaTest.java
create mode 100644 flink-formats/flink-orc/src/main/java/org/apache/flink/orc/util/OrcFormatStatisticsReportUtil.java
create mode 100644 flink-formats/flink-orc/src/test/java/org/apache/flink/orc/OrcFileSystemStatisticsReportTest.java
create mode 100644 flink-formats/flink-orc/src/test/java/org/apache/flink/orc/OrcFormatStatisticsReportTest.java
create mode 100644 flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/utils/ParquetFormatStatisticsReportUtil.java
create mode 100644 flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/ArrayColumnReader.java
create mode 100644 flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/BaseVectorizedColumnReader.java
create mode 100644 flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/MapColumnReader.java
create mode 100644 flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/ParquetDataColumnReader.java
create mode 100644 flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/ParquetDataColumnReaderFactory.java
create mode 100644 flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/RowColumnReader.java
create mode 100644 flink-formats/flink-parquet/src/test/java/org/apache/flink/formats/parquet/ParquetFileSystemStatisticsReportTest.java
create mode 100644 flink-formats/flink-parquet/src/test/java/org/apache/flink/formats/parquet/ParquetFormatStatisticsReportTest.java
delete mode 100644 flink-formats/flink-parquet/src/test/java/org/apache/flink/formats/parquet/utils/ParquetWriterUtil.java
create mode 100644 flink-formats/flink-protobuf/pom.xml
create mode 100644 flink-formats/flink-protobuf/src/main/java/com/google/protobuf/ProtobufInternalUtils.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbCodegenException.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbConstant.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbDecodingFormat.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbEncodingFormat.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbFormatConfig.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbFormatContext.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbFormatFactory.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbFormatOptions.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/PbCodegenArrayDeserializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/PbCodegenDeserializeFactory.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/PbCodegenDeserializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/PbCodegenMapDeserializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/PbCodegenRowDeserializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/PbCodegenSimpleDeserializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/PbRowDataDeserializationSchema.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/ProtoToRowConverter.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/PbCodegenArraySerializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/PbCodegenMapSerializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/PbCodegenRowSerializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/PbCodegenSerializeFactory.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/PbCodegenSerializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/PbCodegenSimpleSerializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/PbRowDataSerializationSchema.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/RowToProtoConverter.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/util/PbCodegenAppender.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/util/PbCodegenUtils.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/util/PbCodegenVarId.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/util/PbFormatUtils.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/util/PbSchemaValidationUtils.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/util/PbToRowTypeUtil.java
create mode 100644 flink-formats/flink-protobuf/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/MapProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/MapRowToProtoTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/MetaNoOuterNoMultiProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/MetaOuterMultiTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/MetaOuterNoMultiTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/MultiLevelMessageProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/MultiLevelMessageRowToProtoTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/NoJavaPackageProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/NullValueToProtoTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/OneofProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/OneofRowToProtoTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/Pb3ToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/ProtobufSQLITCaseTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/ProtobufTestHelper.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/RepeatedMessageProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/RepeatedMessageRowToProtoTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/RepeatedProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/RepeatedRowToProtoTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/SimpleProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/SimpleRowToProtoTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/table/TestProtobufSinkFunction.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/table/TestProtobufSourceFunction.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/table/TestProtobufTableFactory.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/table/TestProtobufTableSink.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/table/TestProtobufTableSource.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/table/TestProtobufTestStore.java
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_map.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_multiple_level_message.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_null.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_oneof.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_pb3.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_repeated.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_repeated_message.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_simple.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_simple_no_java_package.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_simple_noouter_nomulti.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_simple_outer_multi.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_simple_outer_nomulti.proto
create mode 100644 flink-formats/flink-protobuf/src/test/resources/META-INF/services/org.apache.flink.table.factories.Factory
create mode 100644 flink-formats/flink-sql-csv/pom.xml
create mode 100644 flink-formats/flink-sql-json/pom.xml
create mode 100644 flink-formats/flink-sql-protobuf/pom.xml
create mode 100644 flink-formats/flink-sql-protobuf/src/main/resources/META-INF/NOTICE
copy {flink-docs => flink-java}/src/test/resources/META-INF/services/org.junit.jupiter.api.extension.Extension (100%)
create mode 100644 flink-kubernetes/src/test/resources/testing-nospec-pod-template.yaml
create mode 100644 flink-metrics/flink-metrics-core/src/main/java/org/apache/flink/metrics/groups/CacheMetricGroup.java
create mode 100644 flink-python/pyflink/common/io.py
create mode 100644 flink-python/pyflink/common/utils.py
create mode 100644 flink-python/pyflink/datastream/connectors/hybrid_source.py
rename flink-python/pyflink/{metrics => datastream/connectors}/tests/__init__.py (100%)
create mode 100644 flink-python/pyflink/datastream/connectors/tests/test_cassandra.py
create mode 100644 flink-python/pyflink/datastream/connectors/tests/test_elasticsearch.py
create mode 100644 flink-python/pyflink/datastream/connectors/tests/test_file_system.py
create mode 100644 flink-python/pyflink/datastream/connectors/tests/test_jdbc.py
create mode 100644 flink-python/pyflink/datastream/connectors/tests/test_kafka.py
create mode 100644 flink-python/pyflink/datastream/connectors/tests/test_kinesis.py
create mode 100644 flink-python/pyflink/datastream/connectors/tests/test_pulsar.py
create mode 100644 flink-python/pyflink/datastream/connectors/tests/test_rabbitmq.py
create mode 100644 flink-python/pyflink/datastream/connectors/tests/test_seq_source.py
copy {flink-end-to-end-tests/flink-python-test/python/datastream => flink-python/pyflink/datastream/formats}/__init__.py (100%)
create mode 100644 flink-python/pyflink/datastream/formats/avro.py
create mode 100644 flink-python/pyflink/datastream/formats/csv.py
create mode 100644 flink-python/pyflink/datastream/formats/json.py
create mode 100644 flink-python/pyflink/datastream/formats/orc.py
create mode 100644 flink-python/pyflink/datastream/formats/parquet.py
copy {flink-end-to-end-tests/flink-python-test/python/datastream => flink-python/pyflink/datastream/formats/tests}/__init__.py (100%)
create mode 100644 flink-python/pyflink/datastream/formats/tests/test_avro.py
create mode 100644 flink-python/pyflink/datastream/formats/tests/test_csv.py
create mode 100644 flink-python/pyflink/datastream/formats/tests/test_json.py
create mode 100644 flink-python/pyflink/datastream/formats/tests/test_orc.py
create mode 100644 flink-python/pyflink/datastream/formats/tests/test_parquet.py
delete mode 100644 flink-python/pyflink/datastream/tests/test_connectors.py
copy {flink-end-to-end-tests/flink-python-test/python/datastream => flink-python/pyflink/fn_execution/datastream/embedded}/__init__.py (100%)
create mode 100644 flink-python/pyflink/fn_execution/datastream/embedded/operations.py
create mode 100644 flink-python/pyflink/fn_execution/datastream/embedded/process_function.py
create mode 100644 flink-python/pyflink/fn_execution/datastream/embedded/runtime_context.py
create mode 100644 flink-python/pyflink/fn_execution/datastream/embedded/side_output_context.py
create mode 100644 flink-python/pyflink/fn_execution/datastream/embedded/state_impl.py
create mode 100644 flink-python/pyflink/fn_execution/datastream/embedded/timerservice_impl.py
delete mode 100644 flink-python/pyflink/fn_execution/datastream/input_handler.py
copy {flink-end-to-end-tests/flink-python-test/python/datastream => flink-python/pyflink/fn_execution/datastream/process}/__init__.py (100%)
create mode 100644 flink-python/pyflink/fn_execution/datastream/process/input_handler.py
create mode 100644 flink-python/pyflink/fn_execution/datastream/process/operations.py
create mode 100644 flink-python/pyflink/fn_execution/datastream/process/process_function.py
rename flink-python/pyflink/fn_execution/datastream/{ => process}/runtime_context.py (100%)
create mode 100644 flink-python/pyflink/fn_execution/datastream/process/timerservice_impl.py
delete mode 100644 flink-python/pyflink/fn_execution/datastream/process_function.py
delete mode 100644 flink-python/pyflink/fn_execution/datastream/timerservice_impl.py
copy {flink-end-to-end-tests/flink-python-test/python/datastream => flink-python/pyflink/fn_execution/embedded}/__init__.py (100%)
create mode 100644 flink-python/pyflink/fn_execution/embedded/converters.py
create mode 100644 flink-python/pyflink/fn_execution/embedded/java_utils.py
create mode 100644 flink-python/pyflink/fn_execution/embedded/operation_utils.py
create mode 100644 flink-python/pyflink/fn_execution/embedded/operations.py
create mode 100644 flink-python/pyflink/fn_execution/embedded/state_impl.py
create mode 100644 flink-python/pyflink/fn_execution/formats/__init__.py
create mode 100644 flink-python/pyflink/fn_execution/formats/avro.py
copy {flink-end-to-end-tests/flink-python-test/python/datastream => flink-python/pyflink/fn_execution/metrics}/__init__.py (100%)
copy {flink-end-to-end-tests/flink-python-test/python/datastream => flink-python/pyflink/fn_execution/metrics/embedded}/__init__.py (100%)
create mode 100644 flink-python/pyflink/fn_execution/metrics/embedded/counter_impl.py
create mode 100644 flink-python/pyflink/fn_execution/metrics/embedded/distribution_impl.py
create mode 100644 flink-python/pyflink/fn_execution/metrics/embedded/meter_impl.py
create mode 100644 flink-python/pyflink/fn_execution/metrics/embedded/metric_impl.py
copy {flink-end-to-end-tests/flink-python-test/python/datastream => flink-python/pyflink/fn_execution/metrics/process}/__init__.py (100%)
create mode 100644 flink-python/pyflink/fn_execution/metrics/process/counter_impl.py
create mode 100644 flink-python/pyflink/fn_execution/metrics/process/distribution_impl.py
create mode 100644 flink-python/pyflink/fn_execution/metrics/process/meter_impl.py
create mode 100644 flink-python/pyflink/fn_execution/metrics/process/metric_impl.py
copy {flink-end-to-end-tests/flink-python-test/python/datastream => flink-python/pyflink/fn_execution/metrics/tests}/__init__.py (100%)
create mode 100644 flink-python/pyflink/fn_execution/metrics/tests/test_metric.py
delete mode 100644 flink-python/pyflink/metrics/tests/test_metric.py
create mode 100644 flink-python/pyproject.toml
create mode 100644 flink-python/src/main/java/org/apache/flink/formats/csv/PythonCsvUtils.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/python/metric/FlinkMetricContainer.java
create mode 100644 flink-python/src/main/java/org/apache/flink/python/metric/embedded/MetricDistribution.java
create mode 100644 flink-python/src/main/java/org/apache/flink/python/metric/embedded/MetricGauge.java
create mode 100644 flink-python/src/main/java/org/apache/flink/python/metric/process/FlinkMetricContainer.java
create mode 100644 flink-python/src/main/java/org/apache/flink/python/util/HashMapWrapper.java
create mode 100644 flink-python/src/main/java/org/apache/flink/python/util/ProtoUtils.java
create mode 100644 flink-python/src/main/java/org/apache/flink/python/util/PythonConnectorUtils.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/AbstractDataStreamPythonFunctionOperator.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/AbstractEmbeddedPythonFunctionOperator.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/AbstractExternalPythonFunctionOperator.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/AbstractOneInputPythonFunctionOperator.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/AbstractTwoInputPythonFunctionOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/DataStreamPythonFunctionOperator.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/PythonBatchCoBroadcastProcessOperator.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/PythonCoProcessOperator.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/PythonKeyedCoProcessOperator.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/PythonKeyedProcessOperator.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/PythonProcessOperator.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/collector/RunnerOutputCollector.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/embedded/AbstractEmbeddedDataStreamPythonFunctionOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/embedded/AbstractEmbeddedPythonFunctionOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/embedded/AbstractOneInputEmbeddedPythonFunctionOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/embedded/AbstractTwoInputEmbeddedPythonFunctionOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/embedded/EmbeddedPythonBatchCoBroadcastProcessOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/embedded/EmbeddedPythonBatchKeyedCoBroadcastProcessOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/embedded/EmbeddedPythonCoProcessOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/embedded/EmbeddedPythonKeyedCoProcessOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/embedded/EmbeddedPythonKeyedProcessOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/embedded/EmbeddedPythonProcessOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/embedded/EmbeddedPythonWindowOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/process/AbstractExternalDataStreamPythonFunctionOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/process/AbstractExternalOneInputPythonFunctionOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/process/AbstractExternalPythonFunctionOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/process/AbstractExternalTwoInputPythonFunctionOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/process/ExternalPythonBatchCoBroadcastProcessOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/process/ExternalPythonBatchKeyedCoBroadcastProcessOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/process/ExternalPythonCoProcessOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/process/ExternalPythonKeyedCoProcessOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/process/ExternalPythonKeyedProcessOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/process/ExternalPythonProcessOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/process/collector/RunnerOutputCollector.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/process/timer/TimerHandler.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/process/timer/TimerRegistration.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/process/timer/TimerUtils.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/timer/TimerHandler.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/timer/TimerRegistration.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/timer/TimerUtils.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/transformations/python/PythonKeyedBroadcastStateTransformation.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/streaming/api/utils/ProtoUtils.java
create mode 100644 flink-python/src/main/java/org/apache/flink/streaming/runtime/translators/python/PythonKeyedBroadcastStateTransformationTranslator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/operators/python/AbstractEmbeddedStatelessFunctionOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/operators/python/table/EmbeddedPythonTableFunctionOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/utils/python/PythonDynamicTableFactory.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/utils/python/PythonDynamicTableOptions.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/utils/python/PythonDynamicTableSource.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/utils/python/PythonInputFormatTableSource.java
delete mode 100644 flink-python/src/main/resources/META-INF/licenses/LICENSE.bouncycastle
delete mode 100644 flink-python/src/main/resources/META-INF/licenses/LICENSE.jzlib
create mode 100644 flink-python/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory
delete mode 100644 flink-python/src/test/java/org/apache/flink/python/metric/FlinkMetricContainerTest.java
create mode 100644 flink-python/src/test/java/org/apache/flink/python/metric/process/FlinkMetricContainerTest.java
delete mode 100644 flink-python/src/test/java/org/apache/flink/table/legacyutils/ByteMaxAggFunction.java
delete mode 100644 flink-python/src/test/java/org/apache/flink/table/legacyutils/CustomAssigner.java
delete mode 100644 flink-python/src/test/java/org/apache/flink/table/legacyutils/CustomExtractor.java
delete mode 100644 flink-python/src/test/java/org/apache/flink/table/legacyutils/MaxAccumulator.java
delete mode 100644 flink-python/src/test/java/org/apache/flink/table/legacyutils/RichFunc0.java
delete mode 100644 flink-python/src/test/java/org/apache/flink/table/legacyutils/RowCollector.java
delete mode 100644 flink-python/src/test/java/org/apache/flink/table/legacyutils/RowSink.java
delete mode 100644 flink-python/src/test/java/org/apache/flink/table/legacyutils/TableFunc1.java
delete mode 100644 flink-python/src/test/java/org/apache/flink/table/legacyutils/TestAppendSink.java
delete mode 100644 flink-python/src/test/java/org/apache/flink/table/legacyutils/TestCollectionTableFactory.java
delete mode 100644 flink-python/src/test/java/org/apache/flink/table/legacyutils/TestRetractSink.java
delete mode 100644 flink-python/src/test/java/org/apache/flink/table/legacyutils/TestUpsertSink.java
create mode 100644 flink-python/src/test/java/org/apache/flink/table/utils/TestCollectionTableFactory.java
create mode 100644 flink-python/src/test/java/org/apache/flink/table/utils/TestingDescriptors.java
create mode 100644 flink-python/src/test/java/org/apache/flink/table/utils/TestingFunctions.java
create mode 100644 flink-python/src/test/java/org/apache/flink/table/utils/TestingSinkTableFactory.java
create mode 100644 flink-python/src/test/java/org/apache/flink/table/utils/TestingSinks.java
create mode 100644 flink-python/src/test/resources/META-INF/services/org.apache.flink.table.factories.Factory
delete mode 100644 flink-python/src/test/resources/META-INF/services/org.apache.flink.table.factories.TableFactory
create mode 100644 flink-runtime-web/src/main/java/org/apache/flink/runtime/webmonitor/utils/LogUrlUtil.java
delete mode 100644 flink-runtime-web/src/test/java/org/apache/flink/runtime/rest/compatibility/CompatibilityRoutines.java
delete mode 100644 flink-runtime-web/src/test/java/org/apache/flink/runtime/rest/compatibility/RestAPIStabilityTest.java
create mode 100644 flink-runtime-web/src/test/java/org/apache/flink/runtime/rest/compatibility/RuntimeRestAPIStabilityTest.java
create mode 100644 flink-runtime-web/src/test/java/org/apache/flink/runtime/webmonitor/utils/LogUrlUtilTest.java
create mode 100644 flink-runtime-web/web-dashboard/src/app/core/module-config.ts
delete mode 100644 flink-runtime-web/web-dashboard/src/app/interfaces/job-subtask.ts
delete mode 100644 flink-runtime-web/web-dashboard/src/app/interfaces/job-vertex-task-manager.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/interfaces/job-vertex.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job-manager/job-manager.config.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/job-detail/job-detail.component.html
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/job-detail/job-detail.component.less
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/job-detail/job-detail.component.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/job.config.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/modules/completed-job/cluster-config.guard.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/modules/completed-job/cluster-config/cluster-config.component.html
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/modules/completed-job/cluster-config/cluster-config.component.less
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/modules/completed-job/cluster-config/cluster-config.component.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/modules/completed-job/completed-job-routing.module.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/modules/completed-job/completed-job.module.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/modules/completed-job/subtasks-table-action/completed-job-subtasks-table-action.component.html
copy flink-runtime-web/web-dashboard/src/app/pages/{job-manager/configuration/job-manager-configuration.component.less => job/modules/completed-job/subtasks-table-action/completed-job-subtasks-table-action.component.less} (100%)
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/modules/completed-job/subtasks-table-action/completed-job-subtasks-table-action.component.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/modules/completed-job/taskmanagers-table-action/completed-job-taskmanagers-table-action.component.html
copy flink-runtime-web/web-dashboard/src/app/pages/{job-manager/configuration/job-manager-configuration.component.less => job/modules/completed-job/taskmanagers-table-action/completed-job-taskmanagers-table-action.component.less} (100%)
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/modules/completed-job/taskmanagers-table-action/completed-job-taskmanagers-table-action.component.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/modules/running-job/running-job-routing.module.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/modules/running-job/running-job.guard.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/modules/running-job/running-job.module.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/overview/job-overview.config.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/overview/subtasks/table-action/subtasks-table-action.component.html
copy flink-runtime-web/web-dashboard/src/app/pages/{job-manager/configuration/job-manager-configuration.component.less => job/overview/subtasks/table-action/subtasks-table-action.component.less} (100%)
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/overview/subtasks/table-action/subtasks-table-action.component.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/overview/taskmanagers/table-action/taskmanagers-table-action.component.html
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/overview/taskmanagers/table-action/taskmanagers-table-action.component.less
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/overview/taskmanagers/table-action/taskmanagers-table-action.component.ts
delete mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/status/job-status.component.html
delete mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/status/job-status.component.less
delete mode 100644 flink-runtime-web/web-dashboard/src/app/pages/job/status/job-status.component.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/task-manager/log-list/task-manager-log-list.component.less
delete mode 100644 flink-runtime-web/web-dashboard/src/app/pages/task-manager/task-manager-local.service.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/pages/task-manager/task-manager.config.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/addon/addon-compact/addon-compact.component.html
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/addon/addon-compact/addon-compact.component.less
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/addon/addon-compact/addon-compact.component.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/addon/addon-inline/addon-inline.component.html
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/addon/addon-inline/addon-inline.component.less
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/addon/addon-inline/addon-inline.component.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/addon/addon.module.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/blocked-badge/blocked-badge.component.html
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/blocked-badge/blocked-badge.component.less
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/blocked-badge/blocked-badge.component.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/configuration-cards/configuration-cards.component.html
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/configuration-cards/configuration-cards.component.less
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/configuration-cards/configuration-cards.component.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/configuration-cards/table-display/table-display.component.html
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/configuration-cards/table-display/table-display.component.less
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/configuration-cards/table-display/table-display.component.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/dynamic/dynamic-host.component.html
copy flink-runtime-web/web-dashboard/src/app/{pages/job-manager/configuration/job-manager-configuration.component.less => share/common/dynamic/dynamic-host.component.less} (100%)
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/dynamic/dynamic-host.component.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/dynamic/dynamic.directive.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/dynamic/dynamic.module.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/editor/editor.module.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/status/job-status.component.html
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/status/job-status.component.less
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/status/job-status.component.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/table-aggregated-metrics/table-aggregated-metrics.component.html
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/table-aggregated-metrics/table-aggregated-metrics.component.less
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/common/table-aggregated-metrics/table-aggregated-metrics.component.ts
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/customize/duration-badge/duration-badge.component.html
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/customize/duration-badge/duration-badge.component.less
create mode 100644 flink-runtime-web/web-dashboard/src/app/share/customize/duration-badge/duration-badge.component.ts
delete mode 100644 flink-runtime-web/web-dashboard/src/app/share/customize/refresh-download/refresh-download.component.html
delete mode 100644 flink-runtime-web/web-dashboard/src/app/share/customize/refresh-download/refresh-download.component.less
delete mode 100644 flink-runtime-web/web-dashboard/src/app/share/customize/refresh-download/refresh-download.component.ts
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/BlockedNode.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/BlockedNodeAdditionResult.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/BlockedNodeRetriever.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/BlockedTaskManagerChecker.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/BlocklistContext.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/BlocklistHandler.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/BlocklistListener.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/BlocklistOperations.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/BlocklistTracker.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/BlocklistUtils.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/DefaultBlocklistHandler.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/DefaultBlocklistTracker.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/NoOpBlocklistHandler.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/metadata/MetadataV4Serializer.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/JobStatusHook.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/SpeculativeExecutionJobVertex.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/SpeculativeExecutionVertex.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/compression/AirBlockCompressor.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/compression/AirBlockDecompressor.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/compression/AirCompressorFactory.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/compression/BufferCompressionException.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/compression/BufferDecompressionException.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/compression/CompressorUtils.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/compression/DataCorruptionException.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/compression/InsufficientBufferException.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/buffer/BufferHeader.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/buffer/CompositeBuffer.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/BufferIndexAndChannel.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/BufferWithIdentity.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsBufferContext.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsDataView.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsFileDataIndex.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsFileDataIndexImpl.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsFileDataManager.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsFullSpillingStrategy.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsMemoryDataManager.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsMemoryDataManagerOperation.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsMemoryDataSpiller.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsOutputMetrics.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsResultPartition.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSelectiveSpillingStrategy.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSpillingInfoProvider.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSpillingStrategy.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSpillingStrategyUtils.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSubpartitionFileReader.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSubpartitionFileReaderImpl.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSubpartitionMemoryDataManager.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSubpartitionView.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSubpartitionViewInternalOperations.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HybridShuffleConfiguration.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/jobmaster/slotpool/BlocklistDeclarativeSlotPool.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/jobmaster/slotpool/BlocklistDeclarativeSlotPoolFactory.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/metrics/groups/InternalCacheMetricGroup.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/operators/coordination/AcknowledgeCheckpointEvent.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/operators/coordination/EventSender.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/operators/coordination/OperatorEventValve.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/handler/cluster/JobManagerEnvironmentHandler.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/handler/job/GeneratedLogUrlHandler.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/handler/job/JobManagerJobConfigurationHandler.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/handler/job/JobManagerJobEnvironmentHandler.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/AggregatedTaskDetailsInfo.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/ClusterConfigurationInfo.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/ClusterConfigurationInfoEntry.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/ConfigurationInfo.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/ConfigurationInfoEntry.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/EnvironmentInfo.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/JobManagerEnvironmentHeaders.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/JobManagerLogUrlHeaders.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/JobTaskManagerMessageParameters.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/LogUrlResponse.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/RuntimeMessageHeaders.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/RuntimeUntypedResponseMessageHeaders.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/TaskManagerLogUrlHeaders.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/job/JobManagerJobConfigurationHeaders.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/job/JobManagerJobEnvironmentHeaders.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/job/StatusDurationUtils.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/rest/versioning/RuntimeRestAPIVersion.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/CachedIntermediateDataSetCorruptedException.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/ClusterDatasetCorruptedException.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/SimpleExecutionSlotAllocator.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/adaptivebatch/SpeculativeScheduler.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/slowtaskdetector/ExecutionTimeBasedSlowTaskDetector.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/slowtaskdetector/SlowTaskDetector.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/slowtaskdetector/SlowTaskDetectorListener.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/security/token/HadoopFSDelegationTokenProvider.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/ChangelogTaskLocalStateStore.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/ChangelogStateBackendLocalHandle.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/LocalChangelogRegistry.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/LocalChangelogRegistryImpl.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/webmonitor/NonLeaderRetrievalRestfulGateway.java
create mode 100644 flink-runtime/src/main/resources/META-INF/NOTICE
create mode 100644 flink-runtime/src/main/resources/META-INF/services/org.apache.flink.runtime.security.token.DelegationTokenProvider
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/blocklist/BlockedNodeTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/blocklist/DefaultBlocklistHandlerTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/blocklist/DefaultBlocklistTrackerTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/checkpoint/CheckpointsCleanerTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/checkpoint/CheckpointsTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/checkpoint/metadata/MetadataV4SerializerTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/ArchivedExecutionGraphTestUtils.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/ArchivedExecutionVertexWithSpeculativeExecutionTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/BlockingResultPartitionReleaseTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/SpeculativeExecutionVertexTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/TestingJobStatusHook.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsBufferContextTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsFileDataIndexImplTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsFileDataManagerTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsFullSpillingStrategyTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsMemoryDataManagerTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsMemoryDataSpillerTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsResultPartitionTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSelectiveSpillingStrategyTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSpillingStrategyUtilsTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSubpartitionFileReaderImplTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSubpartitionMemoryDataManagerTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HsSubpartitionViewTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/HybridShuffleTestUtils.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/TestingFileDataIndex.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/TestingHsDataView.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/TestingMemoryDataManagerOperation.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/TestingSpillingInfoProvider.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/TestingSpillingStrategy.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/TestingSubpartitionViewInternalOperation.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/jobmaster/slotpool/BlocklistDeclarativeSlotPoolTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/operators/coordination/OperatorEventValveTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/operators/coordination/SubtaskGatewayImplTest.java
rename {flink-runtime-web => flink-runtime}/src/test/java/org/apache/flink/runtime/rest/compatibility/Compatibility.java (100%)
rename {flink-runtime-web => flink-runtime}/src/test/java/org/apache/flink/runtime/rest/compatibility/CompatibilityCheckResult.java (100%)
rename {flink-runtime-web => flink-runtime}/src/test/java/org/apache/flink/runtime/rest/compatibility/CompatibilityRoutine.java (100%)
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/rest/compatibility/CompatibilityRoutines.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/rest/compatibility/RestAPIStabilityTestUtils.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/rest/handler/job/GeneratedLogUrlHandlerTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/rest/handler/job/JobManagerJobConfigurationHandlerTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/rest/messages/AggregatedTaskDetailsInfoTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/rest/messages/ClusterConfigurationInfoTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/rest/messages/ConfigurationInfoTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/rest/messages/EnvironmentInfoTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/rest/messages/LogUrlResponseTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/rest/versioning/RestAPIVersionTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/rest/versioning/RuntimeRestAPIVersionTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/DefaultSchedulerBuilder.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/SimpleExecutionSlotAllocatorTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/TestingInternalFailuresListener.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/adaptivebatch/AdaptiveBatchSchedulerTestUtils.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/adaptivebatch/SpeculativeSchedulerTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/slowtaskdetector/ExecutionTimeBasedSlowTaskDetectorTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/security/token/HadoopFSDelegationTokenProviderITCase.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/security/token/KerberosLoginProviderITCase.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/security/token/KerberosLoginProviderTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/security/token/TestDelegationTokenIdentifier.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/source/coordinator/SourceCoordinatorConcurrentAttemptsTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/state/ChangelogTaskLocalStateStoreTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/state/changelog/LocalChangelogRegistryTest.java
create mode 100644 flink-runtime/src/test/resources/META-INF/services/org.apache.hadoop.security.token.TokenIdentifier
create mode 100644 flink-runtime/src/test/resources/META-INF/services/org.junit.jupiter.api.extension.Extension
delete mode 100644 flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/ChangelogMaterializationMetricGroup.java
delete mode 100644 flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/PeriodicMaterializationManager.java
create mode 100644 flink-state-backends/flink-statebackend-changelog/src/test/java/org/apache/flink/state/changelog/ChangelogStateBackendMigrationTest.java
create mode 100644 flink-state-backends/flink-statebackend-common/pom.xml
create mode 100644 flink-state-backends/flink-statebackend-common/src/main/java/org/apache/flink/state/common/ChangelogMaterializationMetricGroup.java
create mode 100644 flink-state-backends/flink-statebackend-common/src/main/java/org/apache/flink/state/common/PeriodicMaterializationManager.java
create mode 100644 flink-state-backends/flink-statebackend-common/src/test/java/org/apache/flink/state/common/PeriodicMaterializationManagerTest.java
delete mode 100644 flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/snapshot/RocksFullSnapshotStrategy.java
create mode 100644 flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/snapshot/RocksNativeFullSnapshotStrategy.java
create mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/api/datastream/CachedDataStream.java
create mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/api/datastream/SideOutputDataStream.java
create mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/api/functions/async/AsyncRetryPredicate.java
create mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/api/functions/async/AsyncRetryStrategy.java
create mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/api/functions/sink/PrintSink.java
create mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/api/graph/NonChainedOutput.java
create mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/api/transformations/CacheTransformation.java
create mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/translators/CacheTransformationTranslator.java
create mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/util/retryable/AsyncRetryStrategies.java
create mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/util/retryable/RetryPredicates.java
create mode 100644 flink-streaming-java/src/test/java/org/apache/flink/streaming/api/functions/PrintSinkTest.java
create mode 100644 flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/tasks/CoordinatorEventsToStreamOperatorRecipientExactlyOnceITCase.java
create mode 100644 flink-streaming-scala/src/main/scala/org/apache/flink/streaming/api/scala/CachedDataStream.scala
create mode 100644 flink-streaming-scala/src/main/scala/org/apache/flink/streaming/api/scala/async/AsyncRetryPredicate.scala
create mode 100644 flink-streaming-scala/src/main/scala/org/apache/flink/streaming/api/scala/async/AsyncRetryStrategy.scala
create mode 100644 flink-table/flink-sql-client/src/main/java/org/apache/flink/table/client/resource/ClientResourceManager.java
create mode 100644 flink-table/flink-sql-client/src/main/java/org/apache/flink/table/client/util/ClientClassloaderUtil.java
create mode 100644 flink-table/flink-sql-client/src/main/java/org/apache/flink/table/client/util/ClientWrapperClassLoader.java
delete mode 100644 flink-table/flink-sql-client/src/test/java/org/apache/flink/table/client/gateway/utils/UserDefinedFunctions.java
create mode 100644 flink-table/flink-sql-client/src/test/java/org/apache/flink/table/client/util/ClientWrapperClassLoaderTest.java
delete mode 100644 flink-table/flink-sql-gateway-api/src/main/java/org/apache/flink/table/gateway/api/HandleIdentifier.java
create mode 100644 flink-table/flink-sql-gateway-api/src/main/java/org/apache/flink/table/gateway/api/endpoint/SqlGatewayEndpoint.java
create mode 100644 flink-table/flink-sql-gateway-api/src/main/java/org/apache/flink/table/gateway/api/endpoint/SqlGatewayEndpointFactory.java
create mode 100644 flink-table/flink-sql-gateway-api/src/main/java/org/apache/flink/table/gateway/api/endpoint/SqlGatewayEndpointFactoryUtils.java
delete mode 100644 flink-table/flink-sql-gateway-api/src/main/java/org/apache/flink/table/gateway/api/operation/OperationType.java
create mode 100644 flink-table/flink-sql-gateway-api/src/main/java/org/apache/flink/table/gateway/api/results/FetchOrientation.java
create mode 100644 flink-table/flink-sql-gateway-api/src/main/java/org/apache/flink/table/gateway/api/results/FunctionInfo.java
create mode 100644 flink-table/flink-sql-gateway-api/src/main/java/org/apache/flink/table/gateway/api/results/GatewayInfo.java
create mode 100644 flink-table/flink-sql-gateway-api/src/main/java/org/apache/flink/table/gateway/api/results/TableInfo.java
create mode 100644 flink-table/flink-sql-gateway-api/src/main/java/org/apache/flink/table/gateway/api/utils/ThreadUtils.java
create mode 100644 flink-table/flink-sql-gateway-api/src/test/java/org/apache/flink/table/gateway/api/endpoint/SqlGatewayEndpointFactoryUtilsTest.java
create mode 100644 flink-table/flink-sql-gateway-api/src/test/java/org/apache/flink/table/gateway/api/utils/FakeSqlGatewayEndpoint.java
create mode 100644 flink-table/flink-sql-gateway-api/src/test/java/org/apache/flink/table/gateway/api/utils/FakeSqlGatewayEndpointFactory.java
create mode 100644 flink-table/flink-sql-gateway-api/src/test/java/org/apache/flink/table/gateway/api/utils/MockedSqlGatewayEndpoint.java
create mode 100644 flink-table/flink-sql-gateway-api/src/test/java/org/apache/flink/table/gateway/api/utils/MockedSqlGatewayEndpointFactory.java
create mode 100644 flink-table/flink-sql-gateway-api/src/test/java/org/apache/flink/table/gateway/api/utils/MockedSqlGatewayService.java
create mode 100644 flink-table/flink-sql-gateway-api/src/test/resources/META-INF/services/org.apache.flink.table.factories.Factory
create mode 100644 flink-table/flink-sql-gateway/bin/sql-gateway.sh
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/SqlGateway.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/cli/SqlGatewayOptions.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/cli/SqlGatewayOptionsParser.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/SqlGatewayRestEndpoint.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/SqlGatewayRestEndpointFactory.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/handler/AbstractSqlGatewayRestHandler.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/handler/operation/AbstractOperationHandler.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/handler/operation/CancelOperationHandler.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/handler/operation/CloseOperationHandler.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/handler/operation/GetOperationStatusHandler.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/handler/session/CloseSessionHandler.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/handler/session/GetSessionConfigHandler.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/handler/session/OpenSessionHandler.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/handler/session/TriggerSessionHeartbeatHandler.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/handler/statement/ExecuteStatementHandler.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/handler/statement/FetchResultsHandler.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/handler/util/GetApiVersionHandler.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/handler/util/GetInfoHandler.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/header/SqlGatewayMessageHeaders.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/header/operation/AbstactOperationHeaders.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/header/operation/CancelOperationHeaders.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/header/operation/CloseOperationHeaders.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/header/operation/GetOperationStatusHeaders.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/header/session/CloseSessionHeaders.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/header/session/GetSessionConfigHeaders.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/header/session/OpenSessionHeaders.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/header/session/TriggerSessionHeartbeatHeaders.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/header/statement/ExecuteStatementHeaders.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/header/statement/FetchResultsHeaders.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/header/util/GetApiVersionHeaders.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/header/util/GetInfoHeaders.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/operation/OperationHandleIdPathParameter.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/operation/OperationMessageParameters.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/operation/OperationStatusResponseBody.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/session/CloseSessionResponseBody.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/session/GetSessionConfigResponseBody.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/session/OpenSessionRequestBody.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/session/OpenSessionResponseBody.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/session/SessionHandleIdPathParameter.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/session/SessionMessageParameters.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/statement/ExecuteStatementRequestBody.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/statement/ExecuteStatementResponseBody.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/statement/FetchResultsResponseBody.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/statement/FetchResultsTokenParameters.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/statement/FetchResultsTokenPathParameter.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/util/GetApiVersionResponseBody.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/message/util/GetInfoResponseBody.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/serde/ColumnInfo.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/serde/JsonResultSetDeserializer.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/serde/JsonResultSetSerializer.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/serde/LogicalTypeJsonDeserializer.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/serde/LogicalTypeJsonSerializer.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/serde/RowDataInfo.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/util/SqlGatewayRestAPIVersion.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/rest/util/SqlGatewayRestOptions.java
delete mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/service/operation/Operation.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/service/operation/OperationExecutor.java
create mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/service/utils/Constants.java
delete mode 100644 flink-table/flink-sql-gateway/src/main/java/org/apache/flink/table/gateway/service/utils/ThreadUtils.java
create mode 100644 flink-table/flink-sql-gateway/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/AbstractSqlGatewayStatementITCase.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/SqlGatewayTest.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/OperationCaseITTest.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/RestAPIITTestBase.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/SessionCaseITTest.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/SqlGatewayRestEndpointITCase.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/SqlGatewayRestEndpointStatementITCase.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/SqlGatewayRestEndpointTest.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/TestingSqlGatewayRestEndpoint.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/UtilCaseITTest.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/compatibility/SqlGatewayRestAPIStabilityTest.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/serde/JsonResultSetSerDeTest.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/serde/LogicalTypeJsonSerDeTest.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/util/DocumentingSqlGatewayRestEndpoint.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/util/RestConfigUtils.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/util/SqlGatewayRestEndpointExtension.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/rest/versioning/SqlGatewayRestAPIVersionTest.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/service/SqlGatewayServiceStatementITCase.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/service/context/SessionContextTest.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/service/utils/IgnoreExceptionHandler.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/utils/SqlScriptReader.java
create mode 100644 flink-table/flink-sql-gateway/src/test/java/org/apache/flink/table/gateway/utils/TestSqlStatement.java
create mode 100644 flink-table/flink-sql-gateway/src/test/resources/sql/catalog_database.q
create mode 100644 flink-table/flink-sql-gateway/src/test/resources/sql/insert.q
create mode 100644 flink-table/flink-sql-gateway/src/test/resources/sql/statement_set.q
create mode 100644 flink-table/flink-sql-gateway/src/test/resources/sql/table.q
create mode 100644 flink-table/flink-sql-gateway/src/test/resources/sql/view.q
create mode 100644 flink-table/flink-sql-gateway/src/test/resources/sql_gateway_rest_api_v1.snapshot
create mode 100644 flink-table/flink-sql-parser/src/main/java/org/apache/flink/sql/parser/SqlPartitionSpecProperty.java
create mode 100644 flink-table/flink-sql-parser/src/main/java/org/apache/flink/sql/parser/SqlUnparseUtils.java
create mode 100644 flink-table/flink-sql-parser/src/main/java/org/apache/flink/sql/parser/ddl/SqlAlterTableAdd.java
create mode 100644 flink-table/flink-sql-parser/src/main/java/org/apache/flink/sql/parser/ddl/SqlAlterTableModify.java
create mode 100644 flink-table/flink-sql-parser/src/main/java/org/apache/flink/sql/parser/ddl/SqlAlterTableSchema.java
create mode 100644 flink-table/flink-sql-parser/src/main/java/org/apache/flink/sql/parser/ddl/SqlAnalyzeTable.java
create mode 100644 flink-table/flink-sql-parser/src/main/java/org/apache/flink/sql/parser/ddl/SqlCreateTableAs.java
create mode 100644 flink-table/flink-sql-parser/src/main/java/org/apache/flink/sql/parser/ddl/SqlCreateTableLike.java
create mode 100644 flink-table/flink-sql-parser/src/main/java/org/apache/flink/sql/parser/ddl/position/SqlColumnPosSpec.java
create mode 100644 flink-table/flink-sql-parser/src/main/java/org/apache/flink/sql/parser/ddl/position/SqlTableColumnPosition.java
create mode 100644 flink-table/flink-table-api-java/src/main/java/org/apache/flink/table/api/internal/AnalyzeTableUtil.java
create mode 100644 flink-table/flink-table-api-java/src/main/java/org/apache/flink/table/delegation/ExtendedOperationExecutor.java
create mode 100644 flink-table/flink-table-api-java/src/main/java/org/apache/flink/table/operations/ddl/AnalyzeTableOperation.java
create mode 100644 flink-table/flink-table-api-java/src/test/java/org/apache/flink/table/utils/UserDefinedFunctions.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/connector/source/DynamicFilteringData.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/connector/source/DynamicFilteringEvent.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/connector/source/abilities/SupportsDynamicFiltering.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/connector/source/lookup/AsyncLookupFunctionProvider.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/connector/source/lookup/FullCachingLookupProvider.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/connector/source/lookup/LookupFunctionProvider.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/connector/source/lookup/LookupOptions.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/connector/source/lookup/PartialCachingAsyncLookupProvider.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/connector/source/lookup/PartialCachingLookupProvider.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/connector/source/lookup/cache/DefaultLookupCache.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/connector/source/lookup/cache/LookupCache.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/connector/source/lookup/cache/trigger/CacheReloadTrigger.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/connector/source/lookup/cache/trigger/PeriodicCacheReloadTrigger.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/connector/source/lookup/cache/trigger/TimedCacheReloadTrigger.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/data/columnar/vector/heap/HeapArrayVector.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/data/columnar/vector/heap/HeapMapVector.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/data/columnar/vector/heap/HeapRowVector.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/functions/AsyncLookupFunction.java
create mode 100644 flink-table/flink-table-common/src/main/java/org/apache/flink/table/functions/LookupFunction.java
create mode 100644 flink-table/flink-table-common/src/test/java/org/apache/flink/table/connector/source/lookup/cache/DefaultLookupCacheTest.java
create mode 100644 flink-table/flink-table-common/src/test/java/org/apache/flink/table/connector/source/lookup/cache/InterceptingCacheMetricGroup.java
create mode 100644 flink-table/flink-table-common/src/test/java/org/apache/flink/table/connector/source/lookup/cache/trigger/PeriodicCacheReloadTriggerTest.java
create mode 100644 flink-table/flink-table-common/src/test/java/org/apache/flink/table/connector/source/lookup/cache/trigger/ScheduleStrategyExecutorService.java
create mode 100644 flink-table/flink-table-common/src/test/java/org/apache/flink/table/connector/source/lookup/cache/trigger/TestTriggerContext.java
create mode 100644 flink-table/flink-table-common/src/test/java/org/apache/flink/table/connector/source/lookup/cache/trigger/TimedCacheReloadTriggerTest.java
create mode 100644 flink-table/flink-table-common/src/test/java/org/apache/flink/table/test/lookup/cache/LookupCacheAssert.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/core/Correlate.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/core/Filter.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/core/Intersect.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/core/Minus.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/core/SetOp.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/core/Sort.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/core/Union.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/core/Values.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/core/Window.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/hint/HintPredicates.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/hint/NodeTypeHintPredicate.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/logical/LogicalCorrelate.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/logical/LogicalFilter.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/logical/LogicalIntersect.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/logical/LogicalMinus.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/logical/LogicalSort.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/logical/LogicalUnion.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/logical/LogicalValues.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/logical/LogicalWindow.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/sql2rel/SqlToRelConverter.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/alias/ClearJoinHintWithInvalidPropagationShuttle.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/delegation/DefaultDialectFactory.java
delete mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/delegation/DefaultParserFactory.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/delegation/DialectFactory.java
delete mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/delegation/ParserFactory.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/functions/aggfunctions/CumeDistAggFunction.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/functions/aggfunctions/NTILEAggFunction.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/functions/aggfunctions/PercentRankAggFunction.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/functions/aggfunctions/SizeBasedWindowFunction.java
delete mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/functions/utils/HiveAggSqlFunction.java
delete mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/functions/utils/HiveFunctionUtils.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/hint/JoinStrategy.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/hint/LookupJoinHintOptions.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/batch/BatchExecDynamicFilteringDataCollector.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/batch/BatchExecScriptTransform.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/processor/DynamicFilteringDependencyProcessor.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/processor/ResetTransformationProcessor.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/hive/LogicalScriptTransform.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/optimize/ClearQueryBlockAliasResolver.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/optimize/JoinHintResolver.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/optimize/StreamNonDeterministicPhysicalPlanResolver.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/optimize/StreamNonDeterministicUpdatePlanVisitor.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/rules/logical/FlinkFilterJoinRule.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/rules/logical/FlinkJoinToMultiJoinRule.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/rules/logical/ProjectSnapshotTransposeRule.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/rules/physical/batch/DynamicPartitionPruningRule.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/utils/SorMergeJoinOperatorUtil.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/utils/DynamicPartitionPruningUtils.java
create mode 100644 flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/plan/nodes/logical/FlinkLogicalScriptTransform.scala
create mode 100644 flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/plan/nodes/physical/batch/BatchPhysicalDynamicFilteringDataCollector.scala
create mode 100644 flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/plan/nodes/physical/batch/BatchPhysicalDynamicFilteringTableSourceScan.scala
create mode 100644 flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/plan/nodes/physical/batch/BatchPhysicalScriptTransformationExec.scala
create mode 100644 flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/plan/nodes/physical/stream/StreamPhysicalWindowAggregateBase.scala
create mode 100644 flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/plan/rules/physical/batch/BatchPhysicalScriptTransformRule.scala
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/connector/source/DynamicFilteringValuesSource.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/connector/source/DynamicFilteringValuesSourceReader.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/connector/source/ValuesSource.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/connector/source/ValuesSourceReader.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/connector/source/enumerator/DynamicFilteringValuesSourceEnumerator.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/connector/source/enumerator/NoOpEnumState.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/connector/source/enumerator/NoOpEnumStateSerializer.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/connector/source/enumerator/ValuesSourceEnumerator.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/connector/source/split/ValuesSourcePartitionSplit.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/connector/source/split/ValuesSourcePartitionSplitSerializer.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/connector/source/split/ValuesSourceSplit.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/connector/source/split/ValuesSourceSplitSerializer.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/alias/ClearJoinHintWithInvalidPropagationShuttleTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/alias/ClearJoinHintWithInvalidPropagationShuttleTestBase.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/alias/ClearLookupJoinHintWithInvalidPropagationShuttleTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/codegen/LongAdaptiveHashJoinGeneratorTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/factories/TestFunctionDefinitionFactory.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/functions/aggfunctions/BatchApproxCountDistinctAggFunctionTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/batch/sql/DynamicFilteringTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/hints/batch/BroadcastJoinHintTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/hints/batch/JoinHintTestBase.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/hints/batch/NestLoopJoinHintTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/hints/batch/ShuffleHashJoinHintTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/hints/batch/ShuffleMergeJoinHintTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/nodes/exec/serde/AsyncLookupOptionsTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/nodes/exec/serde/RetryLookupOptionsTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/nodes/exec/spec/LookupJoinHintTestUtil.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonCalcJsonPlanTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonCorrelateJsonPlanTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonGroupAggregateJsonPlanTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonGroupWindowAggregateJsonPlanTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonOverAggregateJsonPlanTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/optimize/ClearQueryBlockAliasResolverTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/optimize/JoinHintResolverTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/rules/logical/FlinkFilterJoinRuleTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/rules/logical/ProjectSnapshotTransposeRuleTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/rules/physical/batch/DynamicPartitionPruningRuleTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/runtime/batch/sql/AnalyzeTableITCase.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/runtime/batch/sql/DynamicFilteringITCase.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/runtime/batch/sql/FunctionITCase.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/runtime/batch/sql/join/AdaptiveHashJoinITCase.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/runtime/stream/sql/AnalyzeTableITCase.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/utils/StatisticsReportTestBase.java
create mode 100644 flink-table/flink-table-planner/src/test/resources/explain/stream/join/lookup/testAggAndAllConstantLookupKeyWithTryResolveMode.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/explain/stream/join/lookup/testAggAndAllConstantLookupKeyWithTryResolveMode_newSource.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/alias/ClearJoinHintWithInvalidPropagationShuttleTest.xml
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/alias/ClearLookupJoinHintWithInvalidPropagationShuttleTest.xml
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/batch/sql/DynamicFilteringTest.xml
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/hints/batch/BroadcastJoinHintTest.xml
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/hints/batch/NestLoopJoinHintTest.xml
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/hints/batch/ShuffleHashJoinHintTest.xml
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/hints/batch/ShuffleMergeJoinHintTest.xml
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/LookupJoinJsonPlanTest_jsonplan/testAggAndLeftJoinWithTryResolveMode.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/LookupJoinJsonPlanTest_jsonplan/testJoinTemporalTableWithAsyncHint.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/LookupJoinJsonPlanTest_jsonplan/testJoinTemporalTableWithAsyncHint2.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/LookupJoinJsonPlanTest_jsonplan/testJoinTemporalTableWithAsyncRetryHint.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/LookupJoinJsonPlanTest_jsonplan/testJoinTemporalTableWithAsyncRetryHint2.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/LookupJoinJsonPlanTest_jsonplan/testJoinTemporalTableWithRetryHint.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonCalcJsonPlanTest_jsonplan/testPythonCalc.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonCalcJsonPlanTest_jsonplan/testPythonFunctionInWhereClause.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonCorrelateJsonPlanTest_jsonplan/testJoinWithFilter.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonCorrelateJsonPlanTest_jsonplan/testPythonTableFunction.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonGroupAggregateJsonPlanTest_jsonplan/tesPythonAggCallsWithGroupBy.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonGroupWindowAggregateJsonPlanTest_jsonplan/testEventTimeHopWindow.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonGroupWindowAggregateJsonPlanTest_jsonplan/testEventTimeSessionWindow.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonGroupWindowAggregateJsonPlanTest_jsonplan/testEventTimeTumbleWindow.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonGroupWindowAggregateJsonPlanTest_jsonplan/testProcTimeHopWindow.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonGroupWindowAggregateJsonPlanTest_jsonplan/testProcTimeSessionWindow.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonGroupWindowAggregateJsonPlanTest_jsonplan/testProcTimeTumbleWindow.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonOverAggregateJsonPlanTest_jsonplan/testProcTimeBoundedNonPartitionedRangeOver.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonOverAggregateJsonPlanTest_jsonplan/testProcTimeBoundedPartitionedRangeOver.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonOverAggregateJsonPlanTest_jsonplan/testProcTimeBoundedPartitionedRowsOverWithBuiltinProctime.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonOverAggregateJsonPlanTest_jsonplan/testProcTimeUnboundedPartitionedRangeOver.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/PythonOverAggregateJsonPlanTest_jsonplan/testRowTimeBoundedPartitionedRowsOver.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/optimize/ClearQueryBlockAliasResolverTest.xml
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/optimize/JoinHintResolverTest.xml
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/rules/logical/JoinToMultiJoinRuleTest.xml
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/rules/logical/ProjectSnapshotTransposeRuleTest.xml
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/rules/physical/batch/DynamicPartitionPruningRuleTest.xml
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/stream/sql/NonDeterministicDagTest.xml
delete mode 100644 flink-table/flink-table-planner/src/test/scala/org/apache/flink/table/planner/plan/rules/logical/FlinkFilterJoinRuleTest.scala
create mode 100644 flink-table/flink-table-planner/src/test/scala/org/apache/flink/table/planner/plan/stream/sql/NonDeterministicDagTest.scala
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/collector/ListenableCollector.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/functions/JsonPathCache.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/functions/aggregate/BatchApproxCountDistinctAggFunctions.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/functions/aggregate/hyperloglog/HllBuffer.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/functions/aggregate/hyperloglog/HyperLogLogPlusPlus.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/functions/aggregate/hyperloglog/XXH64.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/functions/table/lookup/CachingAsyncLookupFunction.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/functions/table/lookup/CachingLookupFunction.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/functions/table/lookup/LookupCacheManager.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/functions/table/lookup/fullcache/CacheLoader.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/functions/table/lookup/fullcache/LookupFullCache.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/functions/table/lookup/fullcache/ReloadTriggerContext.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/functions/table/lookup/fullcache/inputformat/InputFormatCacheLoader.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/functions/table/lookup/fullcache/inputformat/InputSplitCacheLoadTask.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/io/LongHashPartitionChannelReaderInputViewIterator.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/keyselector/GenericRowDataKeySelector.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/operators/dynamicfiltering/DynamicFilteringDataCollectorOperator.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/operators/dynamicfiltering/DynamicFilteringDataCollectorOperatorCoordinator.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/operators/dynamicfiltering/DynamicFilteringDataCollectorOperatorFactory.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/operators/dynamicfiltering/ExecutionOrderEnforcerOperator.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/operators/dynamicfiltering/ExecutionOrderEnforcerOperatorFactory.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/operators/join/SortMergeJoinFunction.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/operators/join/lookup/KeyedLookupJoinWrapper.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/operators/join/lookup/ResultRetryStrategy.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/operators/join/lookup/RetryableAsyncLookupFunctionDelegator.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/operators/join/lookup/RetryableLookupFunctionDelegator.java
create mode 100644 flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/script/ScriptTransformIOInfo.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/functions/aggregate/hyperloglog/HyperLogLogPlusPlusTest.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/functions/table/CachingAsyncLookupFunctionTest.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/functions/table/CachingLookupFunctionTest.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/functions/table/fullcache/LookupFullCacheTest.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/functions/table/fullcache/TestCacheLoader.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/functions/table/fullcache/TestManualCacheReloadTrigger.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/functions/table/fullcache/inputformat/FullCacheTestInputFormat.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/functions/table/fullcache/inputformat/InputFormatCacheLoaderTest.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/operators/dynamicfiltering/DynamicFilteringDataCollectorOperatorCoordinatorTest.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/operators/dynamicfiltering/DynamicFilteringDataCollectorOperatorTest.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/operators/dynamicfiltering/DynamicFilteringDataTest.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/operators/join/Int2AdaptiveHashJoinOperatorTest.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/operators/join/Int2HashJoinOperatorTestBase.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/operators/join/KeyedLookupJoinHarnessTest.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/operators/join/RetryableAsyncLookupFunctionDelegatorTest.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/operators/join/RetryableLookupFunctionDelegatorTest.java
create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/util/JoinUtil.java
create mode 100644 flink-test-utils-parent/flink-connector-test-utils/src/main/java/org/apache/flink/connector/testframe/container/FlinkContainerTestEnvironment.java
create mode 100644 flink-test-utils-parent/flink-connector-test-utils/src/main/java/org/apache/flink/connector/testframe/container/FlinkContainers.java
create mode 100644 flink-test-utils-parent/flink-connector-test-utils/src/main/java/org/apache/flink/connector/testframe/container/FlinkContainersSettings.java
create mode 100644 flink-test-utils-parent/flink-connector-test-utils/src/main/java/org/apache/flink/connector/testframe/container/FlinkImageBuilder.java
create mode 100644 flink-test-utils-parent/flink-connector-test-utils/src/main/java/org/apache/flink/connector/testframe/container/FlinkTestcontainersConfigurator.java
create mode 100644 flink-test-utils-parent/flink-connector-test-utils/src/main/java/org/apache/flink/connector/testframe/container/ImageBuildException.java
create mode 100644 flink-test-utils-parent/flink-connector-test-utils/src/main/java/org/apache/flink/connector/testframe/container/TestcontainersSettings.java
create mode 100644 flink-test-utils-parent/flink-connector-test-utils/src/main/java/org/apache/flink/connector/testframe/utils/UnorderedCollectIteratorAssert.java
create mode 100644 flink-test-utils-parent/flink-connector-test-utils/src/main/java/org/apache/flink/connector/testutils/formats/DummyInitializationContext.java
create mode 100644 flink-test-utils-parent/flink-connector-test-utils/src/main/java/org/apache/flink/connector/testutils/formats/SchemaTestUtils.java
create mode 100644 flink-test-utils-parent/flink-test-utils-junit/src/main/java/org/apache/flink/testutils/junit/extensions/parameterized/Parameter.java
create mode 100644 flink-test-utils-parent/flink-test-utils-junit/src/main/java/org/apache/flink/testutils/junit/extensions/parameterized/ParameterizedTestExtension.java
create mode 100644 flink-test-utils-parent/flink-test-utils-junit/src/main/java/org/apache/flink/testutils/junit/extensions/parameterized/Parameters.java
create mode 100644 flink-test-utils-parent/flink-test-utils-junit/src/main/java/org/apache/flink/testutils/junit/utils/TempDirUtils.java
delete mode 100644 flink-test-utils-parent/flink-test-utils/src/main/java/org/apache/flink/streaming/util/StreamCollector.java
delete mode 100644 flink-test-utils-parent/flink-test-utils/src/main/java/org/apache/flink/streaming/util/StreamCollectorExtension.java
create mode 100644 flink-test-utils-parent/flink-test-utils/src/main/java/org/apache/flink/test/parameters/ParameterProperty.java
create mode 100644 flink-test-utils-parent/flink-test-utils/src/main/java/org/apache/flink/test/util/FileUtils.java
create mode 100644 flink-test-utils-parent/flink-test-utils/src/main/java/org/apache/flink/test/util/JobSubmission.java
create mode 100644 flink-test-utils-parent/flink-test-utils/src/main/java/org/apache/flink/test/util/SQLJobSubmission.java
create mode 100644 flink-test-utils-parent/flink-test-utils/src/main/java/org/apache/flink/types/PojoTestUtils.java
create mode 100644 flink-test-utils-parent/flink-test-utils/src/test/java/org/apache/flink/test/junit5/MiniClusterExtensionTest.java
create mode 100644 flink-test-utils-parent/flink-test-utils/src/test/java/org/apache/flink/types/PojoTestUtilsTest.java
create mode 100644 flink-tests/src/test/java/org/apache/flink/test/checkpointing/ChangelogLocalRecoveryITCase.java
delete mode 100644 flink-tests/src/test/java/org/apache/flink/test/checkpointing/ChangelogPeriodicMaterializationITCase.java
delete mode 100644 flink-tests/src/test/java/org/apache/flink/test/checkpointing/ChangelogPeriodicMaterializationRescaleITCase.java
delete mode 100644 flink-tests/src/test/java/org/apache/flink/test/checkpointing/ChangelogPeriodicMaterializationSwitchEnvTestBase.java
delete mode 100644 flink-tests/src/test/java/org/apache/flink/test/checkpointing/ChangelogPeriodicMaterializationSwitchStateBackendITCase.java
delete mode 100644 flink-tests/src/test/java/org/apache/flink/test/checkpointing/ChangelogPeriodicMaterializationTestBase.java
create mode 100644 flink-tests/src/test/java/org/apache/flink/test/checkpointing/ChangelogRecoveryITCase.java
create mode 100644 flink-tests/src/test/java/org/apache/flink/test/checkpointing/ChangelogRecoveryITCaseBase.java
create mode 100644 flink-tests/src/test/java/org/apache/flink/test/checkpointing/ChangelogRecoveryRescaleITCase.java
create mode 100644 flink-tests/src/test/java/org/apache/flink/test/checkpointing/ChangelogRecoverySwitchEnvTestBase.java
create mode 100644 flink-tests/src/test/java/org/apache/flink/test/checkpointing/ChangelogRecoverySwitchStateBackendITCase.java
create mode 100644 flink-tests/src/test/java/org/apache/flink/test/scheduling/SpeculativeSchedulerITCase.java
create mode 100644 flink-tests/src/test/java/org/apache/flink/test/state/ChangelogRecoveryCachingITCase.java
create mode 100644 flink-tests/src/test/java/org/apache/flink/test/streaming/api/datastream/FinishedSourcesWatermarkITCase.java
create mode 100644 flink-tests/src/test/java/org/apache/flink/test/streaming/runtime/CacheITCase.java
create mode 100644 flink-yarn/src/main/java/org/apache/flink/yarn/AMRMClientAsyncReflector.java
create mode 100644 tools/ci/java-ci-tools/src/main/java/org/apache/flink/tools/ci/utils/dependency/DependencyParser.java
create mode 100644 tools/ci/java-ci-tools/src/main/java/org/apache/flink/tools/ci/utils/shared/Dependency.java
create mode 100644 tools/ci/java-ci-tools/src/test/java/org/apache/flink/tools/ci/utils/dependency/DependencyParserCopyTest.java
create mode 100644 tools/ci/java-ci-tools/src/test/java/org/apache/flink/tools/ci/utils/dependency/DependencyParserTreeTest.java