You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ma...@apache.org on 2022/09/29 08:25:08 UTC

[flink] branch dependabot/maven/flink-connectors/flink-connector-hive/org.apache.derby-derby-10.14.2.0 updated (a126e879c41 -> df5cc64f1d1)

This is an automated email from the ASF dual-hosted git repository.

martijnvisser pushed a change to branch dependabot/maven/flink-connectors/flink-connector-hive/org.apache.derby-derby-10.14.2.0
in repository https://gitbox.apache.org/repos/asf/flink.git


 discard a126e879c41 [FLINK-29284][Connector/Hive] Bump derby
     add 0bbee3047ed [FLINK-29249][rpc] Drop RpcService#execute/scheduleRunnable
     add 030baed8d6e [FLINK-29262][docs] Document API compatibility guarantees
     add d518086f475 [FLINK-29113][table-planner] Throw exception when finding at least one invalid table name in join hints
     add 545ce28da09 [FLINK-29102] Fix unstable ChangelogLocalRecoveryITCase
     add 21ec759fce8 [FLINK-28928][tests] Add IT test for hybrid shuffle mode.
     add 8de6f9208fc [FLINK-28928][tests] Add E2E test for hybrid shuffle mode.
     add 9b31810c229 [FLINK-28853][connector-base] Revise threading model of SplitFetcher.
     add a22cc4341fd [FLINK-28853][connector-base] Add support for paused SplitFetcher.
     add ec2c33fc8e3 [FLINK-28853][source][connector-base] Add support for aligning individual splits
     add ea8f943443c [FLINK-28853][kafka] Implement pausing Kafka partitions in case of watermark drift
     add 175a819fc27 [FLINK-28853][pulsar] Implement pausing Pulsar splits in case of watermark drift
     add b9ccc78649b [FLINK-28853][connector-base] Add allow-unaligned-source-splits config option
     add 2e5a8032ce5 [FLINK-28853][connector-base] Add source reader split alignment test
     add 0612a997ddc [FLINK-28853] Address PR comments / Add Kafka and Pulsar split pausing tests
     add 869233d10ba [hotfix] make schedulingDownStreamTasksInBatchJobBenchmark more in line with the real scene.
     add 77eab72fb01 [hotfix] Let scheduledRegions using the set backed up by IdentityHashMap
     add f78fcb5ed05 [FLINK-29101] Filter the the execution vertex finished event for non-finished ConsumedPartitionGroup
     add f5764e9b8ef [FLINK-29101] Use loop instead of recursive algorithm for maybeScheduleRegions to avoid stackOverFlow.
     add c0165a8a7e3 [FLINK-29101] ignore non canBePipelined consumedPartitionGroup in getAllSchedulableRegions.
     add 469049a4359 [FLINK-29285][tests] Move TestUtils#getResource
     add db98322472c [FLINK-29282][tests] Decouple Quickstart E2E test from Elasticsearch
     add a37161f0ffb [hotfix][ci] Improve output when NOTICE is missing
     add 2d6fa8876a6 [FLINK-29301] loadFromResources works as jar
     add d91f7dc5a01 [FLINK-29301] Automatically determine modules skipping deployment
     add 3ae5313d473 [FLINK-29301] Rename java-ci-tools to flink-ci-tools
     add bb23cf7b2f6 [FLINK-29301] Publish flink-ci-tools
     add d3513d98953 [FLINK-29299][network] Fix the network memory size calculation issue in fine-grained resource mode
     add 33afc3c8924 [FLINK-29305][tests] UpsertTestSinkWriter creates parent directories
     add 68ec91bdc3b [hotfix][tests] Update job name
     add dbcd2d7b86f [FLINK-28569][table-planner] Add projectRowType to RowTypeUtils and deprecate AggCodeGenHelper#projectRowType
     add 7df115c016c [FLINK-28569][table-planner] Move non-deterministic test functions to userDefinedScalarFunctions
     add bff1fc2782e [FLINK-28569][table-planner] Fix SinkUpsertMaterializer that should be aware of the input upsertKey if it is not empty to prevent wrong results
     add a98726ee416 [FLINK-29287][tests] Add PackagingTestUtils
     add 06b75071062 [FLINK-29287][tests] Rewrite sql-client packaging tests
     add ef93bcace70 [FLINK-27142][test] Rework SQL client E2E test
     add d268ea105cc [FLINK-29263] Remove Elasticsearch connector
     add 9d2ae557289 [FLINK-28902][tests] rename FileSystemJobResultStoreTestInternal to FileSystemJobResultStoreFileOperationsTest
     add 4910076bafc [FLINK-29250][rpc] Drop RcService#getTerminationFuture
     add a02b2c232ea [FLINK-28738][table-planner] Adds a user doc about the determinism in streaming
     add 22cb5540083 [FLINK-29280][table-planner] Fix join hints could not be propagated in subquery
     add b515da4409c [FLINK-24907] Support side out late data for interval join
     add 530019a59e0 [FLINK-29188][sql-gateway][hive] Make option "sql-gateway.endpint.hiveserver2.catalog.hive-conf-dir" required
     add 8a8cd087e40 [hotfix] Bind to broadcast address when host is not specified
     add d766b25dceb [FLINK-29148][docs][sql-gateway][hive] Add SQL Gateway docs
     add be3c35c560d [FLINK-29148][docs][hive] Improve the docs of HiveServer2 page
     add f6520ec1653 [FLINK-29023][docs][table] Update documentation of JAR statement page
     add 65907bc5470 [FLINK-29023][docs][table] Improve docs of limitation of ADD JAR
     add 99e89273617 [FLINK-29025][docs] add overview page for Hive dialect
     add 2521e8097ec [FLINK-29025][docs] add overview page of queries for Hive dialect
     add ca85cabcbcd [FLINK-29025][docs] add sort/cluster/distribute by page for Hive dialect
     add c2b6449a535 [FLINK-29025][docs] add group by page for Hive dialect
     add 55838396b21 [FLINK-29025][docs] add join page for Hive dialect
     add 0ee0fcabf4f [FLINK-29025][docs] add set operation page for Hive dialect
     add d9f2d394a48 [FLINK-29025][docs] add lateral view page for Hive dialect
     add 9b6eba6d20b [FLINK-29025][docs] add window functions page for Hive dialect
     add 091d7560656 [FLINK-29025][docs] add sub query page for Hive dialect
     add e8957f5d526 [FLINK-29025][docs] add cte page for Hive dialect
     add 5054a8e057d [FLINK-29025][docs] add transform page for Hive dialect
     add 989b52575bd [FLINK-29025][docs] add table sample page for Hive dialect
     add 19dedcfcda2 [FLINK-29025][docs] add `add jar` page for Hive dialect
     add 90705b675e1 [FLINK-29025][docs] add alter page for Hive dialect
     add 0c156970dc0 [FLINK-29025][docs] add create page for Hive dialect
     add 631462224e1 [FLINK-29025][docs] add drop page for Hive dialect
     add c563e2d6fe9 [FLINK-29025][docs] add insert page for Hive dialect
     add 9417e92f813 [FLINK-29025][docs] add load data page for Hive dialect
     add caefdc74153 [FLINK-29025][docs] add set page for Hive dialect
     add f1f79a4fe0e [FLINK-29025][docs] add show page for Hive dialect
     add 0f2b26f4420 [FLINK-29025][docs] Improve documentation of Hive compatibility pages
     add 5381ef595ee [FLINK-29025][docs] Update page weight of Hive compatibility pages
     add 9dc7766cdaa [FLINK-29025][docs][hive] Use dash-case instead of camelCase in URL of Hive compatibility pages
     add f412eeeea70 [FLINK-29025][docs][hive] Fix links of Hive compatibility pages
     add 7c9f5ec1845 [FLINK-29025][docs][hive] Remove "alias" front matter of new added Hive compatibility pages
     add 53d5e1cf966 [hotfix] Add 1.15 release note in Chinese doc
     add 3994788892f [FLINK-29185][hive] Fix ClassNotFoundException for CREATE TEMPORARY FUNCTION USING JAR with Hive dialect
     add 791d8396163 [FLINK-29045][hive] Optimize error message in Flink SQL Client and Gateway when try to use Hive Dialect
     add 4448d9fd5e3 [FLINK-29222][hive] Fix wrong behavior for Hive's load data inpath
     add 71fea9a4522 [FLINK-29324][Connectors/Kinesis] Fix NPE for Kinesis connector when closing (#20853)
     add 64c550c67c2 [FLINK-29191][hive] Fix Hive dialect can't get value for the variables set by set command
     add 05600f844a9 [FLINK-29325][docs] Fix documentation bug on how to enable batch mode for streaming examples
     add aab13977bea [hotfix] Make ParquetProtoWriters.ParquetProtoWriterBuilder public to support customized scenarios
     add 7ddf059d3b7 [FLINK-29152][hive] Fix "SHOW CREATE TABLE" doesn't work for Hive dialect
     add b5cd9f34ab7 [FLINK-29152][hive] Fix inconsistent behavior with Hive for `desc table` in Hive dialect
     add b9e3dfe0ae7 [FLINK-29377][rpc] Reusable timeout extraction
     add 1650734eeb3 [FLINK-29228][hive] Align the schema of the HiveServer2 getMetadata with JDBC
     add f2c72772345 [FLINK-29229][hive] Fix HiveServer2 endpoint doesn't support execute statements in sync mode
     add c4654f2cbe6 [FLINK-29374][rpc][tests] Use proper RPC url
     add 5766d50dc14 [FLINK-29378][coordination] Improve logging of failed execution state transitions
     add 162db046e1c [FLINK-29397][runtime] Check if changelog provider is null
     add a54b2a8674e [FLINK-29340][coordination][tests] Avoid selfGateway implementation details
     add 24c685a58ef [FLINK-28890][table] Fix semantic of latestLoadTime in caching lookup function
     add 0154de9edb4 [FLINK-29375][rpc] Move getSelfGateway() into RpcService
     add 298b8884202 [FLINK-29309][streaming-java] Relax allow-client-job-configurations for Table API and parameters
     add 340b100f2de [FLINK-29093][table] Fix InternalCompilerException in LookupJoinITCase + reset resource counter before each test
     add 3fa7d03ddad [FLINK-29389][docs] Update documentation of JDBC and HBase lookup table for new caching options (#20884)
     add c0d90070332 [hotfix][docs] Fix typo in Kinesis Connector docs.
     add 89be642cb6d [hotfix] fix the problem that BatchShuffleItCase not subject to configuration.
     add 8ce056c5943 [FLINK-29020][docs] Add document for CREATE TABLE AS SELECT
     add b7b366c0fda [FLINK-29386][hive] Fix failed to compile flink-connector-hive in hive3 profile (#20882)
     add ca2200e75d2 [FLINK-24476][docs] Rename Elasticsearch case in docs. This closes #17451
     add 6c5f8a8e3cc [FLINK-29274][hive] Fix ObjectStore leak when different users has different config (#20891)
     add 680303c091d [hotfix][docs] Fix typo in try-flink/datastream.md
     add 0f8909cfb51 [FLINK-29349][table-runtime] Use state ttl instead of timer to clean up state in proctime unbounded over aggregate
     add 44009efc540 [FLINK-29219][table] Fix CREATE TABLE AS statement blocks SQL client's execution
     add 54f81c4a9d1 [FLINK-14896][connectors/kinesis] Shade and relocate Jackson dependencies
     add f360a8740aa [hotfix] Show paramter for templated tests with junit5
     add fe3bdcf0182 [FLINK-29425] Hybrid full spilling strategy triggering spilling frequently
     add 6cce68dcdc1 [FLINK-29372] Add suffix to all options that conflict with YAML
     add ed2537321f9 [hotfix] Migrate StreamingJobGraphGeneratorTest all tests to assertj and make testing method package private
     add 853ea452bff [FLINK-29431] Exceptions during job graph serialization lock up client
     add 7bae0ebb637 [FLINK-29348][table] DynamicFilteringEvent can be stored in the CoordinatorStore if it's received before the listener source coordinator is started.
     add a1c4919aa4f [hotfix][release] Update the compatibility table for the release 1.16
     add c321c5c70f5 [FLINK-28998][Docs] Translate 'Fine-Grained Resource Management' page into Chinese. This closes #20660
     add df5cc64f1d1 [FLINK-29284][Connector/Hive][Connector/JDBC] Bump derby

This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version.  This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:

 * -- * -- B -- O -- O -- O   (a126e879c41)
            \
             N -- N -- N   refs/heads/dependabot/maven/flink-connectors/flink-connector-hive/org.apache.derby-derby-10.14.2.0 (df5cc64f1d1)

You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.

Any revisions marked "omit" are not gone; other references still
refer to them.  Any revisions marked "discard" are gone forever.

No new revisions were added by this update.

Summary of changes:
 docs/content.zh/_index.md                          |   2 +-
 docs/content.zh/docs/connectors/table/hbase.md     |  69 ++-
 .../docs/connectors/table/hive/hive_catalog.md     |   2 +-
 .../docs/connectors/table/hive/hive_dialect.md     | 421 -------------
 .../docs/connectors/table/hive/hive_functions.md   |  10 +-
 .../docs/connectors/table/hive/hive_read_write.md  |   2 +-
 .../docs/connectors/table/hive/overview.md         |   2 +-
 docs/content.zh/docs/connectors/table/jdbc.md      |  79 ++-
 docs/content.zh/docs/connectors/table/kinesis.md   |   4 +-
 docs/content.zh/docs/deployment/cli.md             |   2 +-
 docs/content.zh/docs/deployment/config.md          |   2 +-
 .../docs/deployment/finegrained_resource.md        | 232 +++----
 .../content.zh/docs/deployment/ha/kubernetes_ha.md |   6 +-
 docs/content.zh/docs/deployment/ha/zookeeper_ha.md |   6 +-
 docs/content.zh/docs/deployment/overview.md        |   2 +-
 .../resource-providers/native_kubernetes.md        |  10 +-
 .../resource-providers/standalone/kubernetes.md    |   4 +-
 .../resource-providers/standalone/overview.md      |   2 +-
 .../docs/dev/datastream/execution_mode.md          |   2 +-
 .../docs/dev/python/table/table_environment.md     |   4 +-
 docs/content.zh/docs/dev/table/catalogs.md         |   4 +
 .../docs/dev/table/concepts/determinism.md         | 261 ++++++++
 .../content.zh/docs/dev/table/concepts/overview.md |   3 +-
 .../docs/dev/table/hive-compatibility/_index.md    |  23 +
 .../hive-compatibility/hive-dialect/_index.md      |  21 +
 .../table/hive-compatibility/hive-dialect/add.md   |  56 ++
 .../table/hive-compatibility/hive-dialect/alter.md | 324 ++++++++++
 .../hive-compatibility/hive-dialect/create.md      | 246 ++++++++
 .../table/hive-compatibility/hive-dialect/drop.md  | 144 +++++
 .../hive-compatibility/hive-dialect/insert.md      | 212 +++++++
 .../hive-compatibility/hive-dialect/load-data.md   |  84 +++
 .../hive-compatibility/hive-dialect/overview.md    | 104 ++++
 .../hive-dialect/queries/_index.md                 |  21 +
 .../hive-compatibility/hive-dialect/queries/cte.md |  67 ++
 .../hive-dialect/queries/group-by.md               | 135 ++++
 .../hive-dialect/queries/join.md                   | 105 ++++
 .../hive-dialect/queries/lateral-view.md           |  90 +++
 .../hive-dialect/queries/overview.md               | 162 +++++
 .../hive-dialect/queries/set-op.md                 |  95 +++
 .../queries/sort-cluster-distribute-by.md          |  98 +++
 .../hive-dialect/queries/sub-queries.md            |  69 +++
 .../hive-dialect/queries/table-sample.md           |  49 ++
 .../hive-dialect/queries/transform.md              | 135 ++++
 .../hive-dialect/queries/window-functions.md       | 105 ++++
 .../table/hive-compatibility/hive-dialect/set.md   |  65 ++
 .../table/hive-compatibility/hive-dialect/show.md  | 116 ++++
 .../dev/table/hive-compatibility/hiveserver2.md    | 316 ++++++++++
 docs/content.zh/docs/dev/table/sourcesSinks.md     |   4 +
 .../docs/dev/table/sql-gateway/_index.md           |  23 +
 .../docs/dev/table/sql-gateway/hiveserver2.md      |  34 +
 .../docs/dev/table/sql-gateway/overview.md         | 236 +++++++
 docs/content.zh/docs/dev/table/sql-gateway/rest.md | 119 ++++
 docs/content.zh/docs/dev/table/sql/create.md       |  46 +-
 docs/content.zh/docs/dev/table/sql/jar.md          |  40 +-
 docs/content.zh/docs/dev/table/sqlClient.md        |   2 +-
 docs/content.zh/docs/libs/cep.md                   |   2 +-
 .../docs/ops/debugging/application_profiling.md    |  10 +-
 docs/content.zh/docs/ops/metrics.md                |   4 +-
 docs/content.zh/docs/ops/state/state_backends.md   |   4 +-
 .../docs/ops/state/task_failure_recovery.md        |   8 +-
 docs/content.zh/docs/ops/upgrading.md              |  66 ++
 docs/content.zh/docs/try-flink/datastream.md       |   2 +-
 .../release-notes/flink-1.15.md                    |   0
 docs/content.zh/release-notes/flink-1.6.md         |   4 +-
 docs/content/docs/connectors/datastream/kinesis.md |   6 +-
 docs/content/docs/connectors/table/hbase.md        |  73 ++-
 .../docs/connectors/table/hive/hive_catalog.md     |   2 +-
 .../docs/connectors/table/hive/hive_dialect.md     | 434 -------------
 .../docs/connectors/table/hive/hive_functions.md   |  10 +-
 .../docs/connectors/table/hive/hive_read_write.md  |   2 +-
 .../content/docs/connectors/table/hive/overview.md |   4 +-
 docs/content/docs/connectors/table/jdbc.md         |  83 ++-
 docs/content/docs/connectors/table/kinesis.md      |   4 +-
 docs/content/docs/deployment/cli.md                |   2 +-
 docs/content/docs/deployment/config.md             |   2 +-
 docs/content/docs/deployment/ha/kubernetes_ha.md   |   6 +-
 docs/content/docs/deployment/ha/zookeeper_ha.md    |   6 +-
 docs/content/docs/deployment/overview.md           |   2 +-
 .../resource-providers/native_kubernetes.md        |  10 +-
 .../resource-providers/standalone/kubernetes.md    |   4 +-
 .../resource-providers/standalone/overview.md      |   2 +-
 docs/content/docs/dev/datastream/execution_mode.md |   2 +-
 .../docs/dev/python/table/table_environment.md     |   4 +-
 docs/content/docs/dev/table/catalogs.md            |   4 +
 .../content/docs/dev/table/concepts/determinism.md | 269 ++++++++
 docs/content/docs/dev/table/concepts/overview.md   |   1 +
 .../docs/dev/table/hive-compatibility/_index.md    |  23 +
 .../hive-compatibility/hive-dialect/_index.md      |  21 +
 .../table/hive-compatibility/hive-dialect/add.md   |  56 ++
 .../table/hive-compatibility/hive-dialect/alter.md | 324 ++++++++++
 .../hive-compatibility/hive-dialect/create.md      | 246 ++++++++
 .../table/hive-compatibility/hive-dialect/drop.md  | 144 +++++
 .../hive-compatibility/hive-dialect/insert.md      | 212 +++++++
 .../hive-compatibility/hive-dialect/load-data.md   |  84 +++
 .../hive-compatibility/hive-dialect/overview.md    | 112 ++++
 .../hive-dialect/queries/_index.md                 |  21 +
 .../hive-compatibility/hive-dialect/queries/cte.md |  67 ++
 .../hive-dialect/queries/group-by.md               | 135 ++++
 .../hive-dialect/queries/join.md                   | 105 ++++
 .../hive-dialect/queries/lateral-view.md           |  90 +++
 .../hive-dialect/queries/overview.md               | 162 +++++
 .../hive-dialect/queries/set-op.md                 |  95 +++
 .../queries/sort-cluster-distribute-by.md          |  98 +++
 .../hive-dialect/queries/sub-queries.md            |  69 +++
 .../hive-dialect/queries/table-sample.md           |  49 ++
 .../hive-dialect/queries/transform.md              | 135 ++++
 .../hive-dialect/queries/window-functions.md       | 105 ++++
 .../table/hive-compatibility/hive-dialect/set.md   |  65 ++
 .../table/hive-compatibility/hive-dialect/show.md  | 116 ++++
 .../dev/table/hive-compatibility/hiveserver2.md    | 316 ++++++++++
 docs/content/docs/dev/table/overview.md            |   1 +
 docs/content/docs/dev/table/sourcesSinks.md        |   4 +
 docs/content/docs/dev/table/sql-gateway/_index.md  |  23 +
 .../docs/dev/table/sql-gateway/hiveserver2.md      |  34 +
 .../content/docs/dev/table/sql-gateway/overview.md | 236 +++++++
 docs/content/docs/dev/table/sql-gateway/rest.md    | 119 ++++
 docs/content/docs/dev/table/sql/create.md          |  44 +-
 docs/content/docs/dev/table/sql/jar.md             |  36 +-
 docs/content/docs/dev/table/sqlClient.md           |   2 +-
 docs/content/docs/libs/cep.md                      |   4 +-
 .../docs/ops/debugging/application_profiling.md    |  10 +-
 docs/content/docs/ops/metrics.md                   |   4 +-
 docs/content/docs/ops/state/state_backends.md      |   4 +-
 .../docs/ops/state/task_failure_recovery.md        |  10 +-
 docs/content/docs/ops/upgrading.md                 |  66 ++
 docs/content/release-notes/flink-1.6.md            |   4 +-
 docs/data/sql_connectors.yml                       |   4 +-
 docs/layouts/shortcodes/check.html                 |  21 +
 .../generated/cleanup_configuration.html           |   2 +-
 .../common_high_availability_section.html          |   2 +-
 .../generated/common_state_backends_section.html   |   2 +-
 .../generated/deployment_configuration.html        |  20 +-
 .../generated/environment_configuration.html       |   2 +-
 .../execution_checkpointing_configuration.html     |   4 +-
 ...ntial_delay_cleanup_strategy_configuration.html |   6 +-
 ...ntial_delay_restart_strategy_configuration.html |  10 +-
 ...ailure_rate_restart_strategy_configuration.html |   6 +-
 ...fixed_delay_cleanup_strategy_configuration.html |   4 +-
 ...fixed_delay_restart_strategy_configuration.html |   4 +-
 .../generated/high_availability_configuration.html |  12 +-
 .../generated/kubernetes_config_configuration.html |  22 +-
 .../shortcodes/generated/metric_configuration.html |   4 +-
 .../generated/pipeline_configuration.html          |   6 +
 .../generated/restart_strategy_configuration.html  |   2 +-
 .../generated/state_backend_configuration.html     |  12 +-
 docs/layouts/shortcodes/xmark.html                 |  21 +
 docs/static/fig/apache_superset.png                | Bin 0 -> 125404 bytes
 docs/static/fig/dbeaver.png                        | Bin 0 -> 1638252 bytes
 docs/static/fig/sql-gateway-architecture.png       | Bin 0 -> 218739 bytes
 docs/static/fig/sql-gateway-interactions.png       | Bin 0 -> 71423 bytes
 .../e5126cae-f3fe-48aa-b6fb-60ae6cc3fcd5           |   1 -
 .../flink-architecture-tests-production/pom.xml    |  15 -
 flink-architecture-tests/pom.xml                   |  21 -
 .../program/MutatedConfigurationException.java     |   5 +-
 .../client/program/StreamContextEnvironment.java   | 196 ++++--
 .../apache/flink/client/program/ClientTest.java    |   2 +-
 .../program/StreamContextEnvironmentTest.java      |  75 ++-
 flink-connectors/flink-connector-base/pom.xml      |   8 +
 .../SingleThreadMultiplexSourceReaderBase.java     |   2 +-
 .../base/source/reader/SourceReaderBase.java       |  10 +-
 .../reader/fetcher/PauseOrResumeSplitsTask.java    |  84 +++
 .../reader/fetcher/SingleThreadFetcherManager.java |   9 +-
 .../base/source/reader/fetcher/SplitFetcher.java   | 404 ++++++------
 .../source/reader/fetcher/SplitFetcherManager.java |  40 +-
 .../source/reader/splitreader/SplitReader.java     |  30 +
 .../base/source/reader/SourceReaderBaseTest.java   |  12 +-
 .../reader/fetcher/SplitFetcherManagerTest.java    |   3 +-
 .../SplitFetcherPauseResumeSplitReaderTest.java    | 306 +++++++++
 .../source/reader/fetcher/SplitFetcherTest.java    |  24 +-
 .../base/source/reader/mocks/MockSplitReader.java  |  37 +-
 .../dd583797-83e1-414c-a38d-330773978813           |   6 -
 .../de342dd1-c974-42c9-8f64-ef182ba8c56d           |   0
 .../archunit-violations/stored.rules               |   4 -
 .../flink-connector-elasticsearch-base/pom.xml     | 193 ------
 .../sink/BulkProcessorBuilderFactory.java          |  36 --
 .../elasticsearch/sink/BulkProcessorConfig.java    |  72 ---
 .../sink/BulkRequestConsumerFactory.java           |  35 --
 .../elasticsearch/sink/ElasticsearchEmitter.java   |  78 ---
 .../elasticsearch/sink/ElasticsearchSink.java      |  97 ---
 .../sink/ElasticsearchSinkBuilderBase.java         | 342 ----------
 .../elasticsearch/sink/ElasticsearchWriter.java    | 330 ----------
 .../elasticsearch/sink/FlushBackoffType.java       |  38 --
 .../sink/MapElasticsearchEmitter.java              |  81 ---
 .../elasticsearch/sink/NetworkClientConfig.java    |  78 ---
 .../elasticsearch/sink/RequestIndexer.java         |  56 --
 .../table/ElasticsearchConfiguration.java          | 158 -----
 .../table/ElasticsearchConnectorOptions.java       | 148 -----
 .../table/ElasticsearchDynamicSink.java            | 228 -------
 .../table/ElasticsearchDynamicSinkFactoryBase.java | 257 --------
 .../table/ElasticsearchValidationUtils.java        |  92 ---
 .../elasticsearch/table/IndexGenerator.java        |  39 --
 .../elasticsearch/table/IndexGeneratorBase.java    |  52 --
 .../elasticsearch/table/IndexGeneratorFactory.java | 317 ----------
 .../elasticsearch/table/KeyExtractor.java          |  97 ---
 .../table/RowElasticsearchEmitter.java             | 129 ----
 .../elasticsearch/table/StaticIndexGenerator.java  |  35 --
 .../elasticsearch/ActionRequestFailureHandler.java |  82 ---
 .../elasticsearch/BufferingNoOpRequestIndexer.java |  75 ---
 .../elasticsearch/ElasticsearchApiCallBridge.java  | 122 ----
 .../elasticsearch/ElasticsearchSinkBase.java       | 525 ----------------
 .../elasticsearch/ElasticsearchSinkFunction.java   |  91 ---
 .../connectors/elasticsearch/RequestIndexer.java   |  84 ---
 .../table/ElasticsearchConfiguration.java          | 169 -----
 .../table/ElasticsearchConnectorOptions.java       | 165 -----
 .../table/ElasticsearchValidationUtils.java        |  94 ---
 .../elasticsearch/table/IndexGenerator.java        |  39 --
 .../elasticsearch/table/IndexGeneratorBase.java    |  52 --
 .../elasticsearch/table/IndexGeneratorFactory.java | 314 ----------
 .../elasticsearch/table/KeyExtractor.java          | 130 ----
 .../elasticsearch/table/RequestFactory.java        |  54 --
 .../table/RowElasticsearchSinkFunction.java        | 143 -----
 .../elasticsearch/table/StaticIndexGenerator.java  |  35 --
 .../elasticsearch/util/IgnoringFailureHandler.java |  38 --
 .../elasticsearch/util/NoOpFailureHandler.java     |  54 --
 .../util/RetryRejectedExecutionFailureHandler.java |  59 --
 .../architecture/TestCodeArchitectureTest.java     |  43 --
 .../connector/elasticsearch/ElasticsearchUtil.java |  92 ---
 .../sink/ElasticsearchSinkBaseITCase.java          | 221 -------
 .../sink/ElasticsearchSinkBuilderBaseTest.java     | 105 ----
 .../sink/ElasticsearchWriterITCase.java            | 422 -------------
 .../elasticsearch/sink/TestClientBase.java         |  72 ---
 .../connector/elasticsearch/sink/TestEmitter.java  |  78 ---
 .../table/ElasticsearchDynamicSinkBaseITCase.java  | 358 -----------
 .../ElasticsearchDynamicSinkFactoryBaseTest.java   | 256 --------
 .../elasticsearch/table/IndexGeneratorTest.java    | 370 -----------
 .../elasticsearch/table/KeyExtractorTest.java      | 148 -----
 .../connector/elasticsearch/table/TestContext.java |  72 ---
 .../elasticsearch/ElasticsearchSinkBaseTest.java   | 690 ---------------------
 .../elasticsearch/ElasticsearchSinkTestBase.java   | 190 ------
 .../EmbeddedElasticsearchNodeEnvironment.java      |  54 --
 .../elasticsearch/TestRequestIndexer.java          |  78 ---
 .../table/IndexGeneratorFactoryTest.java           | 296 ---------
 .../elasticsearch/table/KeyExtractorTest.java      | 132 ----
 .../elasticsearch/table/TestContext.java           |  72 ---
 .../testutils/ElasticsearchResource.java           | 106 ----
 .../testutils/SourceSinkDataTestKit.java           | 156 -----
 .../src/test/resources/archunit.properties         |  31 -
 .../src/test/resources/log4j2-test.properties      |  28 -
 .../25e52d29-fa7e-42fa-a571-b5c76235df52           |   0
 .../db3972e4-f3a3-45b2-9643-27cba0cef09d           |  12 -
 .../archunit-violations/stored.rules               |   4 -
 .../flink-connector-elasticsearch6/pom.xml         | 178 ------
 .../sink/Elasticsearch6SinkBuilder.java            | 131 ----
 .../table/Elasticsearch6ConnectorOptions.java      |  39 --
 .../table/Elasticsearch6DynamicSinkFactory.java    |  77 ---
 .../table/Elasticsearch6Configuration.java         |  79 ---
 .../table/Elasticsearch6DynamicSink.java           | 335 ----------
 .../table/Elasticsearch6DynamicSinkFactory.java    | 184 ------
 .../Elasticsearch6ApiCallBridge.java               | 148 -----
 .../Elasticsearch6BulkProcessorIndexer.java        |  85 ---
 .../elasticsearch6/ElasticsearchSink.java          | 269 --------
 .../elasticsearch6/RestClientFactory.java          |  42 --
 .../org.apache.flink.table.factories.Factory       |  16 -
 .../architecture/TestCodeArchitectureTest.java     |  57 --
 .../sink/Elasticsearch6SinkBuilderTest.java        |  37 --
 .../sink/Elasticsearch6SinkITCase.java             |  52 --
 .../sink/Elasticsearch6TestClient.java             |  36 --
 .../Elasticsearch6DynamicSinkFactoryTest.java      |  59 --
 .../table/Elasticsearch6DynamicSinkITCase.java     | 103 ---
 .../Elasticsearch6DynamicSinkFactoryTest.java      | 250 --------
 .../table/Elasticsearch6DynamicSinkITCase.java     | 403 ------------
 .../table/Elasticsearch6DynamicSinkTest.java       | 298 ---------
 .../elasticsearch6/ElasticsearchSinkITCase.java    | 133 ----
 .../src/test/resources/archunit.properties         |  31 -
 .../src/test/resources/log4j2-test.properties      |  28 -
 .../1af7baaa-05dc-452a-9de7-653c8b3b324f           |   0
 .../e1f30f33-c61c-4707-8c78-a3a80479564e           |  12 -
 .../archunit-violations/stored.rules               |   4 -
 .../flink-connector-elasticsearch7/pom.xml         | 175 ------
 .../sink/Elasticsearch7SinkBuilder.java            | 133 ----
 .../table/Elasticsearch7DynamicSinkFactory.java    |  33 -
 .../table/Elasticsearch7Configuration.java         |  70 ---
 .../table/Elasticsearch7DynamicSink.java           | 335 ----------
 .../table/Elasticsearch7DynamicSinkFactory.java    | 184 ------
 .../Elasticsearch7ApiCallBridge.java               | 152 -----
 .../Elasticsearch7BulkProcessorIndexer.java        |  85 ---
 .../elasticsearch7/ElasticsearchSink.java          | 269 --------
 .../elasticsearch7/RestClientFactory.java          |  42 --
 .../org.apache.flink.table.factories.Factory       |  16 -
 .../architecture/TestCodeArchitectureTest.java     |  57 --
 .../sink/Elasticsearch7SinkBuilderTest.java        |  37 --
 .../sink/Elasticsearch7SinkITCase.java             |  53 --
 .../sink/Elasticsearch7TestClient.java             |  37 --
 .../Elasticsearch7DynamicSinkFactoryTest.java      |  57 --
 .../table/Elasticsearch7DynamicSinkITCase.java     |  97 ---
 .../Elasticsearch7DynamicSinkFactoryTest.java      | 234 -------
 .../table/Elasticsearch7DynamicSinkITCase.java     | 377 -----------
 .../table/Elasticsearch7DynamicSinkTest.java       | 298 ---------
 .../elasticsearch7/ElasticsearchSinkITCase.java    | 133 ----
 .../src/test/resources/archunit.properties         |  31 -
 flink-connectors/flink-connector-hive/pom.xml      |   4 +-
 .../flink/table/catalog/hive/HiveCatalog.java      |  30 +-
 .../table/endpoint/hive/HiveServer2Endpoint.java   | 143 +++--
 .../hive/HiveServer2EndpointConfigOptions.java     |   4 +-
 .../endpoint/hive/HiveServer2EndpointFactory.java  |  26 +-
 .../table/endpoint/hive/HiveServer2Schemas.java    |   6 +-
 .../hive/util/ThriftObjectConversions.java         |  17 +-
 .../delegation/hive/HiveOperationExecutor.java     | 144 ++++-
 .../table/planner/delegation/hive/HiveParser.java  |  20 +-
 .../delegation/hive/HiveShowTableUtils.java        | 295 +++++++++
 .../delegation/hive/copy/HiveSetProcessor.java     |  21 +-
 .../HiveLoadDataOperation.java                     |   2 +-
 .../operations/HiveShowCreateTableOperation.java}  |  27 +-
 .../hive/parse/HiveParserDDLSemanticAnalyzer.java  |  39 +-
 .../hive/parse/HiveParserLoadSemanticAnalyzer.java |   2 +-
 .../flink/connectors/hive/HiveDialectITCase.java   | 261 ++++----
 .../connectors/hive/HiveDialectQueryITCase.java    |  13 +-
 .../hive/HiveDynamicPartitionPruningITCase.java    | 234 +++++++
 .../flink/table/catalog/hive/HiveTestUtils.java    |  30 +-
 .../hive/HiveServer2EndpointFactoryTest.java       |  24 +-
 .../endpoint/hive/HiveServer2EndpointITCase.java   | 205 +++++-
 .../hive/util/HiveServer2EndpointExtension.java    |   8 +-
 .../src/test/resources/endpoint/hive_catalog.q     |  16 +-
 flink-connectors/flink-connector-jdbc/pom.xml      |   2 +-
 .../source/reader/KafkaPartitionSplitReader.java   |  14 +
 .../kafka/source/reader/KafkaSourceReader.java     |   7 +
 .../reader/fetcher/KafkaSourceFetcherManager.java  |   3 +-
 .../kafka/internals/AbstractFetcher.java           |   2 +-
 .../kafka/source/reader/KafkaSourceReaderTest.java |  46 ++
 flink-connectors/flink-connector-kinesis/pom.xml   |   6 +
 .../connectors/kinesis/FlinkKinesisConsumer.java   |   7 +-
 .../src/main/resources/META-INF/NOTICE             |   4 +
 .../kinesis/FlinkKinesisConsumerTest.java          |   8 +
 .../reader/fetcher/PulsarFetcherManagerBase.java   |   6 +-
 .../fetcher/PulsarOrderedFetcherManager.java       |   6 +-
 .../fetcher/PulsarUnorderedFetcherManager.java     |   6 +-
 .../reader/source/PulsarOrderedSourceReader.java   |   3 +-
 .../reader/source/PulsarSourceReaderBase.java      |   8 +
 .../reader/source/PulsarUnorderedSourceReader.java |   3 +-
 .../split/PulsarPartitionSplitReaderBase.java      |  19 +-
 .../source/PulsarOrderedSourceReaderTest.java      |  32 +
 .../flink-sql-connector-elasticsearch6/pom.xml     | 153 -----
 .../src/main/resources/META-INF/NOTICE             |  47 --
 .../flink-sql-connector-elasticsearch7/pom.xml     | 162 -----
 .../src/main/resources/META-INF/NOTICE             |  47 --
 flink-connectors/flink-sql-connector-kafka/pom.xml |   6 +
 .../flink/connectors/kafka/PackagingITCase.java}   |  29 +-
 .../flink-sql-connector-kinesis/pom.xml            |  14 +-
 .../src/main/resources/META-INF/NOTICE             |   4 -
 .../flink/connectors/kinesis/PackagingITCase.java  |  36 +-
 flink-connectors/pom.xml                           |   5 -
 .../apache/flink/api/common/ExecutionConfig.java   |   9 +
 .../common/eventtime/CombinedWatermarkStatus.java  |  11 +-
 .../eventtime/IndexedCombinedWatermarkStatus.java  |   3 +-
 .../eventtime/WatermarkOutputMultiplexer.java      |  11 +-
 .../flink/api/connector/source/SourceReader.java   |  37 ++
 .../flink/configuration/CheckpointingOptions.java  |   3 +-
 .../apache/flink/configuration/CleanupOptions.java |  13 +-
 .../apache/flink/configuration/CoreOptions.java    |   3 +-
 .../flink/configuration/DeploymentOptions.java     |  51 +-
 .../configuration/HighAvailabilityOptions.java     |   6 +-
 .../apache/flink/configuration/MetricOptions.java  |   6 +-
 .../flink/configuration/PipelineOptions.java       |  17 +
 .../configuration/RestartStrategyOptions.java      |   3 +-
 .../flink/configuration/StateBackendOptions.java   |   3 +-
 .../eventtime/WatermarkOutputMultiplexerTest.java  |  24 +-
 .../connector/source/mocks/MockSourceReader.java   |  21 +-
 flink-dist/src/main/flink-bin/bin/config.sh        |  12 +-
 flink-dist/src/main/resources/flink-conf.yaml      |   4 +-
 flink-docs/README.md                               |   2 +-
 .../configuration/ConfigOptionsDocGenerator.java   | 253 ++------
 .../docs/util/ConfigurationOptionLocator.java      | 203 ++++++
 .../apache/flink/docs/util/OptionWithMetaInfo.java |  20 +-
 .../OptionsClassLocation.java                      |   6 +-
 .../ConfigOptionsDocGeneratorTest.java             |  65 +-
 .../ConfigOptionsDocsCompletenessITCase.java       |  54 +-
 .../configuration/ConfigOptionsYamlSpecTest.java   |  68 ++
 .../flink/sql/tests/BatchSQLTestProgram.java       |  25 +-
 .../table/test/KinesisFirehoseTableITTest.java     |   4 +-
 .../table/test/KinesisStreamsTableApiIT.java       |   5 +-
 .../pom.xml                                        |  88 ---
 .../flink/streaming/tests/ElasticsearchClient.java |  59 --
 .../streaming/tests/ElasticsearchDataReader.java   |  57 --
 .../tests/ElasticsearchSinkE2ECaseBase.java        | 101 ---
 .../ElasticsearchSinkExternalContextBase.java      | 123 ----
 ...lasticsearchSinkExternalContextFactoryBase.java |  59 --
 .../streaming/tests/ElasticsearchTestEmitter.java  |  51 --
 .../org/apache/flink/streaming/tests/KeyValue.java |  92 ---
 .../apache/flink/streaming/tests/QueryParams.java  | 174 ------
 .../streaming/tests/UpdateRequestFactory.java      |  43 --
 .../flink/tests/util/kafka/KafkaSinkE2ECase.java   |   8 +-
 .../flink/tests/util/kafka/KafkaSourceE2ECase.java |  10 +-
 .../tests/util/kafka/SQLClientKafkaITCase.java     |   8 +-
 .../util/kafka/SQLClientSchemaRegistryITCase.java  |  11 +-
 .../flink/tests/util/kafka/SmokeKafkaITCase.java   |   4 +-
 .../org/apache/flink/tests/util/TestUtils.java     |  56 --
 .../flink-end-to-end-tests-elasticsearch6/pom.xml  | 143 -----
 .../streaming/tests/Elasticsearch6Client.java      | 149 -----
 .../streaming/tests/UpdateRequest6Factory.java     |  48 --
 .../streaming/tests/Elasticsearch6SinkE2ECase.java |  60 --
 .../tests/Elasticsearch6SinkExternalContext.java   |  68 --
 .../Elasticsearch6SinkExternalContextFactory.java  |  48 --
 .../src/test/resources/log4j2-test.properties      |  34 -
 .../flink-end-to-end-tests-elasticsearch7/pom.xml  | 144 -----
 .../streaming/tests/Elasticsearch7Client.java      | 147 -----
 .../streaming/tests/UpdateRequest7Factory.java     |  46 --
 .../streaming/tests/Elasticsearch7SinkE2ECase.java |  60 --
 .../tests/Elasticsearch7SinkExternalContext.java   |  68 --
 .../Elasticsearch7SinkExternalContextFactory.java  |  48 --
 .../src/test/resources/log4j2-test.properties      |  35 --
 .../tests/util/hbase/SQLClientHBaseITCase.java     |   9 +-
 .../FlinkContainerWithPulsarEnvironment.java       |   4 +-
 .../apache/flink/tests/scala/ScalaFreeITCase.java  |   7 +-
 .../table/sql/codegen/CreateTableAsITCase.java     |  68 ++
 .../flink/table/sql/codegen/SqlITCaseBase.java     |   5 +-
 .../table/sql/codegen/UsingRemoteJarITCase.java    |   5 +-
 .../src/test/resources/create_table_as_e2e.sql     |  36 ++
 .../resources/create_table_as_statementset_e2e.sql |  40 ++
 .../flink-quickstart-test-dummy-dependency/pom.xml |  33 +
 .../apache/flink/quickstarts/test/utils/Utils.java |  14 +-
 .../flink-quickstart-test/pom.xml                  |   2 +-
 .../test/Elasticsearch7SinkExample.java            |  79 ---
 .../flink/quickstarts/test/QuickstartExample.java  |  65 ++
 .../test/Elasticsearch7SinkExample.scala           |  75 ---
 .../flink/quickstarts/test/QuickstartExample.scala |  58 ++
 .../flink-sql-client-test/pom.xml                  |  58 +-
 .../src/test/java/SqlClientITCase.java             | 294 +++++++++
 .../src/test/resources/log4j2-test.properties      |   8 +-
 .../flink/table/gateway/SqlGatewayE2ECase.java     |   7 +-
 .../kinesis/test/KinesisTableApiITCase.java        |   4 +-
 flink-end-to-end-tests/pom.xml                     |   4 +-
 flink-end-to-end-tests/run-nightly-tests.sh        |   6 +-
 flink-end-to-end-tests/test-scripts/common.sh      |   5 +-
 .../test-scripts/elasticsearch-common.sh           | 142 -----
 .../test-scripts/test-runner-common.sh             |   2 +-
 .../test-scripts/test_batch_sql.sh                 |   2 +-
 .../test-scripts/test_ha_dataset.sh                |   2 +-
 .../test-scripts/test_ha_datastream.sh             |   2 +-
 .../test-scripts/test_kubernetes_application.sh    |   2 +-
 .../test-scripts/test_kubernetes_application_ha.sh |   6 +-
 .../test_kubernetes_pyflink_application.sh         |   2 +-
 .../test-scripts/test_kubernetes_session.sh        |   2 +-
 .../test-scripts/test_quickstarts.sh               |  45 +-
 .../test-scripts/test_sql_client.sh                | 266 --------
 .../parquet/protobuf/ParquetProtoWriters.java      |   4 +-
 flink-formats/flink-sql-avro/pom.xml               |   6 +
 .../apache/flink/formats/avro/PackagingITCase.java |  27 +-
 .../configuration/KubernetesConfigOptions.java     | 111 ++--
 flink-python/pom.xml                               |   3 +-
 flink-python/pyflink/datastream/state_backend.py   |   2 +-
 .../runtime/rpc/akka/AkkaInvocationHandler.java    |  62 +-
 .../flink/runtime/rpc/akka/AkkaRpcService.java     |  43 +-
 .../flink/runtime/rpc/akka/AkkaRpcServiceTest.java |  96 ++-
 .../rpc/akka/ContextClassLoadingSettingTest.java   | 103 ++-
 .../org/apache/flink/runtime/rpc/RpcEndpoint.java  |  12 +-
 .../apache/flink/runtime/rpc/RpcGatewayUtils.java  |  87 +++
 .../org/apache/flink/runtime/rpc/RpcService.java   |  60 +-
 .../dispatcher/ConfigurationNotAllowedMessage.java |   5 +-
 .../flink/runtime/executiongraph/Execution.java    |   4 +-
 .../partition/hybrid/HsFullSpillingStrategy.java   |  32 +-
 .../partition/hybrid/HsMemoryDataManager.java      |  39 +-
 .../partition/hybrid/HsResultPartition.java        |   3 +-
 .../hybrid/HsSelectiveSpillingStrategy.java        |   2 +-
 .../partition/hybrid/HsSpillingStrategy.java       |   2 +-
 .../hybrid/HybridShuffleConfiguration.java         |  53 +-
 .../operators/coordination/CoordinatorStore.java   |   4 +
 .../coordination/CoordinatorStoreImpl.java         |   5 +
 .../runtime/registration/RetryingRegistration.java |  19 +-
 .../SsgNetworkMemoryCalculationUtils.java          |  14 +-
 .../PipelinedRegionSchedulingStrategy.java         | 136 ++--
 .../flink/runtime/shuffle/NettyShuffleMaster.java  |   2 +-
 .../shuffle/TaskInputsOutputsDescriptor.java       |  13 +-
 .../source/coordinator/SourceCoordinator.java      |  37 +-
 .../runtime/state/filesystem/FsStateBackend.java   |   2 +-
 .../runtime/state/memory/MemoryStateBackend.java   |   2 +-
 ...ileSystemJobResultStoreFileOperationsTest.java} |   4 +-
 .../hybrid/HsFullSpillingStrategyTest.java         |  20 +-
 .../partition/hybrid/HsMemoryDataManagerTest.java  |  49 +-
 .../partition/hybrid/HsResultPartitionTest.java    |  28 -
 .../hybrid/HsSelectiveSpillingStrategyTest.java    |   2 +-
 .../partition/hybrid/HsSubpartitionViewTest.java   |   3 +-
 .../partition/hybrid/TestingSpillingStrategy.java  |  14 +-
 .../jobmanager/HighAvailabilityModeTest.java       |   2 +-
 .../runtime/metrics/util/MetricUtilsTest.java      |   7 +-
 .../registration/RetryingRegistrationTest.java     |  10 -
 .../resourcemanager/ResourceManagerTest.java       |   2 +-
 .../flink/runtime/rpc/RpcConnectionTest.java       |  51 +-
 .../flink/runtime/rpc/TestingRpcService.java       |  28 +-
 .../SsgNetworkMemoryCalculationUtilsTest.java      |  83 ++-
 ...hedulingDownstreamTasksInBatchJobBenchmark.java |  28 +-
 .../flink/runtime/state/TestTaskStateManager.java  |   4 +-
 .../runtime/state/TestTaskStateManagerBuilder.java |   7 +-
 .../streaming/api/datastream/KeyedStream.java      |  28 +
 .../api/environment/CheckpointConfig.java          |   9 +
 .../environment/ExecutionCheckpointingOptions.java |   3 +-
 .../flink/streaming/api/graph/StreamConfig.java    |  13 +-
 .../streaming/api/operators/SourceOperator.java    |  79 ++-
 .../api/operators/co/IntervalJoinOperator.java     |  21 +-
 .../source/ProgressiveTimestampsAndWatermarks.java |  16 +-
 .../operators/source/TimestampsAndWatermarks.java  |   3 +
 .../operators/source/WatermarkToDataOutput.java    |  10 +-
 .../flink/streaming/runtime/tasks/StreamTask.java  |   5 +-
 .../CheckpointConfigFromConfigurationTest.java     |   2 +-
 .../api/graph/StreamingJobGraphGeneratorTest.java  | 554 +++++++++--------
 .../SourceOperatorSplitWatermarkAlignmentTest.java | 155 +++++
 .../api/operators/co/IntervalJoinOperatorTest.java |  10 +
 .../streaming/runtime/tasks/StreamTaskTest.java    |  57 ++
 .../apache/flink/table/client/cli/CliClient.java   |   9 +-
 .../client/gateway/context/SessionContext.java     |  11 +
 .../flink-sql-client/src/test/resources/sql/set.q  |  45 +-
 .../gateway/service/SqlGatewayServiceImpl.java     |   2 +-
 .../gateway/service/context/SessionContext.java    |  34 +-
 .../gateway/AbstractSqlGatewayStatementITCase.java |   3 +
 .../src/test/resources/sql/insert.q                |  53 ++
 .../table/api/internal/TableEnvironmentImpl.java   |  26 +-
 .../flink/table/catalog/FunctionCatalog.java       |   2 +-
 .../{ddl => }/CreateTableASOperation.java          |  21 +-
 .../table/operations/ModifyOperationVisitor.java   |   2 +
 .../apache/calcite/sql2rel/RelDecorrelator.java    |   4 +
 .../operations/SqlCreateTableConverter.java        |   2 +-
 .../plan/nodes/exec/batch/BatchExecSink.java       |   3 +-
 .../plan/nodes/exec/common/CommonExecSink.java     |  25 +-
 .../nodes/exec/stream/StreamExecOverAggregate.java |   4 +-
 .../plan/nodes/exec/stream/StreamExecSink.java     |  12 +-
 .../planner/plan/optimize/JoinHintResolver.java    | 113 +++-
 .../plan/rules/logical/SubQueryDecorrelator.java   |  22 +-
 .../table/planner/plan/utils/UpsertKeyUtil.java    |  66 ++
 .../table/planner/typeutils/RowTypeUtils.java      |  35 ++
 .../table/planner/calcite/FlinkPlannerImpl.scala   |   3 +-
 .../codegen/agg/batch/AggCodeGenHelper.scala       |   4 -
 .../codegen/agg/batch/HashAggCodeGenerator.scala   |   3 +-
 .../codegen/agg/batch/SortAggCodeGenerator.scala   |   3 +-
 .../codegen/agg/batch/WindowCodeGenerator.scala    |   3 +-
 .../nodes/physical/stream/StreamPhysicalSink.scala |  10 +-
 .../rules/logical/FlinkSubQueryRemoveRule.scala    |  13 +-
 .../apache/flink/table/api/CompiledPlanITCase.java |  24 +
 .../planner/plan/hints/batch/JoinHintTestBase.java |  85 ++-
 .../nodes/exec/stream/TableSinkJsonPlanTest.java   |  36 ++
 .../planner/plan/utils/UpsertKeyUtilTest.java      |  52 ++
 .../utils/JavaUserDefinedScalarFunctions.java      |   4 +
 .../table/planner/typeutils/RowTypeUtilsTest.java  |  46 ++
 .../plan/hints/batch/BroadcastJoinHintTest.xml     | 275 ++++++--
 .../plan/hints/batch/NestLoopJoinHintTest.xml      | 275 ++++++--
 .../plan/hints/batch/ShuffleHashJoinHintTest.xml   | 276 +++++++--
 .../plan/hints/batch/ShuffleMergeJoinHintTest.xml  | 276 +++++++--
 .../testChangelogSource.out                        |   1 +
 .../testUpsertSource.out                           |   1 +
 .../testDeduplication.out                          |   1 +
 .../ExpandJsonPlanTest_jsonplan/testExpand.out     |   1 +
 ...tDistinctAggCalls[isMiniBatchEnabled=false].out |   1 +
 ...stDistinctAggCalls[isMiniBatchEnabled=true].out |   1 +
 ...gCallsWithGroupBy[isMiniBatchEnabled=false].out |   1 +
 ...ggCallsWithGroupBy[isMiniBatchEnabled=true].out |   1 +
 ...erDefinedAggCalls[isMiniBatchEnabled=false].out |   1 +
 ...serDefinedAggCalls[isMiniBatchEnabled=true].out |   1 +
 .../testEventTimeTumbleWindow.out                  |   1 +
 .../testProcTimeTumbleWindow.out                   |   1 +
 .../testIncrementalAggregate.out                   |   1 +
 ...lAggregateWithSumCountDistinctAndRetraction.out |   1 +
 .../testInnerJoinWithEqualPk.out                   |   1 +
 ...WithNonDeterministicFuncSinkWithDifferentPk.out | 147 +++++
 .../optimize/ClearQueryBlockAliasResolverTest.xml  | 152 ++++-
 .../planner/plan/optimize/JoinHintResolverTest.xml | 156 ++++-
 .../utils/userDefinedScalarFunctions.scala         |  53 +-
 .../plan/stream/sql/NonDeterministicDagTest.scala  |  64 +-
 .../planner/plan/stream/sql/TableSinkTest.scala    |   4 +-
 .../plan/stream/sql/join/LookupJoinTest.scala      |   3 +-
 .../runtime/batch/sql/TableSinkITCase.scala        |  16 +
 .../runtime/batch/sql/join/LookupJoinITCase.scala  |   8 +
 .../runtime/harness/OverAggregateHarnessTest.scala |   7 +-
 .../runtime/stream/sql/AsyncLookupJoinITCase.scala |   5 +
 .../runtime/stream/sql/LookupJoinITCase.scala      |   8 +
 .../runtime/stream/sql/TableSinkITCase.scala       |  79 +++
 .../table/lookup/CachingAsyncLookupFunction.java   |   7 +-
 .../table/lookup/CachingLookupFunction.java        |   7 +-
 .../table/lookup/fullcache/CacheLoader.java        |  18 +-
 .../table/lookup/fullcache/LookupFullCache.java    |   2 +-
 .../inputformat/InputFormatCacheLoader.java        |  50 +-
 .../inputformat/InputSplitCacheLoadTask.java       |   9 +-
 .../keyselector/GenericRowDataKeySelector.java     |  10 +-
 ...cFilteringDataCollectorOperatorCoordinator.java |  58 +-
 .../over/ProcTimeUnboundedPrecedingFunction.java   |  34 +-
 .../operators/sink/SinkUpsertMaterializer.java     | 125 +++-
 .../table/fullcache/LookupFullCacheTest.java       |  12 +-
 .../functions/table/fullcache/TestCacheLoader.java |  11 +-
 .../inputformat/FullCacheTestInputFormat.java      |   6 +-
 .../inputformat/InputFormatCacheLoaderTest.java    |  81 ++-
 .../ProcTimeUnboundedPrecedingFunctionTest.java    | 117 ++++
 .../operators/sink/SinkUpsertMaterializerTest.java | 102 ++-
 .../testframe/container/FlinkContainers.java       |   5 +
 .../org/apache/flink/util/DockerImageVersions.java |   6 -
 .../org/apache/flink/util/TestLoggerExtension.java |  13 +-
 .../upserttest/sink/UpsertTestSinkWriter.java      |   6 +
 .../apache/flink/packaging/PackagingTestUtils.java | 104 ++++
 .../flink/test/resources/ResourceTestUtils.java    |  73 +--
 .../flink/packaging/PackagingTestUtilsTest.java    | 134 ++++
 .../sink/UpsertTestSinkWriterITCase.java           |   3 +-
 .../OperatorEventSendingCheckpointITCase.java      |  28 +-
 .../ChangelogLocalRecoveryITCase.java              |   3 +-
 .../flink/test/runtime/BatchShuffleITCaseBase.java | 196 ++++++
 .../flink/test/runtime/BlockingShuffleITCase.java  | 156 +----
 .../flink/test/runtime/HybridShuffleITCase.java    |  72 +++
 .../test/streaming/runtime/IntervalJoinITCase.java | 125 ++++
 pom.xml                                            |   4 +-
 tools/azure-pipelines/cache_docker_images.sh       |   2 +-
 tools/ci/compile.sh                                |   4 -
 tools/ci/{java-ci-tools => flink-ci-tools}/pom.xml |  15 +-
 .../tools/ci/licensecheck/JarFileChecker.java      |   0
 .../tools/ci/licensecheck/LicenseChecker.java      |   0
 .../tools/ci/licensecheck/NoticeFileChecker.java   |  87 ++-
 .../tools/ci/suffixcheck/ScalaSuffixChecker.java   |   0
 .../ci/utils/dependency/DependencyParser.java      |   0
 .../flink/tools/ci/utils/shared/Dependency.java    |   0
 .../src/main/resources/log4j2.properties           |   0
 ...modules-defining-excess-dependencies.modulelist |   0
 .../tools/ci/licensecheck/JarFileCheckerTest.java  |   0
 .../utils/dependency/DependencyParserCopyTest.java |   0
 .../utils/dependency/DependencyParserTreeTest.java |   0
 .../org.junit.jupiter.api.extension.Extension      |   0
 .../modules-skipping-deployment.modulelist         |  43 --
 tools/ci/license_check.sh                          |   2 +-
 tools/ci/shade.sh                                  |  26 -
 tools/ci/stage.sh                                  |   5 -
 tools/ci/verify_scala_suffixes.sh                  |   2 +-
 614 files changed, 16580 insertions(+), 22488 deletions(-)
 delete mode 100644 docs/content.zh/docs/connectors/table/hive/hive_dialect.md
 create mode 100644 docs/content.zh/docs/dev/table/concepts/determinism.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/_index.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/_index.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/add.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/alter.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/create.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/drop.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/insert.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/load-data.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/overview.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/queries/_index.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/queries/cte.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/queries/group-by.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/queries/join.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/queries/lateral-view.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/queries/overview.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/queries/set-op.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/queries/sort-cluster-distribute-by.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/queries/sub-queries.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/queries/table-sample.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/queries/transform.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/queries/window-functions.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/set.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hive-dialect/show.md
 create mode 100644 docs/content.zh/docs/dev/table/hive-compatibility/hiveserver2.md
 create mode 100644 docs/content.zh/docs/dev/table/sql-gateway/_index.md
 create mode 100644 docs/content.zh/docs/dev/table/sql-gateway/hiveserver2.md
 create mode 100644 docs/content.zh/docs/dev/table/sql-gateway/overview.md
 create mode 100644 docs/content.zh/docs/dev/table/sql-gateway/rest.md
 copy docs/{content => content.zh}/release-notes/flink-1.15.md (100%)
 delete mode 100644 docs/content/docs/connectors/table/hive/hive_dialect.md
 create mode 100644 docs/content/docs/dev/table/concepts/determinism.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/_index.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/_index.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/add.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/alter.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/create.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/drop.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/insert.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/load-data.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/overview.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/queries/_index.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/queries/cte.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/queries/group-by.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/queries/join.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/queries/lateral-view.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/queries/overview.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/queries/set-op.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/queries/sort-cluster-distribute-by.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/queries/sub-queries.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/queries/table-sample.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/queries/transform.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/queries/window-functions.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/set.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hive-dialect/show.md
 create mode 100644 docs/content/docs/dev/table/hive-compatibility/hiveserver2.md
 create mode 100644 docs/content/docs/dev/table/sql-gateway/_index.md
 create mode 100644 docs/content/docs/dev/table/sql-gateway/hiveserver2.md
 create mode 100644 docs/content/docs/dev/table/sql-gateway/overview.md
 create mode 100644 docs/content/docs/dev/table/sql-gateway/rest.md
 create mode 100644 docs/layouts/shortcodes/check.html
 create mode 100644 docs/layouts/shortcodes/xmark.html
 create mode 100644 docs/static/fig/apache_superset.png
 create mode 100644 docs/static/fig/dbeaver.png
 create mode 100644 docs/static/fig/sql-gateway-architecture.png
 create mode 100644 docs/static/fig/sql-gateway-interactions.png
 create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/fetcher/PauseOrResumeSplitsTask.java
 create mode 100644 flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/reader/fetcher/SplitFetcherPauseResumeSplitReaderTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/archunit-violations/dd583797-83e1-414c-a38d-330773978813
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/archunit-violations/de342dd1-c974-42c9-8f64-ef182ba8c56d
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/archunit-violations/stored.rules
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/pom.xml
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/sink/BulkProcessorBuilderFactory.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/sink/BulkProcessorConfig.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/sink/BulkRequestConsumerFactory.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/sink/ElasticsearchEmitter.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/sink/ElasticsearchSink.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/sink/ElasticsearchSinkBuilderBase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/sink/ElasticsearchWriter.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/sink/FlushBackoffType.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/sink/MapElasticsearchEmitter.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/sink/NetworkClientConfig.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/sink/RequestIndexer.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/table/ElasticsearchConfiguration.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/table/ElasticsearchConnectorOptions.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/table/ElasticsearchDynamicSink.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/table/ElasticsearchDynamicSinkFactoryBase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/table/ElasticsearchValidationUtils.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/table/IndexGenerator.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/table/IndexGeneratorBase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/table/IndexGeneratorFactory.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/table/KeyExtractor.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/table/RowElasticsearchEmitter.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/table/StaticIndexGenerator.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/ActionRequestFailureHandler.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/BufferingNoOpRequestIndexer.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/ElasticsearchApiCallBridge.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/ElasticsearchSinkBase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/ElasticsearchSinkFunction.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/RequestIndexer.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/ElasticsearchConfiguration.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/ElasticsearchConnectorOptions.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/ElasticsearchValidationUtils.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/IndexGenerator.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/IndexGeneratorBase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/IndexGeneratorFactory.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/KeyExtractor.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/RequestFactory.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/RowElasticsearchSinkFunction.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/StaticIndexGenerator.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/util/IgnoringFailureHandler.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/util/NoOpFailureHandler.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/util/RetryRejectedExecutionFailureHandler.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/architecture/TestCodeArchitectureTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/connector/elasticsearch/ElasticsearchUtil.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/connector/elasticsearch/sink/ElasticsearchSinkBaseITCase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/connector/elasticsearch/sink/ElasticsearchSinkBuilderBaseTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/connector/elasticsearch/sink/ElasticsearchWriterITCase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/connector/elasticsearch/sink/TestClientBase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/connector/elasticsearch/sink/TestEmitter.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/connector/elasticsearch/table/ElasticsearchDynamicSinkBaseITCase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/connector/elasticsearch/table/ElasticsearchDynamicSinkFactoryBaseTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/connector/elasticsearch/table/IndexGeneratorTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/connector/elasticsearch/table/KeyExtractorTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/connector/elasticsearch/table/TestContext.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/ElasticsearchSinkBaseTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/ElasticsearchSinkTestBase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/EmbeddedElasticsearchNodeEnvironment.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/TestRequestIndexer.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/table/IndexGeneratorFactoryTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/table/KeyExtractorTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/table/TestContext.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/testutils/ElasticsearchResource.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/testutils/SourceSinkDataTestKit.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/resources/archunit.properties
 delete mode 100644 flink-connectors/flink-connector-elasticsearch-base/src/test/resources/log4j2-test.properties
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/archunit-violations/25e52d29-fa7e-42fa-a571-b5c76235df52
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/archunit-violations/db3972e4-f3a3-45b2-9643-27cba0cef09d
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/archunit-violations/stored.rules
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/pom.xml
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/main/java/org/apache/flink/connector/elasticsearch/sink/Elasticsearch6SinkBuilder.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/main/java/org/apache/flink/connector/elasticsearch/table/Elasticsearch6ConnectorOptions.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/main/java/org/apache/flink/connector/elasticsearch/table/Elasticsearch6DynamicSinkFactory.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/Elasticsearch6Configuration.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/Elasticsearch6DynamicSink.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/Elasticsearch6DynamicSinkFactory.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/main/java/org/apache/flink/streaming/connectors/elasticsearch6/Elasticsearch6ApiCallBridge.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/main/java/org/apache/flink/streaming/connectors/elasticsearch6/Elasticsearch6BulkProcessorIndexer.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/main/java/org/apache/flink/streaming/connectors/elasticsearch6/ElasticsearchSink.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/main/java/org/apache/flink/streaming/connectors/elasticsearch6/RestClientFactory.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/test/java/org/apache/flink/architecture/TestCodeArchitectureTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/test/java/org/apache/flink/connector/elasticsearch/sink/Elasticsearch6SinkBuilderTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/test/java/org/apache/flink/connector/elasticsearch/sink/Elasticsearch6SinkITCase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/test/java/org/apache/flink/connector/elasticsearch/sink/Elasticsearch6TestClient.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/test/java/org/apache/flink/connector/elasticsearch/table/Elasticsearch6DynamicSinkFactoryTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/test/java/org/apache/flink/connector/elasticsearch/table/Elasticsearch6DynamicSinkITCase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/table/Elasticsearch6DynamicSinkFactoryTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/table/Elasticsearch6DynamicSinkITCase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/table/Elasticsearch6DynamicSinkTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/test/java/org/apache/flink/streaming/connectors/elasticsearch6/ElasticsearchSinkITCase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/test/resources/archunit.properties
 delete mode 100644 flink-connectors/flink-connector-elasticsearch6/src/test/resources/log4j2-test.properties
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/archunit-violations/1af7baaa-05dc-452a-9de7-653c8b3b324f
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/archunit-violations/e1f30f33-c61c-4707-8c78-a3a80479564e
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/archunit-violations/stored.rules
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/pom.xml
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/main/java/org/apache/flink/connector/elasticsearch/sink/Elasticsearch7SinkBuilder.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/main/java/org/apache/flink/connector/elasticsearch/table/Elasticsearch7DynamicSinkFactory.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/Elasticsearch7Configuration.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/Elasticsearch7DynamicSink.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/Elasticsearch7DynamicSinkFactory.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/main/java/org/apache/flink/streaming/connectors/elasticsearch7/Elasticsearch7ApiCallBridge.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/main/java/org/apache/flink/streaming/connectors/elasticsearch7/Elasticsearch7BulkProcessorIndexer.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/main/java/org/apache/flink/streaming/connectors/elasticsearch7/ElasticsearchSink.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/main/java/org/apache/flink/streaming/connectors/elasticsearch7/RestClientFactory.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/test/java/org/apache/flink/architecture/TestCodeArchitectureTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/test/java/org/apache/flink/connector/elasticsearch/sink/Elasticsearch7SinkBuilderTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/test/java/org/apache/flink/connector/elasticsearch/sink/Elasticsearch7SinkITCase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/test/java/org/apache/flink/connector/elasticsearch/sink/Elasticsearch7TestClient.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/test/java/org/apache/flink/connector/elasticsearch/table/Elasticsearch7DynamicSinkFactoryTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/test/java/org/apache/flink/connector/elasticsearch/table/Elasticsearch7DynamicSinkITCase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/table/Elasticsearch7DynamicSinkFactoryTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/table/Elasticsearch7DynamicSinkITCase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/test/java/org/apache/flink/streaming/connectors/elasticsearch/table/Elasticsearch7DynamicSinkTest.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/test/java/org/apache/flink/streaming/connectors/elasticsearch7/ElasticsearchSinkITCase.java
 delete mode 100644 flink-connectors/flink-connector-elasticsearch7/src/test/resources/archunit.properties
 create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/HiveShowTableUtils.java
 rename flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/{operation => operations}/HiveLoadDataOperation.java (99%)
 rename flink-connectors/{flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/table/AbstractTimeIndexGenerator.java => flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/operations/HiveShowCreateTableOperation.java} (56%)
 create mode 100644 flink-connectors/flink-connector-hive/src/test/java/org/apache/flink/connectors/hive/HiveDynamicPartitionPruningITCase.java
 delete mode 100644 flink-connectors/flink-sql-connector-elasticsearch6/pom.xml
 delete mode 100644 flink-connectors/flink-sql-connector-elasticsearch6/src/main/resources/META-INF/NOTICE
 delete mode 100644 flink-connectors/flink-sql-connector-elasticsearch7/pom.xml
 delete mode 100644 flink-connectors/flink-sql-connector-elasticsearch7/src/main/resources/META-INF/NOTICE
 rename flink-connectors/{flink-connector-elasticsearch-base/src/main/java/org/apache/flink/streaming/connectors/elasticsearch/table/AbstractTimeIndexGenerator.java => flink-sql-connector-kafka/src/test/java/org/apache/flink/connectors/kafka/PackagingITCase.java} (54%)
 copy flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/typeutils/RowTypeUtilsTest.java => flink-connectors/flink-sql-connector-kinesis/src/test/java/org/apache/flink/connectors/kinesis/PackagingITCase.java (50%)
 create mode 100644 flink-docs/src/main/java/org/apache/flink/docs/util/ConfigurationOptionLocator.java
 rename flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/table/LogicalTypeWithIndex.java => flink-docs/src/main/java/org/apache/flink/docs/util/OptionWithMetaInfo.java (66%)
 rename flink-docs/src/main/java/org/apache/flink/docs/{configuration => util}/OptionsClassLocation.java (90%)
 create mode 100644 flink-docs/src/test/java/org/apache/flink/docs/configuration/ConfigOptionsYamlSpecTest.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common-elasticsearch/pom.xml
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common-elasticsearch/src/main/java/org/apache/flink/streaming/tests/ElasticsearchClient.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common-elasticsearch/src/main/java/org/apache/flink/streaming/tests/ElasticsearchDataReader.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common-elasticsearch/src/main/java/org/apache/flink/streaming/tests/ElasticsearchSinkE2ECaseBase.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common-elasticsearch/src/main/java/org/apache/flink/streaming/tests/ElasticsearchSinkExternalContextBase.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common-elasticsearch/src/main/java/org/apache/flink/streaming/tests/ElasticsearchSinkExternalContextFactoryBase.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common-elasticsearch/src/main/java/org/apache/flink/streaming/tests/ElasticsearchTestEmitter.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common-elasticsearch/src/main/java/org/apache/flink/streaming/tests/KeyValue.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common-elasticsearch/src/main/java/org/apache/flink/streaming/tests/QueryParams.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-common-elasticsearch/src/main/java/org/apache/flink/streaming/tests/UpdateRequestFactory.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-elasticsearch6/pom.xml
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-elasticsearch6/src/main/java/org/apache/flink/streaming/tests/Elasticsearch6Client.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-elasticsearch6/src/main/java/org/apache/flink/streaming/tests/UpdateRequest6Factory.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-elasticsearch6/src/test/java/org/apache/flink/streaming/tests/Elasticsearch6SinkE2ECase.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-elasticsearch6/src/test/java/org/apache/flink/streaming/tests/Elasticsearch6SinkExternalContext.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-elasticsearch6/src/test/java/org/apache/flink/streaming/tests/Elasticsearch6SinkExternalContextFactory.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-elasticsearch6/src/test/resources/log4j2-test.properties
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-elasticsearch7/pom.xml
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-elasticsearch7/src/main/java/org/apache/flink/streaming/tests/Elasticsearch7Client.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-elasticsearch7/src/main/java/org/apache/flink/streaming/tests/UpdateRequest7Factory.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-elasticsearch7/src/test/java/org/apache/flink/streaming/tests/Elasticsearch7SinkE2ECase.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-elasticsearch7/src/test/java/org/apache/flink/streaming/tests/Elasticsearch7SinkExternalContext.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-elasticsearch7/src/test/java/org/apache/flink/streaming/tests/Elasticsearch7SinkExternalContextFactory.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-elasticsearch7/src/test/resources/log4j2-test.properties
 create mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-sql/src/test/java/org/apache/flink/table/sql/codegen/CreateTableAsITCase.java
 create mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-sql/src/test/resources/create_table_as_e2e.sql
 create mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-sql/src/test/resources/create_table_as_statementset_e2e.sql
 create mode 100644 flink-end-to-end-tests/flink-quickstart-test-dummy-dependency/pom.xml
 rename flink-connectors/flink-connector-elasticsearch-base/src/main/java/org/apache/flink/connector/elasticsearch/table/ElasticsearchSinkBuilderSupplier.java => flink-end-to-end-tests/flink-quickstart-test-dummy-dependency/src/main/java/org/apache/flink/quickstarts/test/utils/Utils.java (71%)
 delete mode 100644 flink-end-to-end-tests/flink-quickstart-test/src/main/java/org/apache/flink/quickstarts/test/Elasticsearch7SinkExample.java
 create mode 100644 flink-end-to-end-tests/flink-quickstart-test/src/main/java/org/apache/flink/quickstarts/test/QuickstartExample.java
 delete mode 100644 flink-end-to-end-tests/flink-quickstart-test/src/main/scala/org/apache/flink/quickstarts/test/Elasticsearch7SinkExample.scala
 create mode 100644 flink-end-to-end-tests/flink-quickstart-test/src/main/scala/org/apache/flink/quickstarts/test/QuickstartExample.scala
 create mode 100644 flink-end-to-end-tests/flink-sql-client-test/src/test/java/SqlClientITCase.java
 rename {flink-connectors/flink-connector-elasticsearch7 => flink-end-to-end-tests/flink-sql-client-test}/src/test/resources/log4j2-test.properties (81%)
 delete mode 100644 flink-end-to-end-tests/test-scripts/elasticsearch-common.sh
 delete mode 100755 flink-end-to-end-tests/test-scripts/test_sql_client.sh
 rename flink-connectors/flink-connector-elasticsearch6/src/main/java/org/apache/flink/connector/elasticsearch/table/Elasticsearch6Configuration.java => flink-formats/flink-sql-avro/src/test/java/org/apache/flink/formats/avro/PackagingITCase.java (55%)
 create mode 100644 flink-rpc/flink-rpc-core/src/main/java/org/apache/flink/runtime/rpc/RpcGatewayUtils.java
 rename flink-runtime/src/test/java/org/apache/flink/runtime/highavailability/{FileSystemJobResultStoreTestInternal.java => FileSystemJobResultStoreFileOperationsTest.java} (98%)
 create mode 100644 flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/SourceOperatorSplitWatermarkAlignmentTest.java
 rename flink-table/flink-table-api-java/src/main/java/org/apache/flink/table/operations/{ddl => }/CreateTableASOperation.java (88%)
 create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/utils/UpsertKeyUtil.java
 create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/utils/UpsertKeyUtilTest.java
 create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/TableSinkJsonPlanTest_jsonplan/testCdcWithNonDeterministicFuncSinkWithDifferentPk.out
 create mode 100644 flink-table/flink-table-runtime/src/test/java/org/apache/flink/table/runtime/operators/over/ProcTimeUnboundedPrecedingFunctionTest.java
 create mode 100644 flink-test-utils-parent/flink-test-utils/src/main/java/org/apache/flink/packaging/PackagingTestUtils.java
 copy flink-end-to-end-tests/flink-end-to-end-tests-common/src/main/java/org/apache/flink/tests/util/TestUtils.java => flink-test-utils-parent/flink-test-utils/src/main/java/org/apache/flink/test/resources/ResourceTestUtils.java (57%)
 create mode 100644 flink-test-utils-parent/flink-test-utils/src/test/java/org/apache/flink/packaging/PackagingTestUtilsTest.java
 create mode 100644 flink-tests/src/test/java/org/apache/flink/test/runtime/BatchShuffleITCaseBase.java
 create mode 100644 flink-tests/src/test/java/org/apache/flink/test/runtime/HybridShuffleITCase.java
 rename tools/ci/{java-ci-tools => flink-ci-tools}/pom.xml (89%)
 rename tools/ci/{java-ci-tools => flink-ci-tools}/src/main/java/org/apache/flink/tools/ci/licensecheck/JarFileChecker.java (100%)
 rename tools/ci/{java-ci-tools => flink-ci-tools}/src/main/java/org/apache/flink/tools/ci/licensecheck/LicenseChecker.java (100%)
 rename tools/ci/{java-ci-tools => flink-ci-tools}/src/main/java/org/apache/flink/tools/ci/licensecheck/NoticeFileChecker.java (80%)
 rename tools/ci/{java-ci-tools => flink-ci-tools}/src/main/java/org/apache/flink/tools/ci/suffixcheck/ScalaSuffixChecker.java (100%)
 rename tools/ci/{java-ci-tools => flink-ci-tools}/src/main/java/org/apache/flink/tools/ci/utils/dependency/DependencyParser.java (100%)
 rename tools/ci/{java-ci-tools => flink-ci-tools}/src/main/java/org/apache/flink/tools/ci/utils/shared/Dependency.java (100%)
 rename tools/ci/{java-ci-tools => flink-ci-tools}/src/main/resources/log4j2.properties (100%)
 rename tools/ci/{java-ci-tools => flink-ci-tools}/src/main/resources/modules-defining-excess-dependencies.modulelist (100%)
 rename tools/ci/{java-ci-tools => flink-ci-tools}/src/test/java/org/apache/flink/tools/ci/licensecheck/JarFileCheckerTest.java (100%)
 rename tools/ci/{java-ci-tools => flink-ci-tools}/src/test/java/org/apache/flink/tools/ci/utils/dependency/DependencyParserCopyTest.java (100%)
 rename tools/ci/{java-ci-tools => flink-ci-tools}/src/test/java/org/apache/flink/tools/ci/utils/dependency/DependencyParserTreeTest.java (100%)
 rename tools/ci/{java-ci-tools => flink-ci-tools}/src/test/resources/META-INF/services/org.junit.jupiter.api.extension.Extension (100%)
 delete mode 100644 tools/ci/java-ci-tools/src/main/resources/modules-skipping-deployment.modulelist