You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by we...@apache.org on 2022/04/29 04:14:18 UTC
[incubator-seatunnel] branch api-draft updated (5eb77fc3 -> f844d8c3)
This is an automated email from the ASF dual-hosted git repository.
wenjun pushed a change to branch api-draft
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
discard 5eb77fc3 [Feature][core] base logic
discard 32592237 [Feature][core] base interface.
add 7b47c349 [Improvement][flink-connector-kafka] rename kafkasink/add semantic/simplify code (#1607)
add 687d7d2d [Improvement][core] Rename seatunnel-core-sql to seatunnel-core-flink-sql (#1609)
add d672a305 [Feature] [transform] To quickly locate the wrong SQL statement in flink sql transform (#1603)
add f3c90256 [doc] Change docs structure and make it more suitable (#1611)
add 4dafdf6f [Improvement][build] optimize package name (#1610)
add fc0603a7 [Imporvement][directory] Remove plugins directory (#1613)
add d9936190 [Feature][Connector] Change ClickhouseFile read temp data method to local file (#1567)
add 9a4160e2 add kafka source doc (#1624)
add 1c031d16 [doc] Fix dead link to start (#1618)
add 7456a61d [doc] Add hint only spark supported for Mesos cluster (#1617)
add 3145c688 [Improvement][flink-connector-file] Updated default rollover interval constant name (#1616)
add b0c0fe68 [hotfix][seatunnel-spark-examples][#1614] lose default deploy mode value issue (#1615)
add 396db0dc [ci] Migrate check-license into license.yml (#1621)
add cedb76f9 [Hotfix][ci] Sort dependencies to pass the ci in known-dependencies.txt (#1453)
add e8cc1b88 [hotfix][connector-redis][docs] Updated required value in source and sink attribute tables for those with default values (#1629)
add a41d4a58 [Chore]Modify irregular code (#1633)
add 07643bc9 [Improve][core] add Override on getDeployMode(#1637) (#1638)
add 22c4242f [Feature][Connector] update flink elasticsearch sink version (#1631)
add a45e306b [ci] Run auto license only if commit message contains keyword (#1643)
add fb167ef1 [Improve][Dependency]Unified version management (#1642)
add 4f1dc0c6 [License]Redeclare dual license to avoid ambiguity (#1644)
add aacccdf4 [Dependency]Upgrade log4j-core to 2.17.1 (#1646)
add 6c475748 [DOCS]Update spark dependency version notes (#1627)
add a344085d [hotfix][directory] recover plugins directory (#1651)
add 71d098bc [Bug] [core] Fix the resource leak for SparkStarter (#1655)
add 4bdbbfdb [Feature][Flink] Rewrite start-seatunnel-flink script with starter (#1636)
add d364e403 [docs][connector-clickhouse][docs] Updated bulk size desc (#1658)
add b9e404b4 ignore .attach_pid files caused by a java bug (#1657)
add 24247138 [hotfix][doc] Add escape description of split (#1666)
add 1b0da1c7 [Bug] [UT] CompleteTest#testVariables failed due to system property not set (#1668)
add 705a2899 [Bug] [core] Cannot load plugin due to plugin name is not class name (#1664)
add bcc27bc8 Update version to 2.1.1-SNAPSHOT (#1665)
add b50de38f [Improve][Connector] clickhouse configuration extraction (#1671)
add 6d78f1be Use maven revision to manage project version (#1672)
add f1326446 [Feature][connector][#1652] Get data from Feishu sheet (#1653)
add ce041951 [Bug] [connetor] When outputting data to doris, a ClassCastException was encountered. (#1674)
add 3c10987e [Feature][Connector] Re-add support for elasticsearch 6.x in source code. (#1663)
add 220c0a61 [Improvement][connector] Build different version of elasticsearch connector by property (#1675)
add a0403b81 [Feature][e2e] Add spark e2e module (#1681)
add e0330433 [CI]Add Sonar Check (#1656)
add 1c6b7215 [Improvement][connector-spark-socket] Refactored config arguments and default values (#1687)
add 94da3cba [Feature#1270][Connectors] add source plugin: seatunnel-connector-spark-http (#1678)
add 8e90c5ed [WIP]code cleanup (#1684)
add d56388d2 [doc] Rename development to contribution to avoid confusion (#1689)
add 575dded6 [doc] Add doc about how to contribute a plugin (#1690)
add cdde367e [Improve][Connectors] enhancement spark-email-sink (#1692)
add c3d5f166 [Feature][Plugin] Add Plugin Flink Sink Clickhouse (#1688)
add 3a4ef4c6 [Doc][Improve]add ClickhouseFile connector doc link on README (#1698)
add 9153f28e [Improve][Core] Remove unused return value. (#1703)
add 313b3d67 [hotfix][examples] Add flink-runtime-web to flink example (#1706)
add 0e731052 [Feature][connector] Add Clickhouse file sink on Flink engine (#1700)
add d316190f [Improvement][connector-spark-email] Refactored config parameter constants and default values (#1707)
add 59b56054 [Bug][Connector] Fixed ConsoleSink submit job twice. (#1710)
add f4909f08 [Bug][connectors] fix bug Spark "WrappedArray$ofRef cannot be cast to java.sql.Array" (#1711)
add ac7c8969 [doc] Add guide on how to Set Up SeaTunnel with Kubernetes (#1712)
add c1d4672f [hotfix][doc] fix kubernetes.mdx build fail (#1714)
add 0713a28b [fix][doc] Fix kubernetes.mdx FlinkDeployment yaml validation (#1717)
add e5613b20 [Improve][Connectors]add IT tetscase for http soure (#1718)
add f452f087 [Bug][IT]Fix it run problem in windows (#1719)
add bf7f665f [Improve] [Core] Extract the CommandArgs implement class field (#1720)
add ea86e25a [hotfix][generic] Optimize some generic type code (#1730)
add d2a5d61f [Feature][CI] Support build on windows (#1697)
add 8bafdd4c [hotfix][ci] skip checkstyle in UT (#1729)
add 464632d0 [Bug][Spark] Update jackson version to fix LocalSparkExample can't run problem (#1724)
add d8b2309f [Bug][fastjson] Upgrade fastjson, fix deserialization remote code execution vulnerability (#1737)
add 4a7de002 [Feature] [seatunnel-core-flink] flink job support application mode (#1742)
add 66ec2807 [Improvement][hudi-spark-connector] Refactored hudi config parameters (#1735)
add eb6aaad5 [Feature][Connectors] add source plugin: seatunnel-connector-spark-webhook (#1695)
add 1060c978 retrieve seatunnel-config form maven (#1754)
add 51e7c022 [Fix][Spark] fixed first start shell can't run. (#1746)
add aa8f6aa2 [Bug][seatunnel-core-spark] spark on yarn cluster mode can not get --config/-c file (#1747)
add c5f67399 [Bug] [Connector] Clickhouse sink Int8/UInt8/Int16/UInt16/Int32 datatypes support to handle Byte/Short value (#1748) (#1749)
add 614cc4fd Optimize flink run mode validate (#1745)
add e0729b82 [Feature] [Connector] Split connector jar from release core jar (#1722)
add f1bf9535 [Feature][seatunnel-transforms] Add Replace transforms for spark #1750 (#1751)
add 6ac7730c [hotfix][connector-source-fake][docs] Updated example title (#1760)
add be92f6f1 [Bug][Connector]fix runtime errors of webhook connector (#1758)
add 8056683f Remove connector listing (#1765)
add 0a611da7 [hotfix][Connecotr]Remove useless directory (#1768)
add f705a76c [hotfix][ci] run ci on all branch (#1772)
add 7b6a4f9b [Bug][Spark]Update jackson scala module version. (#1766)
add b7d2d23f [Feature][core] base interface.
add c7f36e40 [Feature][core] base logic
add f844d8c3 fix build error
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (5eb77fc3)
\
N -- N -- N refs/heads/api-draft (f844d8c3)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.dlc.json | 3 +
.github/PULL_REQUEST_TEMPLATE.md | 4 +-
.github/workflows/backend.yml | 55 +++-
.../workflows/code-analysys.yml | 28 +-
.github/workflows/license.yml | 16 +-
.gitignore | 3 +
.licenserc.yaml | 1 +
README.md | 71 +----
README_zh_CN.md | 71 +----
docs/en/command/usage.mdx | 164 +++++++++++
docs/en/connector/config-example.md | 8 +
.../sink-plugins => connector/sink}/Clickhouse.md | 16 +-
.../sink}/ClickhouseFile.md | 56 ++--
docs/en/connector/sink/Console.mdx | 101 +++++++
docs/en/connector/sink/Doris.mdx | 174 ++++++++++++
.../sink-plugins => connector/sink}/Druid.md | 9 +
.../sink/Elasticsearch.mdx} | 83 ++++--
docs/en/connector/sink/Email.md | 101 +++++++
docs/en/connector/sink/File.mdx | 190 +++++++++++++
.../sink-plugins => connector/sink}/Hbase.md | 13 +-
.../sink-plugins => connector/sink}/Hive.md | 11 +-
.../sink-plugins => connector/sink}/Hudi.md | 11 +-
.../sink-plugins => connector/sink}/Iceberg.md | 11 +-
.../sink-plugins => connector/sink}/InfluxDb.md | 11 +-
.../Jdbc.md => connector/sink/Jdbc.mdx} | 107 ++++++-
docs/en/connector/sink/Kafka.md | 62 ++++
.../sink-plugins => connector/sink}/Kudu.md | 11 +-
.../sink-plugins => connector/sink}/MongoDB.md | 11 +-
.../sink-plugins => connector/sink}/Phoenix.md | 13 +-
.../sink-plugins => connector/sink}/Redis.md | 35 ++-
.../sink-plugins => connector/sink}/Tidb.md | 11 +-
.../sink/common-options.md} | 6 +-
.../source-plugins => connector/source}/Druid.md | 13 +-
.../source}/Elasticsearch.md | 13 +-
docs/en/connector/source/Fake.mdx | 135 +++++++++
docs/en/connector/source/FeishuSheet.md | 59 ++++
.../File.md => connector/source/File.mdx} | 102 +++++--
.../source-plugins => connector/source}/Hbase.md | 13 +-
.../source-plugins => connector/source}/Hive.md | 13 +-
docs/en/connector/source/Http.md | 61 ++++
.../source-plugins => connector/source}/Hudi.md | 11 +-
.../source-plugins => connector/source}/Iceberg.md | 13 +-
.../source}/InfluxDb.md | 11 +-
docs/en/connector/source/Jdbc.mdx | 205 ++++++++++++++
.../Kafka.md => connector/source/Kafka.mdx} | 118 ++++++--
.../source-plugins => connector/source}/Kudu.md | 13 +-
.../source-plugins => connector/source}/MongoDB.md | 13 +-
.../source-plugins => connector/source}/Phoenix.md | 13 +-
.../source-plugins => connector/source}/Redis.md | 17 +-
docs/en/connector/source/Socket.mdx | 102 +++++++
.../source-plugins => connector/source}/Tidb.md | 13 +-
docs/en/connector/source/Webhook.md | 42 +++
docs/en/connector/source/common-options.mdx | 89 ++++++
.../source-plugins => connector/source}/neo4j.md | 9 +-
docs/en/contribution/contribute-plugin.md | 125 +++++++++
.../new-license.md} | 2 +-
docs/en/{developement => contribution}/setup.md | 2 +-
docs/en/deployment.mdx | 124 ++++++++
docs/en/{FAQ.md => faq.md} | 7 +
docs/en/flink/commands/start-seatunnel-flink.sh.md | 258 -----------------
docs/en/flink/configuration/ConfigExamples.md | 49 ----
.../en/flink/configuration/sink-plugins/Console.md | 32 ---
docs/en/flink/configuration/sink-plugins/Doris.md | 80 ------
.../configuration/sink-plugins/Elasticsearch.md | 64 -----
docs/en/flink/configuration/sink-plugins/File.md | 91 ------
docs/en/flink/configuration/sink-plugins/Jdbc.md | 68 -----
docs/en/flink/configuration/sink-plugins/Kafka.md | 43 ---
docs/en/flink/configuration/source-plugins/Fake.md | 43 ---
docs/en/flink/configuration/source-plugins/Jdbc.md | 80 ------
.../flink/configuration/source-plugins/Socket.md | 38 ---
.../configuration/source-plugins/source-plugin.md | 35 ---
.../flink/configuration/transform-plugins/Split.md | 41 ---
.../flink/configuration/transform-plugins/Sql.md | 26 --
.../transform-plugins/transform-plugin.md | 52 ----
docs/en/flink/deployment.md | 35 ---
docs/en/flink/installation.md | 31 --
docs/en/flink/quick-start.md | 113 --------
docs/en/intro/about.md | 72 +++++
docs/en/intro/history.md | 15 +
docs/en/intro/why.md | 13 +
docs/en/introduction.md | 169 -----------
docs/en/spark/commands/start-seatunnel-spark.sh.md | 43 ---
docs/en/spark/configuration/ConfigExamples.md | 9 -
.../en/spark/configuration/sink-plugins/Console.md | 38 ---
docs/en/spark/configuration/sink-plugins/Doris.md | 53 ----
docs/en/spark/configuration/sink-plugins/Email.md | 83 ------
docs/en/spark/configuration/sink-plugins/File.md | 69 -----
docs/en/spark/configuration/sink-plugins/Kafka.md | 38 ---
.../configuration/sink-plugins/sink-plugin.md | 31 --
docs/en/spark/configuration/source-plugins/Fake.md | 21 --
.../configuration/source-plugins/FakeStream.md | 47 ----
docs/en/spark/configuration/source-plugins/File.md | 41 ---
docs/en/spark/configuration/source-plugins/Jdbc.md | 97 -------
.../configuration/source-plugins/KafkaStream.md | 49 ----
.../configuration/source-plugins/SocketStream.md | 35 ---
.../configuration/source-plugins/source-plugin.md | 30 --
.../spark/configuration/transform-plugins/Sql.md | 49 ----
.../transform-plugins/transform-plugin.md | 46 ---
docs/en/spark/deployment.md | 72 -----
docs/en/spark/installation.md | 29 --
docs/en/spark/quick-start.md | 108 -------
docs/en/start/docker.md | 8 +
docs/en/start/kubernetes.mdx | 268 ++++++++++++++++++
docs/en/start/local.mdx | 150 ++++++++++
docs/en/transform/common-options.mdx | 116 ++++++++
.../Json.md => transform/json.md} | 10 +-
docs/en/transform/replace.md | 79 ++++++
.../Split.md => transform/split.mdx} | 76 ++++-
docs/en/transform/sql.md | 60 ++++
docs/sidebars.js | 103 ++++---
docs/zh-CN/spark/installation.md | 5 +-
docs/zh-CN/spark/quick-start.md | 2 +-
plugins/.gitkeep | 0
plugins/README.md | 6 +
...tunnel-demo.json => seatunnel-schema-demo.json} | 0
pom.xml | 81 ++++--
seatunnel-api/pom.xml | 5 +
.../api/source/SourceSplitEnumerator.java | 3 +-
.../apache/seatunnel/api/table/catalog/Column.java | 1 +
.../seatunnel/api/table/factory/FactoryUtil.java | 2 +-
.../api/table/factory/TableFactoryContext.java | 1 -
seatunnel-apis/pom.xml | 2 +-
seatunnel-apis/seatunnel-api-base/pom.xml | 3 +-
.../java/org/apache/seatunnel/env/RuntimeEnv.java | 5 +
.../java/org/apache/seatunnel/plugin/Plugin.java | 8 +
seatunnel-apis/seatunnel-api-flink/pom.xml | 3 +-
.../apache/seatunnel/flink/FlinkEnvironment.java | 39 +++
.../seatunnel/flink/batch/FlinkBatchExecution.java | 20 +-
.../seatunnel/flink/batch/FlinkBatchSink.java | 6 +-
.../seatunnel/flink/batch/FlinkBatchTransform.java | 2 +-
.../flink/stream/FlinkStreamExecution.java | 2 +-
.../seatunnel/flink/stream/FlinkStreamSink.java | 6 +-
.../flink/stream/FlinkStreamTransform.java | 2 +-
.../apache/seatunnel/flink/util/ConfigKeyName.java | 5 +
seatunnel-apis/seatunnel-api-spark/pom.xml | 2 +-
.../apache/seatunnel/spark/SparkEnvironment.java | 17 +-
seatunnel-common/pom.xml | 4 +-
.../org/apache/seatunnel/common/config/Common.java | 25 +-
.../apache/seatunnel/common/config/DeployMode.java | 5 +-
.../common/config/TypesafeConfigUtils.java | 7 +-
.../{JobMode.java => CollectionConstants.java} | 5 +-
.../{StringTemplate.java => ReflectionUtils.java} | 29 +-
.../apache/seatunnel/common/utils/RetryUtils.java | 96 +++++++
.../apache/seatunnel/common/config/CommonTest.java | 6 +-
seatunnel-config/README.md | 25 ++
seatunnel-config/pom.xml | 2 +-
seatunnel-config/seatunnel-config-base/pom.xml | 2 +-
seatunnel-config/seatunnel-config-shade/pom.xml | 2 +-
.../org/apache/seatunnel/config/CompleteTest.java | 19 +-
.../apache/seatunnel/config/ConfigFactoryTest.java | 13 +-
.../apache/seatunnel/config/JsonFormatTest.java | 8 +-
.../apache/seatunnel/config/utils/FileUtils.java | 13 +-
seatunnel-connectors/plugin-mapping.properties | 84 ++++++
seatunnel-connectors/pom.xml | 4 +-
.../seatunnel-connectors-flink-dist/pom.xml | 113 ++++++++
.../seatunnel-connectors-flink/pom.xml | 6 +-
.../pom.xml | 17 +-
.../seatunnel/flink/clickhouse/ConfigKey.java | 109 +++++++
.../clickhouse/pojo/ClickhouseFileCopyMethod.java | 28 +-
.../flink/clickhouse/pojo/DistributedEngine.java | 57 ++++
.../seatunnel/flink/clickhouse/pojo/IntHolder.java | 19 +-
.../seatunnel/flink/clickhouse/pojo/Shard.java | 132 +++++++++
.../flink/clickhouse/pojo/ShardMetadata.java | 135 +++++++++
.../flink/clickhouse/sink/ClickhouseBatchSink.java | 140 +++++++++
.../clickhouse/sink/ClickhouseFileBatchSink.java | 188 +++++++++++++
.../sink/ClickhouseFileOutputFormat.java | 262 +++++++++++++++++
.../clickhouse/sink/ClickhouseOutputFormat.java | 231 +++++++++++++++
.../sink/client/ClickhouseBatchStatement.java | 51 ++++
.../clickhouse/sink/client/ClickhouseClient.java | 215 ++++++++++++++
.../flink/clickhouse/sink/client/ShardRouter.java | 102 +++++++
.../clickhouse/sink/file/ClickhouseTable.java | 117 ++++++++
.../flink/clickhouse/sink/file/FileTransfer.java | 14 +-
.../clickhouse/sink/file/ScpFileTransfer.java | 115 ++++++++
.../sink/inject/ArrayInjectFunction.java | 25 +-
.../sink/inject/BigDecimalInjectFunction.java | 18 +-
.../sink/inject/ClickhouseFieldInjectFunction.java | 31 +-
.../clickhouse/sink/inject/DateInjectFunction.java | 30 +-
.../sink/inject/DateTimeInjectFunction.java | 33 +--
.../sink/inject/DoubleInjectFunction.java | 36 ++-
.../sink/inject/FloatInjectFunction.java | 30 +-
.../clickhouse/sink/inject/IntInjectFunction.java | 28 +-
.../clickhouse/sink/inject/LongInjectFunction.java | 21 +-
.../sink/inject/StringInjectFunction.java | 28 +-
.../org.apache.seatunnel.flink.BaseFlinkSink | 3 +-
.../seatunnel-connector-flink-console/pom.xml | 2 +-
.../seatunnel/flink/console/sink/ConsoleSink.java | 15 +-
.../seatunnel-connector-flink-doris/pom.xml | 2 +-
.../flink/doris/sink/DorisOutputFormat.java | 2 +-
.../seatunnel/flink/doris/sink/DorisSink.java | 16 +-
.../seatunnel-connector-flink-druid/pom.xml | 2 +-
.../seatunnel/flink/druid/sink/DruidSink.java | 10 +-
.../seatunnel/flink/druid/source/DruidSource.java | 5 +
.../pom.xml | 5 +-
.../flink/elasticsearch6}/config/Config.java | 2 +-
.../flink/elasticsearch6/sink/Elasticsearch6.java} | 99 +++----
.../sink/ElasticsearchOutputFormat.java | 8 +-
.../org.apache.seatunnel.flink.BaseFlinkSink | 2 +-
.../pom.xml | 7 +-
.../flink/elasticsearch/config/Config.java | 5 -
.../flink/elasticsearch/sink/Elasticsearch.java | 82 ++----
.../sink/ElasticsearchOutputFormat.java | 2 +-
.../org.apache.seatunnel.flink.BaseFlinkSink | 0
.../seatunnel-connector-flink-fake/pom.xml | 2 +-
.../seatunnel/flink/fake/source/FakeSource.java | 5 +
.../flink/fake/source/FakeSourceStream.java | 5 +
.../seatunnel-connector-flink-file/pom.xml | 2 +-
.../apache/seatunnel/flink/file/sink/FileSink.java | 39 +--
.../seatunnel/flink/file/source/FileSource.java | 5 +
.../seatunnel-connector-flink-influxdb/pom.xml | 2 +-
.../flink/influxdb/sink/InfluxDbSink.java | 10 +-
.../flink/influxdb/source/InfluxDbSource.java | 5 +
.../seatunnel-connector-flink-jdbc/pom.xml | 2 +-
.../org/apache/seatunnel/flink/jdbc/Config.java | 28 +-
.../apache/seatunnel/flink/jdbc/sink/JdbcSink.java | 22 +-
.../seatunnel/flink/jdbc/source/JdbcSource.java | 13 +-
.../seatunnel-connector-flink-kafka/pom.xml | 2 +-
.../kafka/sink/{KafkaTable.java => KafkaSink.java} | 66 ++---
.../flink/kafka/source/KafkaTableStream.java | 5 +
.../org.apache.seatunnel.flink.BaseFlinkSink | 2 +-
.../seatunnel-connector-flink-socket/pom.xml | 2 +-
.../flink/socket/source/SocketStream.java | 5 +
.../seatunnel-connectors-spark-dist}/pom.xml | 135 ++-------
.../seatunnel-connectors-spark/pom.xml | 5 +-
.../seatunnel-connector-spark-clickhouse/pom.xml | 3 +-
.../apache/seatunnel/spark/clickhouse/Config.scala | 109 +++++++
.../spark/clickhouse/sink/Clickhouse.scala | 68 +++--
.../spark/clickhouse/sink/ClickhouseFile.scala | 87 ++++--
.../seatunnel-connector-spark-console/pom.xml | 2 +-
.../seatunnel/spark/console/sink/Console.scala | 2 +
.../seatunnel-connector-spark-doris/pom.xml | 2 +-
.../apache/seatunnel/spark/doris/sink/Doris.scala | 7 +
.../pom.xml | 3 +-
.../spark/elasticsearch/sink/Elasticsearch.scala | 6 +
.../spark/elasticsearch/source/Elasticsearch.scala | 6 +
.../seatunnel-connector-spark-email/pom.xml | 3 +-
.../org/apache/seatunnel/spark/email}/Config.scala | 152 ++++++----
.../seatunnel/spark/email/sink/DataLocator.scala | 2 +
.../apache/seatunnel/spark/email/sink/Email.scala | 49 ++--
.../seatunnel-connector-spark-fake/pom.xml | 2 +-
.../apache/seatunnel/spark/fake/source/Fake.scala | 1 +
.../seatunnel/spark/fake/source/FakeStream.scala | 2 +
.../pom.xml | 17 +-
.../org.apache.seatunnel.spark.BaseSparkSource | 2 +-
.../org/apache/seatunnel/spark/feishu/Config.scala | 50 ++++
.../seatunnel/spark/feishu/FeishuClient.scala | 160 +++++++++++
.../spark/feishu/source/FeishuSheet.scala} | 60 ++--
.../seatunnel-connector-spark-file/pom.xml | 2 +-
.../apache/seatunnel/spark/file/sink/File.scala | 2 +
.../apache/seatunnel/spark/file/source/File.scala | 2 +
.../seatunnel-connector-spark-hbase/pom.xml | 3 +-
.../apache/seatunnel/spark/hbase/sink/Hbase.scala | 2 +
.../seatunnel/spark/hbase/source/Hbase.scala | 2 +
.../seatunnel-connector-spark-hive/pom.xml | 2 +-
.../apache/seatunnel/spark/hive/sink/Hive.scala | 2 +
.../apache/seatunnel/spark/hive/source/Hive.scala | 2 +
.../pom.xml | 5 +-
.../apache/seatunnel/spark/http/source/Http.java | 140 +++++++++
.../spark/http/source/constant/Settings.java | 14 +-
.../spark/http/source/util/HttpClientResult.java | 73 +++++
.../spark/http/source/util/HttpClientUtils.java | 312 +++++++++++++++++++++
.../org.apache.seatunnel.spark.BaseSparkSource} | 2 +-
.../seatunnel-connector-spark-hudi/pom.xml | 2 +-
.../org/apache/seatunnel/spark/hudi}/Config.scala | 21 +-
.../apache/seatunnel/spark/hudi/sink/Hudi.scala | 11 +-
.../apache/seatunnel/spark/hudi/source/Hudi.scala | 7 +-
.../seatunnel-connector-spark-iceberg/pom.xml | 2 +-
.../seatunnel/spark/iceberg/sink/Iceberg.scala | 2 +
.../seatunnel/spark/iceberg/source/Iceberg.scala | 1 +
.../seatunnel-connector-spark-jdbc/pom.xml | 2 +-
.../apache/seatunnel/spark/jdbc/sink/Jdbc.scala | 2 +
.../apache/seatunnel/spark/jdbc/source/Jdbc.scala | 2 +
.../seatunnel-connector-spark-kafka/pom.xml | 2 +-
.../apache/seatunnel/spark/kafka/sink/Kafka.scala | 2 +
.../seatunnel/spark/kafka/source/KafkaStream.scala | 2 +
.../seatunnel-connector-spark-kudu/pom.xml | 2 +-
.../apache/seatunnel/spark/kudu/sink/Kudu.scala | 2 +
.../apache/seatunnel/spark/kudu/source/Kudu.scala | 1 +
.../seatunnel-connector-spark-mongodb/pom.xml | 3 +-
.../seatunnel/spark/mongodb/sink/MongoDB.scala | 1 +
.../seatunnel/spark/mongodb/source/MongoDB.scala | 1 +
.../seatunnel-connector-spark-neo4j/pom.xml | 2 +-
.../seatunnel/spark/neo4j/source/Neo4j.scala | 2 +
.../seatunnel-connector-spark-phoenix/pom.xml | 3 +-
.../seatunnel/spark/phoenix/sink/Phoenix.scala | 1 +
.../seatunnel/spark/phoenix/source/Phoenix.scala | 1 +
.../seatunnel-connector-spark-redis/pom.xml | 2 +-
.../apache/seatunnel/spark/redis/sink/Redis.scala | 2 +
.../seatunnel/spark/redis/source/Redis.scala | 1 +
.../seatunnel-connector-spark-socket/pom.xml | 2 +-
.../apache/seatunnel/spark/socket}/Config.scala | 21 +-
.../spark/socket/source/SocketStream.scala | 8 +-
.../seatunnel-connector-spark-tidb/pom.xml | 2 +-
.../apache/seatunnel/spark/tidb/sink/Tidb.scala | 1 +
.../apache/seatunnel/spark/tidb/source/Tidb.scala | 2 +
.../seatunnel-connector-spark-webhook/pom.xml | 57 ++++
.../org.apache.seatunnel.spark.BaseSparkSource | 2 +-
.../seatunnel/spark/webhook/source/HttpData.scala | 19 +-
.../spark/webhook/source/HttpPushServlet.scala} | 26 +-
.../spark/webhook/source/JettyServer.scala | 59 ++++
.../spark/webhook/source/WebhookStream.scala} | 52 ++--
seatunnel-core/pom.xml | 4 +-
seatunnel-core/seatunnel-core-base/pom.xml | 2 +-
.../main/java/org/apache/seatunnel/Seatunnel.java | 4 +-
...rkCommandArgs.java => AbstractCommandArgs.java} | 67 ++---
.../seatunnel/command/BaseTaskExecuteCommand.java | 2 +-
.../java/org/apache/seatunnel/command/Command.java | 2 +-
.../apache/seatunnel/command/CommandBuilder.java | 2 +-
.../apache/seatunnel/command/CommandFactory.java | 2 +-
...ModeValidator.java => DeployModeConverter.java} | 17 +-
.../apache/seatunnel/command/FlinkCommandArgs.java | 64 ++---
.../apache/seatunnel/command/SparkCommandArgs.java | 61 +---
.../command/flink/FlinkConfValidateCommand.java | 5 +-
.../command/flink/FlinkTaskExecuteCommand.java | 14 +-
.../command/spark/SparkConfValidateCommand.java | 11 +-
.../command/spark/SparkTaskExecuteCommand.java | 13 +-
.../org/apache/seatunnel/config/ConfigBuilder.java | 10 +-
.../apache/seatunnel/config/ExecutionContext.java | 1 +
.../config/{EngineType.java => FlinkRunMode.java} | 20 +-
.../org/apache/seatunnel/config/PluginFactory.java | 110 +++++++-
.../apache/seatunnel/utils/CompressionUtils.java | 4 +-
.../java/org/apache/seatunnel/utils/FileUtils.java | 70 +++++
.../org/apache/seatunnel/utils/FileUtilsTest.java} | 39 ++-
.../src/test/resources/flink.batch.conf | 0
.../README.md | 0
.../pom.xml | 8 +-
.../src/main/bin}/start-seatunnel-sql.sh | 2 +-
.../apache/seatunnel/core/sql/SeatunnelSql.java | 0
.../apache/seatunnel/core/sql/job/Executor.java | 0
.../org/apache/seatunnel/core/sql/job/JobInfo.java | 0
.../core/sql/splitter/SqlStatementSplitter.java | 0
.../core/sql/SqlVariableSubstitutionTest.java | 0
.../sql/splitter/SqlStatementSplitterTest.java | 0
.../src/test/resources/flink.sql.conf.template | 0
seatunnel-core/seatunnel-core-flink/pom.xml | 55 +---
.../src/main/bin/start-seatunnel-flink.sh | 95 ++-----
.../java/org/apache/seatunnel/FlinkStarter.java | 115 ++++++++
.../org/apache/seatunnel/FlinkStarterTest.java | 65 +++++
seatunnel-core/seatunnel-core-spark/pom.xml | 124 +-------
.../src/main/bin/start-seatunnel-spark.sh | 5 +-
.../java/org/apache/seatunnel/SparkStarter.java | 76 +++--
seatunnel-dist/pom.xml | 2 +-
seatunnel-dist/release-docs/LICENSE | 153 ++++++----
seatunnel-dist/release-docs/NOTICE | 207 +++++++++++++-
seatunnel-dist/src/main/assembly/assembly-bin.xml | 39 ++-
seatunnel-dist/src/main/assembly/assembly-src.xml | 3 +
seatunnel-e2e/pom.xml | 3 +-
seatunnel-e2e/seatunnel-flink-e2e/pom.xml | 16 +-
.../apache/seatunnel/e2e/flink/FlinkContainer.java | 68 +++--
.../flink/clickhouse/FakeSourceToClickhouseIT.java | 118 ++++++++
.../e2e/flink/fake/FakeSourceToConsoleIT.java | 2 +-
.../fakesource_to_clickhouse.conf} | 10 +-
.../pom.xml | 13 +-
.../apache/seatunnel/e2e/spark/SparkContainer.java | 166 +++++++++++
.../e2e/spark}/fake/FakeSourceToConsoleIT.java | 12 +-
.../e2e/spark/fake/HttpSourceToConsoleIT.java} | 18 +-
.../test/resources/fake/fakesource_to_console.conf | 7 +-
.../test/resources/http/httpsource_to_console.conf | 12 +-
.../src/test/resources/log4j.properties | 1 -
seatunnel-examples/pom.xml | 4 +-
.../seatunnel-flink-examples/pom.xml | 29 +-
.../pom.xml | 13 +-
.../seatunnel/example/flink/LocalSqlExample.java | 2 +-
.../resources/examples/flink.sql.conf.template | 0
.../seatunnel-spark-examples/pom.xml | 24 +-
.../seatunnel/example/spark/LocalSparkExample.java | 2 +
seatunnel-transforms/pom.xml | 2 +-
.../seatunnel-transforms-flink/pom.xml | 2 +-
.../pom.xml | 2 +-
.../seatunnel-transform-flink-split/pom.xml | 2 +-
.../apache/seatunnel/flink/transform/Split.java | 6 +-
.../seatunnel-transform-flink-sql/pom.xml | 2 +-
.../org/apache/seatunnel/flink/transform/Sql.java | 23 +-
.../pom.xml | 2 +-
.../seatunnel-transforms-spark/pom.xml | 3 +-
.../seatunnel-transform-spark-json/pom.xml | 2 +-
.../apache/seatunnel/spark/transform/Json.scala | 6 +-
.../pom.xml | 11 +-
.../org.apache.seatunnel.spark.BaseSparkTransform | 2 +-
.../seatunnel/spark/transform/Replace.scala} | 74 +++--
.../seatunnel/spark/transform/TestReplace.scala} | 28 +-
.../seatunnel-transform-spark-split/pom.xml | 2 +-
.../apache/seatunnel/spark/transform/Split.scala | 2 +
.../seatunnel-transform-spark-sql/pom.xml | 2 +-
.../org/apache/seatunnel/spark/transform/Sql.scala | 2 +
.../seatunnel-translation-base/pom.xml | 2 +-
.../seatunnel-translation-flink/pom.xml | 2 +-
.../seatunnel-translation-spark/pom.xml | 2 +-
tools/dependencies/known-dependencies.txt | 95 +++++--
.../flink-conf.yaml => tools/sonarcheck/check.sh | 9 +-
389 files changed, 9253 insertions(+), 4368 deletions(-)
copy deploy/docker/flink/config/flink-conf.yaml => .github/workflows/code-analysys.yml (56%)
create mode 100644 docs/en/command/usage.mdx
create mode 100644 docs/en/connector/config-example.md
rename docs/en/{spark/configuration/sink-plugins => connector/sink}/Clickhouse.md (96%)
rename docs/en/{spark/configuration/sink-plugins => connector/sink}/ClickhouseFile.md (78%)
create mode 100644 docs/en/connector/sink/Console.mdx
create mode 100644 docs/en/connector/sink/Doris.mdx
rename docs/en/{flink/configuration/sink-plugins => connector/sink}/Druid.md (96%)
rename docs/en/{spark/configuration/sink-plugins/Elasticsearch.md => connector/sink/Elasticsearch.mdx} (50%)
create mode 100644 docs/en/connector/sink/Email.md
create mode 100644 docs/en/connector/sink/File.mdx
rename docs/en/{spark/configuration/sink-plugins => connector/sink}/Hbase.md (95%)
rename docs/en/{spark/configuration/sink-plugins => connector/sink}/Hive.md (96%)
rename docs/en/{spark/configuration/sink-plugins => connector/sink}/Hudi.md (92%)
rename docs/en/{spark/configuration/sink-plugins => connector/sink}/Iceberg.md (95%)
rename docs/en/{flink/configuration/sink-plugins => connector/sink}/InfluxDb.md (95%)
rename docs/en/{spark/configuration/sink-plugins/Jdbc.md => connector/sink/Jdbc.mdx} (56%)
create mode 100644 docs/en/connector/sink/Kafka.md
rename docs/en/{spark/configuration/sink-plugins => connector/sink}/Kudu.md (91%)
rename docs/en/{spark/configuration/sink-plugins => connector/sink}/MongoDB.md (94%)
rename docs/en/{spark/configuration/sink-plugins => connector/sink}/Phoenix.md (87%)
rename docs/en/{spark/configuration/sink-plugins => connector/sink}/Redis.md (55%)
rename docs/en/{spark/configuration/sink-plugins => connector/sink}/Tidb.md (95%)
rename docs/en/{flink/configuration/sink-plugins/sink-plugin.md => connector/sink/common-options.md} (73%)
rename docs/en/{flink/configuration/source-plugins => connector/source}/Druid.md (88%)
rename docs/en/{spark/configuration/source-plugins => connector/source}/Elasticsearch.md (92%)
create mode 100644 docs/en/connector/source/Fake.mdx
create mode 100644 docs/en/connector/source/FeishuSheet.md
rename docs/en/{flink/configuration/source-plugins/File.md => connector/source/File.mdx} (59%)
rename docs/en/{spark/configuration/source-plugins => connector/source}/Hbase.md (91%)
rename docs/en/{spark/configuration/source-plugins => connector/source}/Hive.md (92%)
create mode 100644 docs/en/connector/source/Http.md
rename docs/en/{spark/configuration/source-plugins => connector/source}/Hudi.md (97%)
rename docs/en/{spark/configuration/source-plugins => connector/source}/Iceberg.md (91%)
rename docs/en/{flink/configuration/source-plugins => connector/source}/InfluxDb.md (95%)
create mode 100644 docs/en/connector/source/Jdbc.mdx
rename docs/en/{flink/configuration/source-plugins/Kafka.md => connector/source/Kafka.mdx} (59%)
rename docs/en/{spark/configuration/source-plugins => connector/source}/Kudu.md (76%)
rename docs/en/{spark/configuration/source-plugins => connector/source}/MongoDB.md (92%)
rename docs/en/{spark/configuration/source-plugins => connector/source}/Phoenix.md (91%)
rename docs/en/{spark/configuration/source-plugins => connector/source}/Redis.md (84%)
create mode 100644 docs/en/connector/source/Socket.mdx
rename docs/en/{spark/configuration/source-plugins => connector/source}/Tidb.md (87%)
create mode 100644 docs/en/connector/source/Webhook.md
create mode 100644 docs/en/connector/source/common-options.mdx
rename docs/en/{spark/configuration/source-plugins => connector/source}/neo4j.md (98%)
create mode 100644 docs/en/contribution/contribute-plugin.md
rename docs/en/{developement/NewLicenseGuide.md => contribution/new-license.md} (97%)
rename docs/en/{developement => contribution}/setup.md (98%)
create mode 100644 docs/en/deployment.mdx
rename docs/en/{FAQ.md => faq.md} (98%)
delete mode 100644 docs/en/flink/commands/start-seatunnel-flink.sh.md
delete mode 100644 docs/en/flink/configuration/ConfigExamples.md
delete mode 100644 docs/en/flink/configuration/sink-plugins/Console.md
delete mode 100644 docs/en/flink/configuration/sink-plugins/Doris.md
delete mode 100644 docs/en/flink/configuration/sink-plugins/Elasticsearch.md
delete mode 100644 docs/en/flink/configuration/sink-plugins/File.md
delete mode 100644 docs/en/flink/configuration/sink-plugins/Jdbc.md
delete mode 100644 docs/en/flink/configuration/sink-plugins/Kafka.md
delete mode 100644 docs/en/flink/configuration/source-plugins/Fake.md
delete mode 100644 docs/en/flink/configuration/source-plugins/Jdbc.md
delete mode 100644 docs/en/flink/configuration/source-plugins/Socket.md
delete mode 100644 docs/en/flink/configuration/source-plugins/source-plugin.md
delete mode 100644 docs/en/flink/configuration/transform-plugins/Split.md
delete mode 100644 docs/en/flink/configuration/transform-plugins/Sql.md
delete mode 100644 docs/en/flink/configuration/transform-plugins/transform-plugin.md
delete mode 100644 docs/en/flink/deployment.md
delete mode 100644 docs/en/flink/installation.md
delete mode 100644 docs/en/flink/quick-start.md
create mode 100644 docs/en/intro/about.md
create mode 100644 docs/en/intro/history.md
create mode 100644 docs/en/intro/why.md
delete mode 100644 docs/en/introduction.md
delete mode 100644 docs/en/spark/commands/start-seatunnel-spark.sh.md
delete mode 100644 docs/en/spark/configuration/ConfigExamples.md
delete mode 100644 docs/en/spark/configuration/sink-plugins/Console.md
delete mode 100644 docs/en/spark/configuration/sink-plugins/Doris.md
delete mode 100644 docs/en/spark/configuration/sink-plugins/Email.md
delete mode 100644 docs/en/spark/configuration/sink-plugins/File.md
delete mode 100644 docs/en/spark/configuration/sink-plugins/Kafka.md
delete mode 100644 docs/en/spark/configuration/sink-plugins/sink-plugin.md
delete mode 100644 docs/en/spark/configuration/source-plugins/Fake.md
delete mode 100644 docs/en/spark/configuration/source-plugins/FakeStream.md
delete mode 100644 docs/en/spark/configuration/source-plugins/File.md
delete mode 100644 docs/en/spark/configuration/source-plugins/Jdbc.md
delete mode 100644 docs/en/spark/configuration/source-plugins/KafkaStream.md
delete mode 100644 docs/en/spark/configuration/source-plugins/SocketStream.md
delete mode 100644 docs/en/spark/configuration/source-plugins/source-plugin.md
delete mode 100644 docs/en/spark/configuration/transform-plugins/Sql.md
delete mode 100644 docs/en/spark/configuration/transform-plugins/transform-plugin.md
delete mode 100644 docs/en/spark/deployment.md
delete mode 100644 docs/en/spark/installation.md
delete mode 100644 docs/en/spark/quick-start.md
create mode 100644 docs/en/start/docker.md
create mode 100644 docs/en/start/kubernetes.mdx
create mode 100644 docs/en/start/local.mdx
create mode 100644 docs/en/transform/common-options.mdx
rename docs/en/{spark/configuration/transform-plugins/Json.md => transform/json.md} (97%)
create mode 100644 docs/en/transform/replace.md
rename docs/en/{spark/configuration/transform-plugins/Split.md => transform/split.mdx} (54%)
create mode 100644 docs/en/transform/sql.md
delete mode 100644 plugins/.gitkeep
create mode 100644 plugins/README.md
rename plugins/json/files/schemas/{seatunnel-demo.json => seatunnel-schema-demo.json} (100%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/{JobMode.java => CollectionConstants.java} (91%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/utils/{StringTemplate.java => ReflectionUtils.java} (57%)
create mode 100644 seatunnel-common/src/main/java/org/apache/seatunnel/common/utils/RetryUtils.java
create mode 100644 seatunnel-config/README.md
create mode 100644 seatunnel-connectors/plugin-mapping.properties
create mode 100644 seatunnel-connectors/seatunnel-connectors-flink-dist/pom.xml
copy seatunnel-connectors/seatunnel-connectors-flink/{seatunnel-connector-flink-kafka => seatunnel-connector-flink-clickhouse}/pom.xml (85%)
create mode 100644 seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/ConfigKey.java
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/config/DeployMode.java => seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/pojo/ClickhouseFileCopyMethod.java (62%)
create mode 100644 seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/pojo/DistributedEngine.java
copy seatunnel-api/src/main/java/org/apache/seatunnel/api/source/SourceEvent.java => seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/pojo/IntHolder.java (72%)
create mode 100644 seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/pojo/Shard.java
create mode 100644 seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/pojo/ShardMetadata.java
create mode 100644 seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/ClickhouseBatchSink.java
create mode 100644 seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/ClickhouseFileBatchSink.java
create mode 100644 seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/ClickhouseFileOutputFormat.java
create mode 100644 seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/ClickhouseOutputFormat.java
create mode 100644 seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/client/ClickhouseBatchStatement.java
create mode 100644 seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/client/ClickhouseClient.java
create mode 100644 seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/client/ShardRouter.java
create mode 100644 seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/file/ClickhouseTable.java
rename seatunnel-core/seatunnel-core-base/src/main/java/org/apache/seatunnel/command/CommandArgs.java => seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/file/FileTransfer.java (74%)
create mode 100644 seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/file/ScpFileTransfer.java
copy seatunnel-apis/seatunnel-api-spark/src/main/java/org/apache/seatunnel/spark/BaseSparkSource.java => seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/inject/ArrayInjectFunction.java (57%)
copy seatunnel-core/seatunnel-core-base/src/main/java/org/apache/seatunnel/command/spark/SparkCommandBuilder.java => seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/inject/BigDecimalInjectFunction.java (60%)
copy seatunnel-translation/seatunnel-translation-base/src/main/java/org/apache/seatunnel/translation/serialization/RowSerialization.java => seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/inject/ClickhouseFieldInjectFunction.java (50%)
copy seatunnel-apis/seatunnel-api-spark/src/main/java/org/apache/seatunnel/spark/BaseSparkSource.java => seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/inject/DateInjectFunction.java (56%)
copy seatunnel-apis/seatunnel-api-spark/src/main/java/org/apache/seatunnel/spark/BaseSparkSink.java => seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/inject/DateTimeInjectFunction.java (55%)
copy seatunnel-apis/seatunnel-api-spark/src/main/java/org/apache/seatunnel/spark/BaseSparkSink.java => seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/inject/DoubleInjectFunction.java (51%)
copy seatunnel-apis/seatunnel-api-spark/src/main/java/org/apache/seatunnel/spark/BaseSparkSource.java => seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/inject/FloatInjectFunction.java (55%)
copy seatunnel-apis/seatunnel-api-spark/src/main/java/org/apache/seatunnel/spark/BaseSparkSource.java => seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/inject/IntInjectFunction.java (56%)
copy seatunnel-core/seatunnel-core-base/src/main/java/org/apache/seatunnel/command/spark/SparkCommandBuilder.java => seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/inject/LongInjectFunction.java (58%)
copy seatunnel-apis/seatunnel-api-spark/src/main/java/org/apache/seatunnel/spark/BaseSparkSink.java => seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-clickhouse/src/main/java/org/apache/seatunnel/flink/clickhouse/sink/inject/StringInjectFunction.java (55%)
copy seatunnel-connectors/seatunnel-connectors-flink/{seatunnel-connector-flink-druid => seatunnel-connector-flink-clickhouse}/src/main/resources/META-INF/services/org.apache.seatunnel.flink.BaseFlinkSink (85%)
copy seatunnel-connectors/seatunnel-connectors-flink/{seatunnel-connector-flink-elasticsearch => seatunnel-connector-flink-elasticsearch6}/pom.xml (92%)
copy seatunnel-connectors/seatunnel-connectors-flink/{seatunnel-connector-flink-elasticsearch/src/main/java/org/apache/seatunnel/flink/elasticsearch => seatunnel-connector-flink-elasticsearch6/src/main/java/org/apache/seatunnel/flink/elasticsearch6}/config/Config.java (96%)
copy seatunnel-connectors/seatunnel-connectors-flink/{seatunnel-connector-flink-elasticsearch/src/main/java/org/apache/seatunnel/flink/elasticsearch/sink/Elasticsearch.java => seatunnel-connector-flink-elasticsearch6/src/main/java/org/apache/seatunnel/flink/elasticsearch6/sink/Elasticsearch6.java} (55%)
copy seatunnel-connectors/seatunnel-connectors-flink/{seatunnel-connector-flink-elasticsearch/src/main/java/org/apache/seatunnel/flink/elasticsearch => seatunnel-connector-flink-elasticsearch6/src/main/java/org/apache/seatunnel/flink/elasticsearch6}/sink/ElasticsearchOutputFormat.java (95%)
copy seatunnel-connectors/seatunnel-connectors-flink/{seatunnel-connector-flink-druid => seatunnel-connector-flink-elasticsearch6}/src/main/resources/META-INF/services/org.apache.seatunnel.flink.BaseFlinkSink (92%)
rename seatunnel-connectors/seatunnel-connectors-flink/{seatunnel-connector-flink-elasticsearch => seatunnel-connector-flink-elasticsearch7}/pom.xml (90%)
rename seatunnel-connectors/seatunnel-connectors-flink/{seatunnel-connector-flink-elasticsearch => seatunnel-connector-flink-elasticsearch7}/src/main/java/org/apache/seatunnel/flink/elasticsearch/config/Config.java (94%)
rename seatunnel-connectors/seatunnel-connectors-flink/{seatunnel-connector-flink-elasticsearch => seatunnel-connector-flink-elasticsearch7}/src/main/java/org/apache/seatunnel/flink/elasticsearch/sink/Elasticsearch.java (62%)
rename seatunnel-connectors/seatunnel-connectors-flink/{seatunnel-connector-flink-elasticsearch => seatunnel-connector-flink-elasticsearch7}/src/main/java/org/apache/seatunnel/flink/elasticsearch/sink/ElasticsearchOutputFormat.java (99%)
rename seatunnel-connectors/seatunnel-connectors-flink/{seatunnel-connector-flink-elasticsearch => seatunnel-connector-flink-elasticsearch7}/src/main/resources/META-INF/services/org.apache.seatunnel.flink.BaseFlinkSink (100%)
rename seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-kafka/src/main/java/org/apache/seatunnel/flink/kafka/sink/{KafkaTable.java => KafkaSink.java} (58%)
copy {seatunnel-core/seatunnel-core-spark => seatunnel-connectors/seatunnel-connectors-spark-dist}/pom.xml (52%)
create mode 100644 seatunnel-connectors/seatunnel-connectors-spark/seatunnel-connector-spark-clickhouse/src/main/scala/org/apache/seatunnel/spark/clickhouse/Config.scala
copy seatunnel-connectors/seatunnel-connectors-spark/{seatunnel-connector-spark-elasticsearch/src/main/scala/org/apache/seatunnel/spark/elasticsearch => seatunnel-connector-spark-email/src/main/scala/org/apache/seatunnel/spark/email}/Config.scala (50%)
copy seatunnel-connectors/seatunnel-connectors-spark/{seatunnel-connector-spark-iceberg => seatunnel-connector-spark-feishu}/pom.xml (85%)
copy seatunnel-connectors/seatunnel-connectors-spark/{seatunnel-connector-spark-file => seatunnel-connector-spark-feishu}/src/main/resources/META-INF/services/org.apache.seatunnel.spark.BaseSparkSource (93%)
create mode 100644 seatunnel-connectors/seatunnel-connectors-spark/seatunnel-connector-spark-feishu/src/main/scala/org/apache/seatunnel/spark/feishu/Config.scala
create mode 100644 seatunnel-connectors/seatunnel-connectors-spark/seatunnel-connector-spark-feishu/src/main/scala/org/apache/seatunnel/spark/feishu/FeishuClient.scala
copy seatunnel-connectors/seatunnel-connectors-spark/{seatunnel-connector-spark-file/src/main/scala/org/apache/seatunnel/spark/file/source/File.scala => seatunnel-connector-spark-feishu/src/main/scala/org/apache/seatunnel/spark/feishu/source/FeishuSheet.scala} (57%)
copy seatunnel-connectors/seatunnel-connectors-spark/{seatunnel-connector-spark-hive => seatunnel-connector-spark-http}/pom.xml (94%)
create mode 100644 seatunnel-connectors/seatunnel-connectors-spark/seatunnel-connector-spark-http/src/main/java/org/apache/seatunnel/spark/http/source/Http.java
copy seatunnel-api/src/main/java/org/apache/seatunnel/api/sink/SinkCommitter.java => seatunnel-connectors/seatunnel-connectors-spark/seatunnel-connector-spark-http/src/main/java/org/apache/seatunnel/spark/http/source/constant/Settings.java (66%)
create mode 100644 seatunnel-connectors/seatunnel-connectors-spark/seatunnel-connector-spark-http/src/main/java/org/apache/seatunnel/spark/http/source/util/HttpClientResult.java
create mode 100644 seatunnel-connectors/seatunnel-connectors-spark/seatunnel-connector-spark-http/src/main/java/org/apache/seatunnel/spark/http/source/util/HttpClientUtils.java
copy seatunnel-connectors/seatunnel-connectors-spark/{seatunnel-connector-spark-file/src/main/resources/META-INF/services/org.apache.seatunnel.spark.BaseSparkSink => seatunnel-connector-spark-http/src/main/resources/META-INF/services/org.apache.seatunnel.spark.BaseSparkSource} (94%)
copy seatunnel-connectors/seatunnel-connectors-spark/{seatunnel-connector-spark-hbase/src/main/scala/org/apache/seatunnel/spark/hbase => seatunnel-connector-spark-hudi/src/main/scala/org/apache/seatunnel/spark/hudi}/Config.scala (70%)
copy seatunnel-connectors/seatunnel-connectors-spark/{seatunnel-connector-spark-hbase/src/main/scala/org/apache/seatunnel/spark/hbase => seatunnel-connector-spark-socket/src/main/scala/org/apache/seatunnel/spark/socket}/Config.scala (74%)
create mode 100644 seatunnel-connectors/seatunnel-connectors-spark/seatunnel-connector-spark-webhook/pom.xml
copy seatunnel-connectors/seatunnel-connectors-spark/{seatunnel-connector-spark-file => seatunnel-connector-spark-webhook}/src/main/resources/META-INF/services/org.apache.seatunnel.spark.BaseSparkSource (93%)
copy seatunnel-core/seatunnel-core-base/src/main/java/org/apache/seatunnel/command/Command.java => seatunnel-connectors/seatunnel-connectors-spark/seatunnel-connector-spark-webhook/src/main/scala/org/apache/seatunnel/spark/webhook/source/HttpData.scala (74%)
copy seatunnel-connectors/seatunnel-connectors-spark/{seatunnel-connector-spark-clickhouse/src/main/scala/org/apache/seatunnel/spark/clickhouse/sink/filetransfer/RsyncFileTransfer.scala => seatunnel-connector-spark-webhook/src/main/scala/org/apache/seatunnel/spark/webhook/source/HttpPushServlet.scala} (54%)
create mode 100644 seatunnel-connectors/seatunnel-connectors-spark/seatunnel-connector-spark-webhook/src/main/scala/org/apache/seatunnel/spark/webhook/source/JettyServer.scala
copy seatunnel-connectors/seatunnel-connectors-spark/{seatunnel-connector-spark-socket/src/main/scala/org/apache/seatunnel/spark/socket/source/SocketStream.scala => seatunnel-connector-spark-webhook/src/main/scala/org/apache/seatunnel/spark/webhook/source/WebhookStream.scala} (54%)
copy seatunnel-core/seatunnel-core-base/src/main/java/org/apache/seatunnel/command/{SparkCommandArgs.java => AbstractCommandArgs.java} (67%)
rename seatunnel-core/seatunnel-core-base/src/main/java/org/apache/seatunnel/command/{DeployModeValidator.java => DeployModeConverter.java} (67%)
copy seatunnel-core/seatunnel-core-base/src/main/java/org/apache/seatunnel/config/{EngineType.java => FlinkRunMode.java} (68%)
create mode 100644 seatunnel-core/seatunnel-core-base/src/main/java/org/apache/seatunnel/utils/FileUtils.java
copy seatunnel-core/seatunnel-core-base/src/{main/java/org/apache/seatunnel/utils/CommandLineUtils.java => test/java/org/apache/seatunnel/utils/FileUtilsTest.java} (53%)
copy config/flink.batch.conf.template => seatunnel-core/seatunnel-core-base/src/test/resources/flink.batch.conf (100%)
rename seatunnel-core/{seatunnel-core-sql => seatunnel-core-flink-sql}/README.md (100%)
rename seatunnel-core/{seatunnel-core-sql => seatunnel-core-flink-sql}/pom.xml (93%)
rename {bin => seatunnel-core/seatunnel-core-flink-sql/src/main/bin}/start-seatunnel-sql.sh (97%)
rename seatunnel-core/{seatunnel-core-sql => seatunnel-core-flink-sql}/src/main/java/org/apache/seatunnel/core/sql/SeatunnelSql.java (100%)
rename seatunnel-core/{seatunnel-core-sql => seatunnel-core-flink-sql}/src/main/java/org/apache/seatunnel/core/sql/job/Executor.java (100%)
rename seatunnel-core/{seatunnel-core-sql => seatunnel-core-flink-sql}/src/main/java/org/apache/seatunnel/core/sql/job/JobInfo.java (100%)
rename seatunnel-core/{seatunnel-core-sql => seatunnel-core-flink-sql}/src/main/java/org/apache/seatunnel/core/sql/splitter/SqlStatementSplitter.java (100%)
rename seatunnel-core/{seatunnel-core-sql => seatunnel-core-flink-sql}/src/test/java/org/apache/seatunnel/core/sql/SqlVariableSubstitutionTest.java (100%)
rename seatunnel-core/{seatunnel-core-sql => seatunnel-core-flink-sql}/src/test/java/org/apache/seatunnel/core/sql/splitter/SqlStatementSplitterTest.java (100%)
rename seatunnel-core/{seatunnel-core-sql => seatunnel-core-flink-sql}/src/test/resources/flink.sql.conf.template (100%)
create mode 100644 seatunnel-core/seatunnel-core-flink/src/main/java/org/apache/seatunnel/FlinkStarter.java
create mode 100644 seatunnel-core/seatunnel-core-flink/src/test/java/org/apache/seatunnel/FlinkStarterTest.java
create mode 100644 seatunnel-e2e/seatunnel-flink-e2e/src/test/java/org/apache/seatunnel/e2e/flink/clickhouse/FakeSourceToClickhouseIT.java
copy seatunnel-e2e/seatunnel-flink-e2e/src/test/resources/{file/fakesource_to_file.conf => clickhouse/fakesource_to_clickhouse.conf} (92%)
copy seatunnel-e2e/{seatunnel-flink-e2e => seatunnel-spark-e2e}/pom.xml (81%)
create mode 100644 seatunnel-e2e/seatunnel-spark-e2e/src/test/java/org/apache/seatunnel/e2e/spark/SparkContainer.java
copy seatunnel-e2e/{seatunnel-flink-e2e/src/test/java/org/apache/seatunnel/e2e/flink => seatunnel-spark-e2e/src/test/java/org/apache/seatunnel/e2e/spark}/fake/FakeSourceToConsoleIT.java (74%)
copy seatunnel-e2e/{seatunnel-flink-e2e/src/test/java/org/apache/seatunnel/e2e/flink/fake/FakeSourceToConsoleIT.java => seatunnel-spark-e2e/src/test/java/org/apache/seatunnel/e2e/spark/fake/HttpSourceToConsoleIT.java} (62%)
copy seatunnel-examples/seatunnel-spark-examples/src/main/resources/examples/spark.batch.conf => seatunnel-e2e/seatunnel-spark-e2e/src/test/resources/fake/fakesource_to_console.conf (94%)
copy seatunnel-examples/seatunnel-spark-examples/src/main/resources/examples/spark.batch.conf => seatunnel-e2e/seatunnel-spark-e2e/src/test/resources/http/httpsource_to_console.conf (94%)
copy seatunnel-e2e/{seatunnel-flink-e2e => seatunnel-spark-e2e}/src/test/resources/log4j.properties (99%)
rename seatunnel-examples/{seatunnel-sql-examples => seatunnel-flink-sql-examples}/pom.xml (91%)
rename seatunnel-examples/{seatunnel-sql-examples => seatunnel-flink-sql-examples}/src/main/java/org/apache/seatunnel/example/flink/LocalSqlExample.java (95%)
rename seatunnel-examples/{seatunnel-sql-examples => seatunnel-flink-sql-examples}/src/main/resources/examples/flink.sql.conf.template (100%)
copy seatunnel-transforms/seatunnel-transforms-spark/{seatunnel-transform-spark-sql => seatunnel-transform-spark-replace}/pom.xml (89%)
copy seatunnel-transforms/seatunnel-transforms-spark/{seatunnel-transform-spark-json => seatunnel-transform-spark-replace}/src/main/resources/META-INF/services/org.apache.seatunnel.spark.BaseSparkTransform (94%)
copy seatunnel-transforms/seatunnel-transforms-spark/{seatunnel-transform-spark-split/src/main/scala/org/apache/seatunnel/spark/transform/Split.scala => seatunnel-transform-spark-replace/src/main/scala/org/apache/seatunnel/spark/transform/Replace.scala} (53%)
copy seatunnel-transforms/seatunnel-transforms-spark/{seatunnel-transform-spark-sql/src/main/scala/org/apache/seatunnel/spark/transform/Sql.scala => seatunnel-transform-spark-replace/src/test/scala/org/apache/seatunnel/spark/transform/TestReplace.scala} (56%)
copy deploy/docker/flink/config/flink-conf.yaml => tools/sonarcheck/check.sh (66%)