You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by ki...@apache.org on 2022/10/09 04:41:18 UTC
[incubator-seatunnel] branch remove-web-module updated (259d5e201 -> e10fc216a)
This is an automated email from the ASF dual-hosted git repository.
kirs pushed a change to branch remove-web-module
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
from 259d5e201 Remove web related modules
add 72e4fd70c [Feature][st-engine] add server in NodeExtension (#2195)
add 41e530afd Merge from dev to st-engine (#2243)
add 1400f6b44 [st-engine] Add engine client (#2223)
add d9d01a3df [ST-Engine] Add LogicalDag Generator (#2284)
add ab471411d add Task and TaskExecutionService Basic implementation (#2287)
add 3ce56e465 [ST-Engine] Add Submit Job From Client To Server (#2301)
add 258b85e12 [Engine][PhysicalPlan] Add code from LogicalDag to PhysicalPlan (#2316)
add ce6dbb2ae [ST-Engine][seatunnel-seatunnel-starter] seatunnel-seatunnel-starter (#2358)
add 246c64811 [ST-Engine][PhysicalPlan] Update PhysicalPlan to support scheduler by pipeline (#2382)
add 37d9e0dfb [ST-Engine][TaskExecutionService]Add dynamic thread sharing optimization (#2366)
add 3d6482368 add TaskGroup interface (#2395)
add 19523fe8e [Feature][st-engine] Add user-defined class loader (#2383)
add 9fe2d3def [ST-Engine] Add PipelineBaseScheduler For Engine (#2396)
add 14d3b92a5 [Engine][Task] Add task runtime logic (#2386)
add 8ce195c49 [New-Engine]Checkpoint storage (#2391)
add f66e08776 [Improve]Reduce redundant dependencies (#2440)
add 4399c5084 [ST-Engine][CI] Add engine_backend CI (#2445)
add 092d8461d [Engine][Job Parser] fix forgot set sink row type info (#2428)
add 60b7796a3 [Engine][Task] change SourceSplitEnumeratorTask use state machine (#2443)
add a0eaa27f6 fix ci bug (#2454)
add 5b09e9c1b [engine][checkpoint] checkpoint base interface (#2448)
add 8e77d01c7 [engine] Generate fixed ID in pipeline phase (#2447)
add a7d1296fe [Engine][Task] Add fixed taskId when parallelism changed. (#2455)
add b4c78473d [ST-Engine] The ExecutionPlan phase should not convert logical vertices to logical vertices. (#2446)
add 8d32d1799 [ST-Engine] Add wait for job complete feture (#2413)
add 386e7e980 [enigne][pipeline] Generate the most pipelines (#2481)
add 900ffbfb0 [Engine][DAG] Fixed an error in the direction of logical dag generation (#2480)
add fc671e59e [Engine][DAG] LogicalDagGenerator error (#2491)
add dbc964528 [Engine][Task] Add cancel Task (#2456)
add 730215258 [Engine][Task] Fix task running error. (#2500)
add d2dbd9e79 [Engine][Task] Add source register timeout and retry (#2503)
add a80f1a848 [Engine][Task] Fix task running error. (#2504)
add a01e591a2 [engine][checkpoint] checkpoint base classes (#2478)
add a8458963d [ST-Engine] Use SeatunnelChildFirstClassLoader to loader connector plugin (#2479)
add bdd12b66d [hotfix][engine][dag] The index of the task should start at 0 (#2520)
add e5154b754 [Engine][Task] Change TaskGroup name (#2522)
add eb827ea73 [Engine][Task] Remove join and recursion (#2524)
add 72e66272d [New-Engine]Support Hdfs Storage and async storage (#2485)
add 7953ac149 [hotfix][engine][dag] Loss of parallelism when recreating actions. (#2519)
add 44bdc0c28 [Feature][ST-Engine] Add Job Cancel Feature (#2527)
add 2bbb3ebe6 [Engine][Task] Fix multi SourceReader use same TaskGroupID (#2533)
add f445f8d2b [Feature][ST-Engine] Add initFuture to PhysicalPlan (#2560)
add ab4561069 [Engine][Task] Use TaskGroupLocation instead of TaskGroupID (#2559)
add 526727519 [engine][Task] add notifyTaskStatus to jobMaster (#2562)
add 176e4ac75 [Engine][ResourceManager] Add ResourceManager (#2472)
add 2f9c2630b [engine][checkpoint] checkpoint flow (#2556)
add 7bc2ec540 [Engine][PhysicalPlan] Recreate action with parallelism (#2638)
add b830741c7 [Engine][Task] Move SourceSplitEnumeratorTask to worker node (#2628)
add 885a37e4f [Feature][ST-Engine] Notice Task State By TaskExecutionService (#2567)
add ad8eaeebb [engine][checkpoint] The full flow of checkpoint (#2620)
add b229a21e8 fix dead link (#2682)
add f67bc864c [Engine][ResourceManager] Use hazelcast IMap to save resource info (#2650)
add 0ffc40fe8 [Feature][ST-Engine] Add handle checkpoint timeout (#2667)
add c7e92f019 [ST-Engine][Example] Add seatunnel example module (#2659)
add d13a12901 [Engine] [Task] Add sink committer logic (#2721)
add cb4c095f2 [Engine] [Core] Serialize Split before send to other task (#2704)
add 7fbf1ad2b [Engine] [ClassLoader] Add log class to default parent first class (#2722)
add 4fbe412ec [Engine] [Server] Add when the node offline make task failed (#2724)
add e8929ab60 [DEV][Api] Replace SeaTunnelContext with JobContext and remove singleton pattern (#2706) (#2731)
add dc6c09d15 [hotfix][engine] fix serialization exception (#2734)
add c0ba0691f [ST-Engine][Starter] Add seatunnel own engine starter and e2e (#2690)
add a5f452eeb [Engine] [LogicalDAG] Remove useless set RowTypeInfo (#2737)
add a5e89247f [Engine] [ResourceManager] Add slot active check in ResourceManager (#2740)
add af4171666 [Engine][Feature] Add Imap persistence (#2738)
add 651c2460d [Feature][ST-Engine] Put Job Status in IMap (#2699)
add ac1a73467 check slot active before deploy task (#2741)
add 8fbf1f60a Fix JobContext#jobId error (#2744)
add 2314446db [engine][task] The source reader supports split reassignment (#2746)
add 7108482a3 [engine][checkpoint] Support to check whether the pipeline is completed (#2751)
add 814108e71 [Feature][ST-Engine] Add CoordinatorService & Coordinator can reinit when Master Node actived (#2761)
add fb5681979 Sync pipeline state when restore a pipeline & Callback the CheckpointManager interface when the task is completed (#2813)
add ca80df779 Merge remote-tracking branch 'upstream/dev' into st-engine
add 0e9ceeefc [Engine][Merge] fix merge problem
add 597227c24 [Engine][Merge] fix merge problem
add 38efee640 [Engine][Merge] fix merge problem
add 1148412b1 [Improve][api][flink] extraction unified method (#2862)
add eaa979a2d [Improve][e2e] Unified e2e IT for Redis (#2924)
add 3da11ce19 [Imporve][Connector-V2] Imporve iotdb connector (#2917)
add 9ba1b2349 [e2e][spark] Upgrade spark image to 2.4.6 (#2932)
add f8dcb92c1 Update .asf.yaml (#2939)
add f907927a3 [Improve][e2e] Improve jdbc driver management (#2770)
add f3ff39bdf [Improve][e2e] modify DM-driver by downLoad and add the value comparison of all columns (#2772)
add 1a92b8369 [Bug][format][json] Fix jackson package conflict with spark (#2934)
add 73a699d47 Merge remote-tracking branch 'upstream/dev' into st-engine
add b0cdf0802 [Engine][Merge] remove engine_backend.yml
add 15636bdea [Improve][e2e] Unified e2e IT for DaMengDB (#2946)
add c1fc5b5eb Merge remote-tracking branch 'upstream/dev' into st-engine
add 15f4777ff [Engine][Merge] disabled engine e2e test case
add 828975272 [Engine][Merge] disabled engine e2e test case on Windows
add 74bb75b68 Merge pull request #2928 from apache/st-engine
add d739c5bed [Improve][CI] Revert "Update .asf.yaml (#2939)" (#2955)
add dc212b29a Update .asf.yaml (#2956)
add ed7a75cfe [Doc] [Connector-V2] Add connector-v2 kafka source doc (#2953)
add 044f62ef3 [Improve][Connector-V2] Improve fake source connector (#2944)
add 5ad69076b [hotfix][connector][pulsar] Fix not being able to mark #noMoreNewSplits when restoring (#2945)
add 7a8a0769f Temporarily close license check (#2957)
add 05d105dea [Feature][Connector-V2] add sqlserver connector (#2646)
add 29182ec15 [Improve][doc] remove Chinese doc (#2972)
add df6c258db [hotfix][build] Fix the invalidation of the suppression file of checkstyle in the win10 (#2986)
add 35e896eb6 [Hotfix][core] Fix spark engine parallelism parameter does not working (#2965)
add f68059834 connector V2 docs (#2964)
add 0c491efe4 [Doc][Connector-V2] Fix IoTDB source docs (#2993)
add 4fb1fb27a [Bug][engine] fix task can not run with parallelism > 1 (#2984)
add 50a725490 [Improve][format][text] Support read & write SeaTunnelRow type (#2969)
add fc284ac32 [Improve][Connector-v2][jdbc] Support for specify number of partitions when parallel reading (#2950)
add 21137dc4e [Doc] Fix start local docs format error (#3005)
add 342c25c59 [Engine][Example] Fix engine example can't run error (#2998)
add 9be4ae610 [Bug][starter] Fix connector-v2 flink & spark dockerfile (#3007)
add de345783d [Improve][connector][console] print subtask index (#3000)
add 4c761298d [hotfix][e2e][jdbc] fix some error when docker version is old (#2907)
add a01e4a243 [hotfix][engine] fix task operation retry timeout error (#3009)
add 9c187e2d2 [hotfix][engine] Fix execution parallelism not working (#2990)
add 6016100f1 [Improve][all] change Log to @Slf4j (#3001)
add 8fd966394 [Improve][Connector] Improve write parquet (#2943)
add e3f753dbe [Docs][Coding Guide] Add coding guide (#2995)
add 2e1616186 [Bug][Connector-V2][File] Fix the bug of incorrect path in windows environment (#2980)
add c18c8b18e [Doc] Fix the `TiDB` typo. (#3013)
add 967fec0e9 [Feature][Connector-v2] improve assert sink connector (#2844)
add ba00f06b0 [Docs] Add connector release status (#2864)
add b83c9934c [Hotfix][Docs] Fix dead links (#3021)
add 8c4ed9fd6 [Docs][Connector-V2-status] Fix dead link (#3022)
add 5f098a06e [Engine] [Test] Fix engine e2e problem (#3019)
add 590b47884 [Bug][E2E] Fix E2E assert rules style (#3031)
add e10fc216a Merge remote-tracking branch 'upstream/dev' into remove-web-module
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 -
.github/workflows/backend.yml | 4 +-
.licenserc.yaml | 7 +
LICENSE | 15 +-
README.md | 6 +-
docs/en/Connector-v2-release-state.md | 57 +++
docs/en/connector-v2/sink/Assert.md | 115 +++--
docs/en/connector-v2/sink/Clickhouse.md | 4 +-
docs/en/connector-v2/sink/ClickhouseFile.md | 6 +-
docs/en/connector-v2/sink/Console.md | 10 +-
docs/en/connector-v2/sink/Datahub.md | 21 +-
docs/en/connector-v2/sink/Elasticsearch.md | 6 +-
docs/en/connector-v2/sink/Email.md | 20 +-
docs/en/connector-v2/sink/Enterprise-WeChat.md | 15 +-
docs/en/connector-v2/sink/Feishu.md | 13 +-
docs/en/connector-v2/sink/FtpFile.md | 5 +
docs/en/connector-v2/sink/Greenplum.md | 6 +-
docs/en/connector-v2/sink/HdfsFile.md | 22 +-
docs/en/connector-v2/sink/Hive.md | 9 +-
docs/en/connector-v2/sink/Http.md | 6 +-
docs/en/connector-v2/sink/IoTDB.md | 146 ++++--
docs/en/connector-v2/sink/Jdbc.md | 60 ++-
docs/en/connector-v2/sink/Kudu.md | 9 +-
docs/en/connector-v2/sink/LocalFile.md | 7 +-
docs/en/connector-v2/sink/MongoDB.md | 15 +-
docs/en/connector-v2/sink/Neo4j.md | 6 +-
docs/en/connector-v2/sink/OssFile.md | 13 +-
docs/en/connector-v2/sink/Phoenix.md | 4 +
docs/en/connector-v2/sink/Redis.md | 21 +-
docs/en/connector-v2/sink/Sentry.md | 8 +-
docs/en/connector-v2/sink/Socket.md | 15 +-
docs/en/connector-v2/sink/dingtalk.md | 13 +-
docs/en/connector-v2/source/Clickhouse.md | 13 +-
docs/en/connector-v2/source/FakeSource.md | 115 +++--
docs/en/connector-v2/source/FtpFile.md | 25 +-
docs/en/connector-v2/source/Greenplum.md | 8 +-
docs/en/connector-v2/source/HdfsFile.md | 23 +-
docs/en/connector-v2/source/Hive.md | 20 +-
docs/en/connector-v2/source/Http.md | 34 +-
docs/en/connector-v2/source/Hudi.md | 21 +-
docs/en/connector-v2/source/Iceberg.md | 35 +-
docs/en/connector-v2/source/IoTDB.md | 77 +++-
docs/en/connector-v2/source/Jdbc.md | 72 ++-
docs/en/connector-v2/source/Kudu.md | 9 +-
docs/en/connector-v2/source/LocalFile.md | 17 +-
docs/en/connector-v2/source/MongoDB.md | 6 +-
docs/en/connector-v2/source/OssFile.md | 7 +
docs/en/connector-v2/source/Phoenix.md | 4 +
docs/en/connector-v2/source/Redis.md | 23 +-
docs/en/connector-v2/source/Socket.md | 13 +-
docs/en/connector-v2/source/common-options.md | 7 -
docs/en/connector-v2/source/kafka.md | 89 ++++
docs/en/connector-v2/source/pulsar.md | 12 +
docs/en/connector/sink/Tidb.md | 4 +-
docs/en/contribution/coding-guide.md | 131 ++++++
docs/sidebars.js | 358 +++++++--------
.../flink/configuration/sink-plugins/Doris.md | 72 ---
.../spark/commands/start-seatunnel-spark.sh.md | 43 --
docs/zh-CN/spark/configuration/ConfigExamples.md | 9 -
docs/zh-CN/spark/deployment.md | 72 ---
docs/zh-CN/spark/installation.md | 32 --
docs/zh-CN/spark/quick-start.md | 107 -----
generate_client_protocol.sh | 58 +++
pom.xml | 48 +-
.../apache/seatunnel/api/common/JobContext.java | 4 +
.../apache/seatunnel/api/table/type/Record.java | 24 +-
.../apache/seatunnel/api/transform/Collector.java | 25 +-
.../api/transform/PartitionSeaTunnelTransform.java | 12 +-
.../api/transform/SeaTunnelTransform.java | 22 +-
.../seatunnel/api/transform/Transformation.java | 6 +-
seatunnel-apis/pom.xml | 2 -
.../apache/seatunnel/flink/FlinkEnvironment.java | 53 ++-
.../seatunnel/flink/batch/FlinkBatchExecution.java | 12 +-
.../flink/stream/FlinkStreamExecution.java | 23 +-
.../seatunnel/flink/util/EnvironmentUtil.java | 10 +-
.../apache/seatunnel/spark/SparkEnvironment.java | 16 +-
.../org/apache/seatunnel/common/Constants.java | 2 +-
.../org/apache/seatunnel/common/config/Common.java | 16 +-
.../common/constants/CollectionConstants.java | 16 +
.../seatunnel/common/utils/DateTimeUtils.java | 11 +
.../apache/seatunnel/common/utils/DateUtils.java | 11 +
.../seatunnel/common/utils/ExceptionUtils.java | 40 +-
.../apache/seatunnel/common/utils/RetryUtils.java | 22 +-
.../seatunnel/common/utils/SerializationUtils.java | 19 +
.../apache/seatunnel/common/utils/TimeUtils.java | 11 +
.../assertion/excecutor/AssertExecutor.java | 29 +-
.../seatunnel/assertion/rule/AssertFieldRule.java | 20 +-
.../seatunnel/assertion/rule/AssertRuleParser.java | 17 +-
.../seatunnel/assertion/sink/AssertSink.java | 20 +-
.../seatunnel/assertion/sink/AssertSinkWriter.java | 38 +-
.../flink/assertion/AssertExecutorTest.java | 40 +-
.../sink/client/ClickhouseSinkWriter.java | 6 +-
.../sink/file/ClickhouseFileSinkWriter.java | 9 +-
.../clickhouse/sink/file/RsyncFileTransfer.java | 12 +-
.../clickhouse/sink/file/ScpFileTransfer.java | 8 +-
.../seatunnel/common/sink/AbstractSinkWriter.java | 2 +-
.../common/source/SingleSplitEnumerator.java | 6 +-
.../seatunnel/console/sink/ConsoleSink.java | 2 +-
.../seatunnel/console/sink/ConsoleSinkWriter.java | 7 +-
.../console/sink/ConsoleSinkWriterIT.java | 2 +-
.../sink/ElasticsearchSinkWriter.java | 9 +-
.../seatunnel/email/sink/EmailSinkWriter.java | 14 +-
.../seatunnel/fake/source/FakeConfig.java | 70 +++
.../seatunnel/fake/source/FakeDataGenerator.java | 147 ++++++
.../seatunnel/fake/source/FakeRandomData.java | 133 ------
.../seatunnel/fake/source/FakeSource.java | 10 +-
.../seatunnel/fake/source/FakeSourceReader.java | 22 +-
...domDataTest.java => FakeDataGeneratorTest.java} | 62 +--
.../src/test/resources/complex.schema.conf | 63 ++-
.../src/test/resources/simple.schema.conf | 43 +-
.../connector-file-base-hadoop/pom.xml | 6 +
.../connector-file/connector-file-base/pom.xml | 11 +
.../sink/commit/FileSinkAggregatedCommitter.java | 9 +-
.../seatunnel/file/sink/util/FileSystemUtils.java | 21 +-
.../file/sink/writer/AbstractWriteStrategy.java | 19 +-
.../file/sink/writer/ParquetWriteStrategy.java | 222 +++++++--
.../file/source/reader/AbstractReadStrategy.java | 8 +-
.../file/source/reader/ParquetReadStrategy.java | 86 ++--
.../connector-file/connector-file-ftp/pom.xml | 6 +
.../connector-file/connector-file-hadoop/pom.xml | 11 +
.../connector-file/connector-file-local/pom.xml | 7 +
.../connector-file/connector-file-oss/pom.xml | 12 +-
.../connectors/seatunnel/hive/config/Constant.java | 11 +-
.../seatunnel/http/sink/HttpSinkWriter.java | 9 +-
.../http/source/DeserializationCollector.java | 20 +-
.../seatunnel/http/source/HttpSourceReader.java | 11 +-
.../seatunnel/iotdb/config/SinkConfig.java | 47 +-
.../seatunnel/iotdb/constant/SourceConstants.java | 2 +
.../serialize/DefaultSeaTunnelRowDeserializer.java | 107 +++++
.../serialize/DefaultSeaTunnelRowSerializer.java | 268 ++++++-----
.../iotdb/serialize/SeaTunnelRowDeserializer.java | 11 +-
.../seatunnel/iotdb/sink/IoTDBSinkClient.java | 2 +-
.../seatunnel/iotdb/sink/IoTDBSinkWriter.java | 13 +-
.../seatunnel/iotdb/source/IoTDBSource.java | 2 +-
.../seatunnel/iotdb/source/IoTDBSourceReader.java | 83 ++--
.../seatunnel/iotdb/source/IoTDBSourceSplit.java | 3 +
.../iotdb/source/IoTDBSourceSplitEnumerator.java | 134 ++++--
.../seatunnel/iotdb/state/IoTDBSourceState.java | 19 +-
seatunnel-connectors-v2/connector-jdbc/pom.xml | 48 +-
.../seatunnel/jdbc/config/JdbcConfig.java | 4 +-
.../seatunnel/jdbc/config/JdbcSourceOptions.java | 11 +-
.../dialect/sqlserver/SqlServerDialect.java} | 22 +-
.../sqlserver/SqlServerDialectFactory.java} | 21 +-
.../sqlserver/SqlserverJdbcRowConverter.java} | 20 +-
.../dialect/sqlserver/SqlserverTypeMapper.java | 132 ++++++
.../seatunnel/jdbc/source/JdbcSource.java | 4 +-
.../jdbc/source/JdbcSourceSplitEnumerator.java | 5 +-
.../seatunnel/jdbc/source/PartitionParameter.java | 1 +
.../kafka/sink/KafkaInternalProducer.java | 8 +-
.../seatunnel/kafka/sink/KafkaSinkCommitter.java | 10 +-
.../kafka/sink/KafkaTransactionSender.java | 10 +-
.../seatunnel/kafka/source/KafkaSourceReader.java | 6 +-
.../seatunnel/kudu/kuduclient/KuduInputFormat.java | 15 +-
.../kudu/kuduclient/KuduOutputFormat.java | 16 +-
.../seatunnel/kudu/sink/KuduSinkWriter.java | 8 +-
.../seatunnel/kudu/source/KuduSource.java | 10 +-
.../seatunnel/kudu/source/KuduSourceReader.java | 8 +-
.../mongodb/source/MongodbSourceReader.java | 8 +-
.../source/enumerator/PulsarSplitEnumerator.java | 6 +-
.../socket/source/SocketSourceReader.java | 7 +-
.../sink/ClickhouseFileOutputFormat.java | 9 +-
.../seatunnel/flink/console/sink/ConsoleSink.java | 7 +-
.../flink/doris/sink/DorisOutputFormat.java | 7 +-
.../flink/doris/sink/DorisStreamLoad.java | 9 +-
.../flink/druid/sink/DruidOutputFormat.java | 7 +-
.../seatunnel/flink/druid/source/DruidSource.java | 8 +-
.../sink/ElasticsearchOutputFormat.java | 7 +-
.../sink/ElasticsearchOutputFormat.java | 7 +-
.../apache/seatunnel/flink/file/sink/FileSink.java | 8 +-
.../apache/seatunnel/flink/jdbc/sink/JdbcSink.java | 17 +-
.../seatunnel/flink/jdbc/source/JdbcSource.java | 9 +-
.../flink/kafka/source/KafkaTableStream.java | 7 +-
seatunnel-core/README.md | 5 +-
seatunnel-core/pom.xml | 49 +-
.../org/apache/seatunnel/core/base/Seatunnel.java | 27 +-
.../core/base/command/BaseTaskExecuteCommand.java | 16 +-
.../seatunnel/core/base/config/ConfigBuilder.java | 11 +-
.../core/base/config/ExecutionFactory.java | 8 +-
.../seatunnel/core/base/utils/AsciiArtUtils.java | 8 +-
.../core/base/utils/CompressionUtils.java | 22 +-
.../core/sql/classloader/CustomClassLoader.java | 8 +-
.../apache/seatunnel/core/sql/job/Executor.java | 14 +-
.../flink/command/FlinkApiConfValidateCommand.java | 8 +-
.../spark/command/SparkConfValidateCommand.java | 8 +-
.../apache/seatunnel/core/starter/Seatunnel.java | 27 +-
.../core/starter/config/ConfigBuilder.java | 11 +-
.../core/starter/config/ConfigChecker.java | 4 +-
.../seatunnel/core/starter/config/EngineType.java | 2 +-
.../core/starter/config/EnvironmentFactory.java | 1 +
.../core/starter/utils/AsciiArtUtils.java | 8 +-
.../core/starter/utils/CompressionUtils.java | 22 +-
.../src/main/docker/Dockerfile | 2 +-
.../flink/command/FlinkApiConfValidateCommand.java | 8 +-
.../flink/command/FlinkApiTaskExecuteCommand.java | 6 +-
.../flink/config/FlinkApiConfigChecker.java | 2 +-
.../execution/AbstractPluginExecuteProcessor.java | 14 +-
.../starter/flink/execution/FlinkExecution.java | 8 +-
.../src/main/docker/Dockerfile | 2 +-
.../spark/command/SparkApiConfValidateCommand.java | 9 +-
.../spark/command/SparkApiTaskExecuteCommand.java | 8 +-
.../starter/spark/command/SparkCommandBuilder.java | 13 +-
.../spark/config/SparkApiConfigChecker.java | 3 +-
.../spark/execution/SourceExecuteProcessor.java | 8 +
.../starter/spark/execution/SparkExecution.java | 7 +-
seatunnel-core/seatunnel-starter/pom.xml | 61 +++
.../src/main/bin/seatunnel-cluster.sh | 61 +--
.../seatunnel-starter/src/main/bin/seatunnel.sh | 61 +--
.../core/starter/seatunnel/CommandLineUtils.java | 74 +++
.../core/starter/seatunnel/SeaTunnelClient.java | 31 +-
.../core/starter/seatunnel/SeaTunnelServer.java | 31 +-
.../starter/seatunnel/args/ClientCommandArgs.java | 90 ++++
.../seatunnel/args/ExecutionModeConverter.java} | 19 +-
.../starter/seatunnel/args/ServerCommandArgs.java | 65 +++
.../seatunnel/command/ApiConfValidateCommand.java} | 27 +-
.../seatunnel/command/ClientCommandBuilder.java} | 23 +-
.../seatunnel/command/ClientExecuteCommand.java | 99 ++++
.../seatunnel/command/ServerCommandBuilder.java | 19 +-
.../seatunnel/command/ServerExecuteCommand.java | 48 ++
.../config/SeaTunnelApiConfigChecker.java} | 6 +-
.../seatunnel/constant/SeaTunnelConstant.java | 7 +-
seatunnel-dist/pom.xml | 12 +
.../src/main/assembly/assembly-bin-ci.xml | 7 +
seatunnel-dist/src/main/assembly/assembly-bin.xml | 7 +
seatunnel-e2e/pom.xml | 3 +-
.../connector-assert-e2e/pom.xml | 2 +-
.../resources/assertion/fakesource_to_assert.conf | 124 ++---
.../pom.xml | 32 +-
.../connectors/seatunnel}/jdbc/JdbcDmdbIT.java | 109 +++--
.../jdbc/internal/xa/XaGroupOpsImplIT.java | 7 +-
.../seatunnel/jdbc/util/JdbcCompareUtil.java | 100 ++++
.../src/test/resources/init}/dm_init.conf | 6 +-
.../test/resources}/jdbc_dm_source_and_sink.conf | 12 +-
.../src/test/resources/log4j.properties | 0
.../connector-redis-e2e}/pom.xml | 12 +-
.../seatunnel/e2e/connector/redis/RedisIT.java | 183 ++++++++
.../src/test/resources/log4j.properties | 0
.../src/test/resources/redis-to-redis.conf} | 37 +-
seatunnel-e2e/seatunnel-connector-v2-e2e/pom.xml | 3 +-
.../common/container/ContainerExtendedFactory.java | 4 +-
.../e2e/common/container/TestContainer.java | 2 +-
.../flink/AbstractTestFlinkContainer.java | 2 +-
.../container/seatunnel/SeaTunnelContainer.java | 123 +++++
.../spark/AbstractTestSparkContainer.java | 4 +-
.../common/junit/ContainerTestingExtension.java | 14 +-
.../e2e/common/junit/DisabledOnContainer.java | 33 +-
.../junit/TestCaseInvocationContextProvider.java | 16 +-
.../seatunnel/e2e/common/util/ContainerUtil.java | 6 +-
.../connector-console-seatunnel-e2e}/pom.xml | 40 +-
.../engine/e2e/console/FakeSourceToConsoleIT.java} | 14 +-
.../src/test/resources/fakesource_to_console.conf} | 32 +-
.../connector-seatunnel-e2e-base/pom.xml | 69 +++
.../seatunnel/engine/e2e/JobExecutionIT.java | 129 ++++++
.../seatunnel/engine/e2e/SeaTunnelContainer.java | 132 ++++++
.../org/apache/seatunnel/engine/e2e/TestUtils.java | 87 ++++
.../test/resources/batch_fakesource_to_file.conf} | 54 +--
.../batch_fakesource_to_file_complex.conf | 45 +-
.../streaming_fakesource_to_file_complex.conf | 45 +-
seatunnel-e2e/seatunnel-engine-e2e/pom.xml | 78 ++++
.../resources/assertion/fakesource_to_assert.conf | 109 +++--
.../e2e/flink/v2/iceberg/IcebergSourceIT.java | 2 +-
.../src/test/resources/iceberg/iceberg_source.conf | 103 +++--
.../e2e/flink/v2/iotdb/FakeSourceToIoTDBIT.java | 128 ------
.../seatunnel/e2e/flink/v2/iotdb/IoTDBIT.java | 209 +++++++++
...rce_to_iotdb.conf => iotdb_source_to_sink.conf} | 43 +-
.../connector-jdbc-flink-e2e/pom.xml | 45 +-
.../e2e/flink/v2/jdbc/FakeSourceToJdbcIT.java | 9 +-
.../seatunnel/e2e/flink/v2/jdbc/JdbcE2eUtil.java | 100 ++++
.../seatunnel/e2e/flink/v2/jdbc/JdbcMysqlIT.java | 46 +-
.../seatunnel/e2e/flink/v2/jdbc/JdbcPhoenixIT.java | 7 +
.../e2e/flink/v2/jdbc/JdbcPostgresIT.java | 29 +-
.../e2e/flink/v2/jdbc/JdbcSourceToConsoleIT.java | 9 +-
.../e2e/flink/v2/jdbc/JdbcSqlserverIT.java | 178 ++++++++
.../resources/container-license-acceptance.txt | 1 +
.../src/test/resources/jdbc/init_sql/dm_init.conf | 122 -----
.../jdbc/jdbc_mysql_source_and_sink_parallel.conf | 3 +-
...mysql_source_and_sink_parallel_upper_lower.conf | 5 +-
.../jdbc/jdbc_postgres_source_and_sink.conf | 6 +-
.../jdbc_postgres_source_and_sink_parallel.conf | 6 +-
...tgres_source_and_sink_parallel_upper_lower.conf | 11 +-
.../jdbc/jdbc_postgres_source_and_sink_xa.conf | 6 +-
.../jdbc/jdbc_sqlserver_source_to_sink.conf | 38 +-
.../seatunnel/e2e/flink/v2/redis/RedisIT.java | 92 ----
.../seatunnel-flink-connector-v2-e2e/pom.xml | 1 -
.../flink/clickhouse/FakeSourceToClickhouseIT.java | 10 +-
.../e2e/flink/file/FakeSourceToFileIT.java | 6 +-
.../e2e/spark/v2/file/FakeSourceToFileIT.java | 14 +
.../resources/file/fakesource_to_local_json.conf | 40 +-
.../resources/file/fakesource_to_local_orc.conf | 22 +-
.../file/fakesource_to_local_parquet.conf | 47 +-
.../resources/file/fakesource_to_local_text.conf | 2 +-
.../file/local_orc_source_to_console.conf | 38 +-
...e.conf => local_parquet_source_to_console.conf} | 42 +-
.../src/test/resources/iceberg/iceberg_source.conf | 40 +-
.../e2e/spark/v2/iotdb/FakeSourceToIoTDBIT.java | 127 ------
.../seatunnel/e2e/spark/v2/iotdb/IoTDBIT.java | 208 +++++++++
.../test/resources/iotdb/fakesource_to_iotdb.conf | 41 +-
.../resources/iotdb/iotdb_source_to_sink.conf} | 43 +-
.../connector-jdbc-spark-e2e/pom.xml | 42 +-
.../seatunnel/e2e/spark/v2/jdbc/JdbcDmdbIT.java | 151 ------
.../seatunnel/e2e/spark/v2/jdbc/JdbcE2eUtil.java | 100 ++++
.../seatunnel/e2e/spark/v2/jdbc/JdbcMysqlIT.java | 40 +-
.../seatunnel/e2e/spark/v2/jdbc/JdbcPhoenixIT.java | 7 +
.../e2e/spark/v2/jdbc/JdbcPostgresIT.java | 20 +-
.../e2e/spark/v2/jdbc/JdbcSqlserverIT.java | 178 ++++++++
.../resources/container-license-acceptance.txt | 1 +
.../resources/jdbc/jdbc_dm_source_and_sink.conf | 57 ---
.../jdbc/jdbc_mysql_source_and_sink_parallel.conf | 3 +-
...mysql_source_and_sink_parallel_upper_lower.conf | 5 +-
.../jdbc/jdbc_postgres_source_and_sink.conf | 2 +-
.../jdbc_postgres_source_and_sink_parallel.conf | 5 +-
...tgres_source_and_sink_parallel_upper_lower.conf | 7 +-
.../jdbc/jdbc_postgres_source_and_sink_xa.conf | 2 +-
.../jdbc/jdbc_sqlserver_source_to_sink.conf} | 50 +-
.../connector-redis-spark-e2e/pom.xml | 53 ---
.../seatunnel/e2e/spark/v2/redis/RedisIT.java | 92 ----
.../resources/redis/redis_source_and_sink.conf | 71 ---
.../seatunnel-spark-connector-v2-e2e/pom.xml | 1 -
.../seatunnel-connector-spark-jdbc-e2e/pom.xml | 15 +-
.../e2e/spark/jdbc/FakeSourceToJdbcIT.java | 9 +-
.../e2e/spark/jdbc/JdbcSourceToConsoleIT.java | 9 +-
.../pom.xml | 52 ++-
.../seatunnel-engine-client}/pom.xml | 80 ++--
.../seatunnel/engine/client/SeaTunnelClient.java | 56 +++
.../engine/client/SeaTunnelClientInstance.java | 19 +-
.../engine/client/SeaTunnelHazelcastClient.java | 143 ++++++
.../engine/client/job/ClientJobProxy.java | 119 +++++
.../seatunnel/engine/client/job/JobClient.java | 32 +-
.../engine/client/job/JobExecutionEnvironment.java | 99 ++++
.../engine/client/JobConfigParserTest.java | 78 ++++
.../engine/client/LogicalDagGeneratorTest.java | 60 +++
.../engine/client/SeaTunnelClientTest.java | 103 +++++
.../apache/seatunnel/engine/client/TestUtils.java | 18 +-
.../test/resources/batch_fakesource_to_file.conf | 52 +--
.../batch_fakesource_to_file_complex.conf | 39 +-
.../src/test/resources/client_test.conf | 39 +-
seatunnel-engine/seatunnel-engine-common/pom.xml | 46 ++
.../apache/seatunnel/engine/common/Constant.java | 42 ++
.../engine/common/config/ConfigProvider.java | 110 +++++
.../engine/common/config/EngineConfig.java | 22 +-
.../seatunnel/engine/common/config/JobConfig.java | 56 +++
.../common/config/SeaTunnelClientConfig.java | 23 +-
.../engine/common/config/SeaTunnelConfig.java | 71 +++
.../common/config/SeaTunnelConfigSections.java | 49 ++
.../engine/common/config/SeaTunnelProperties.java | 21 +-
.../common/config/YamlSeaTunnelConfigBuilder.java | 105 +++++
.../common/config/YamlSeaTunnelConfigLocator.java | 61 +++
.../config/YamlSeaTunnelDomConfigProcessor.java | 79 ++++
.../common/exception/JobCanceledException.java | 20 +-
.../common/exception/JobDefineCheckException.java | 17 +-
.../engine/common/exception/JobException.java | 19 +-
.../common/exception/JobFailedException.java | 20 +-
.../exception/JobNoEnoughResourceException.java | 30 +-
.../common/exception/JobNotFoundException.java | 20 +-
.../common/exception/SeaTunnelEngineException.java | 35 +-
.../common/loader/SeatunnelBaseClassLoader.java | 56 +++
.../loader/SeatunnelChildFirstClassLoader.java | 130 ++++++
.../loader/SeatunnelParentFirstClassLoader.java | 12 +-
.../engine/common/runtime/DeployType.java | 9 +-
.../engine/common/runtime/ExecutionMode.java | 8 +-
.../serializeable/ConfigDataSerializerHook.java | 60 +++
.../serializeable/SeaTunnelFactoryIdConstant.java | 54 +++
.../engine/common/utils/ConsumerWithException.java | 14 +-
.../engine/common/utils/ExceptionUtil.java | 129 ++++++
.../seatunnel/engine/common/utils/IdGenerator.java | 23 +-
.../common/utils/PassiveCompletableFuture.java | 72 +++
.../engine/common/utils/RunnableWithException.java | 28 ++
.../engine/common/utils/SupplierWithException.java | 37 ++
.../services/com.hazelcast.DataSerializerHook | 10 +-
.../src/main/resources/hazelcast-client.yaml | 13 +-
.../src/main/resources/hazelcast.yaml | 41 +-
.../src/main/resources/seatunnel-default.yaml | 10 +-
seatunnel-engine/seatunnel-engine-core/pom.xml | 63 +++
.../engine/core/checkpoint/Checkpoint.java | 16 +-
.../core/checkpoint/CheckpointIDCounter.java | 63 +++
.../engine/core/checkpoint/CheckpointType.java | 38 +-
.../checkpoint/InternalCheckpointListener.java | 44 ++
.../engine/core/dag/actions/AbstractAction.java | 91 ++++
.../seatunnel/engine/core/dag/actions/Action.java | 29 +-
.../core/dag/actions/PartitionTransformAction.java | 52 +++
.../engine/core/dag/actions/SinkAction.java | 52 +++
.../engine/core/dag/actions/SourceAction.java | 36 +-
.../engine/core/dag/actions/TransformAction.java | 51 +++
.../core/dag/actions/TransformChainAction.java | 53 +++
.../core/dag/actions/UnknownActionException.java | 17 +-
.../core/dag/internal/IntermediateQueue.java | 31 +-
.../engine/core/dag/logical/LogicalDag.java | 169 +++++++
.../core/dag/logical/LogicalDagGenerator.java | 97 ++++
.../engine/core/dag/logical/LogicalEdge.java | 90 ++++
.../engine/core/dag/logical/LogicalVertex.java | 103 +++++
.../org/apache/seatunnel/engine/core/job/Job.java | 19 +-
.../engine/core/job/JobImmutableInformation.java | 104 +++++
.../seatunnel/engine/core/job/JobStatus.java | 106 +++++
.../seatunnel/engine/core/job/PipelineState.java | 79 ++++
.../seatunnel/engine/core/job/RunningJobInfo.java | 61 +++
.../seatunnel/engine/core/job/StatusUpdate.java | 8 +-
.../engine/core/parse/ConnectorInstanceLoader.java | 100 ++++
.../engine/core/parse/JobConfigParser.java | 387 ++++++++++++++++
.../protocol/codec/SeaTunnelCancelJobCodec.java | 82 ++++
.../protocol/codec/SeaTunnelGetJobStatusCodec.java | 91 ++++
.../protocol/codec/SeaTunnelPrintMessageCodec.java | 91 ++++
.../protocol/codec/SeaTunnelSubmitJobCodec.java | 95 ++++
.../codec/SeaTunnelWaitForJobCompleteCodec.java | 94 ++++
.../core/serializable/JobDataSerializerHook.java | 98 ++++
.../services/com.hazelcast.DataSerializerHook | 10 +-
.../SeaTunnelEngine.yaml | 118 +++++
seatunnel-engine/seatunnel-engine-server/pom.xml | 86 ++++
.../engine/server/CoordinatorService.java | 434 ++++++++++++++++++
.../seatunnel/engine/server/NodeExtension.java | 70 +++
.../engine/server/NodeExtensionCommon.java | 103 +++++
.../engine/server/SeaTunnelNodeContext.java | 33 +-
.../seatunnel/engine/server/SeaTunnelServer.java | 221 +++++++++
.../engine/server/SeaTunnelServerStarter.java | 32 +-
.../engine/server/TaskExecutionService.java | 454 ++++++++++++++++++
.../engine/server/checkpoint/ActionState.java | 72 +++
.../server/checkpoint/ActionSubtaskState.java | 15 +-
.../server/checkpoint/CheckpointBarrier.java | 91 ++++
.../server/checkpoint/CheckpointCoordinator.java | 422 +++++++++++++++++
.../CheckpointCoordinatorConfiguration.java | 144 ++++++
.../server/checkpoint/CheckpointManager.java | 163 +++++++
.../engine/server/checkpoint/CheckpointPlan.java | 88 ++++
.../checkpoint/CheckpointStorageConfiguration.java | 26 +-
.../server/checkpoint/CompletedCheckpoint.java | 98 ++++
.../server/checkpoint/PendingCheckpoint.java | 136 ++++++
.../checkpoint/StandaloneCheckpointIDCounter.java | 62 +++
.../engine/server/checkpoint/Stateful.java | 7 +-
.../server/checkpoint/SubtaskStatistics.java | 34 +-
.../engine/server/checkpoint/SubtaskStatus.java | 9 +-
.../engine/server/checkpoint/TaskStatistics.java | 104 +++++
.../CheckpointBarrierTriggerOperation.java | 87 ++++
.../operation/CheckpointFinishedOperation.java | 95 ++++
.../operation/NotifyTaskRestoreOperation.java | 94 ++++
.../operation/NotifyTaskStartOperation.java | 59 +++
.../operation/TaskAcknowledgeOperation.java | 80 ++++
.../operation/TaskReportStatusOperation.java | 70 +++
.../engine/server/dag/execution/ExecutionEdge.java | 23 +-
.../engine/server/dag/execution/ExecutionPlan.java | 32 +-
.../dag/execution/ExecutionPlanGenerator.java | 236 ++++++++++
.../server/dag/execution/ExecutionVertex.java | 15 +-
.../engine/server/dag/execution/Pipeline.java | 58 +++
.../server/dag/execution/PipelineGenerator.java | 217 +++++++++
.../engine/server/dag/physical/PhysicalPlan.java | 316 +++++++++++++
.../server/dag/physical/PhysicalPlanGenerator.java | 507 +++++++++++++++++++++
.../engine/server/dag/physical/PhysicalVertex.java | 416 +++++++++++++++++
.../server/dag/physical/PipelineLocation.java | 12 +-
.../engine/server/dag/physical/PlanUtils.java | 59 +++
.../engine/server/dag/physical/SubPlan.java | 408 +++++++++++++++++
.../dag/physical/UnknownPhysicalPlanException.java | 19 +-
.../server/dag/physical/config/FlowConfig.java | 12 +-
.../physical/config/IntermediateQueueConfig.java | 17 +-
.../dag/physical/config/PartitionConfig.java | 33 +-
.../server/dag/physical/config/SinkConfig.java | 32 +-
.../server/dag/physical/config/SourceConfig.java | 18 +-
.../engine/server/dag/physical/flow/Flow.java | 24 +-
.../physical/flow/IntermediateExecutionFlow.java | 58 +++
.../dag/physical/flow/PhysicalExecutionFlow.java | 57 +++
.../dag/physical/flow/UnknownFlowException.java | 8 +-
.../engine/server/execution/ExecutionState.java | 79 ++++
.../engine/server/execution/ProgressState.java | 40 +-
.../seatunnel/engine/server/execution/Task.java | 56 +++
.../engine/server/execution/TaskCallTimer.java | 146 ++++++
.../server/execution/TaskExecutionContext.java | 54 +++
.../server/execution/TaskExecutionState.java | 31 +-
.../engine/server/execution/TaskGroup.java | 23 +-
.../engine/server/execution/TaskGroupContext.java | 10 +-
.../server/execution/TaskGroupDefaultImpl.java | 66 +++
.../engine/server/execution/TaskGroupLocation.java | 33 +-
.../engine/server/execution/TaskLocation.java | 130 ++++++
.../engine/server/execution/TaskTracker.java | 34 +-
.../seatunnel/engine/server/master/JobMaster.java | 301 ++++++++++++
.../operation/AbstractJobAsyncOperation.java | 27 +-
.../engine/server/operation/AsyncOperation.java | 106 +++++
.../server/operation/CancelJobOperation.java | 24 +-
.../server/operation/GetJobStatusOperation.java | 86 ++++
.../operation/NotifyTaskStatusOperation.java | 47 ++
.../server/operation/PrintMessageOperation.java | 75 +++
.../server/operation/SubmitJobOperation.java | 65 +++
.../operation/WaitForJobCompleteOperation.java | 25 +-
.../engine/server/persistence/FileMapStore.java | 55 ++-
.../task/AbstractSeaTunnelMessageTask.java | 88 ++++
.../engine/server/protocol/task/CancelJobTask.java | 49 ++
.../server/protocol/task/GetJobStatusTask.java | 50 ++
.../server/protocol/task/PrintMessageTask.java | 50 ++
.../task/SeaTunnelMessageTaskFactoryProvider.java | 59 +++
.../engine/server/protocol/task/SubmitJobTask.java | 50 ++
.../protocol/task/WaitForJobCompleteTask.java | 50 ++
.../resourcemanager/AbstractResourceManager.java | 178 ++++++++
.../resourcemanager/NoEnoughResourceException.java | 12 +-
.../server/resourcemanager/ResourceManager.java | 59 +++
.../resourcemanager/ResourceManagerFactory.java | 51 +++
.../resourcemanager/ResourceRequestHandler.java | 195 ++++++++
.../resourcemanager/StandaloneResourceManager.java | 11 +-
.../UnsupportedDeployTypeException.java | 17 +-
.../opeartion/ReleaseSlotOperation.java | 76 +++
.../opeartion/RequestSlotOperation.java | 83 ++++
.../opeartion/ResetResourceOperation.java | 50 ++
.../opeartion/WorkerHeartbeatOperation.java | 72 +++
.../server/resourcemanager/resource/CPU.java | 25 +-
.../server/resourcemanager/resource/Memory.java | 25 +-
.../server/resourcemanager/resource/Resource.java | 9 +-
.../resourcemanager/resource/ResourceProfile.java | 74 +++
.../resourcemanager/resource/SlotProfile.java | 121 +++++
.../thirdparty/CreateWorkerResult.java | 18 +-
.../thirdparty/ThirdPartyResourceManager.java | 14 +-
.../kubernetes/KubernetesResourceManager.java | 44 ++
.../thirdparty/yarn/YarnResourceManager.java | 43 ++
.../resourcemanager/worker/WorkerProfile.java | 101 ++++
.../engine/server/scheduler/JobScheduler.java | 20 +-
.../server/scheduler/PipelineBaseScheduler.java | 274 +++++++++++
.../serializable/CheckpointDataSerializerHook.java | 81 ++++
.../serializable/OperationDataSerializerHook.java | 89 ++++
.../serializable/ResourceDataSerializerHook.java | 85 ++++
.../serializable/TaskDataSerializerHook.java | 122 +++++
.../server/service/slot/DefaultSlotService.java | 218 +++++++++
.../server/service/slot/SlotAndWorkerProfile.java | 28 +-
.../engine/server/service/slot/SlotContext.java | 25 +-
.../engine/server/service/slot/SlotService.java | 19 +-
.../service/slot/WrongTargetSlotException.java | 12 +-
.../seatunnel/engine/server/task/AbstractTask.java | 109 +++++
.../engine/server/task/CoordinatorTask.java | 17 +-
.../seatunnel/engine/server/task/Progress.java | 79 ++++
.../server/task/SeaTunnelSourceCollector.java | 59 +++
.../engine/server/task/SeaTunnelTask.java | 312 +++++++++++++
.../server/task/SeaTunnelTransformCollector.java | 49 ++
.../server/task/SinkAggregatedCommitterTask.java | 231 ++++++++++
.../engine/server/task/SourceSeaTunnelTask.java | 87 ++++
.../server/task/SourceSplitEnumeratorTask.java | 289 ++++++++++++
.../server/task/TaskGroupImmutableInformation.java | 69 +++
.../engine/server/task/TaskRuntimeException.java | 32 +-
.../engine/server/task/TransformSeaTunnelTask.java | 79 ++++
.../context/SeaTunnelSplitEnumeratorContext.java | 70 +++
.../server/task/context/SinkWriterContext.java | 16 +-
.../server/task/context/SourceReaderContext.java | 64 +++
.../server/task/flow/AbstractFlowLifeCycle.java | 28 +-
.../server/task/flow/ActionFlowLifeCycle.java | 32 +-
.../engine/server/task/flow/FlowLifeCycle.java | 21 +-
.../task/flow/IntermediateQueueFlowLifeCycle.java | 78 ++++
.../server/task/flow/OneInputFlowLifeCycle.java | 22 +-
.../server/task/flow/OneOutputFlowLifeCycle.java | 20 +-
.../flow/PartitionTransformSinkFlowLifeCycle.java | 65 +++
.../PartitionTransformSourceFlowLifeCycle.java | 81 ++++
.../engine/server/task/flow/SinkFlowLifeCycle.java | 191 ++++++++
.../server/task/flow/SourceFlowLifeCycle.java | 202 ++++++++
.../server/task/flow/TransformFlowLifeCycle.java | 80 ++++
.../task/group/TaskGroupWithIntermediateQueue.java | 54 +++
.../server/task/operation/CancelTaskOperation.java | 78 ++++
.../server/task/operation/DeployTaskOperation.java | 76 +++
.../operation/GetTaskGroupAddressOperation.java | 87 ++++
.../server/task/operation/TaskOperation.java | 54 +++
.../checkpoint/CloseRequestOperation.java | 83 ++++
.../operation/sink/SinkPrepareCommitOperation.java | 79 ++++
.../task/operation/sink/SinkRegisterOperation.java | 91 ++++
.../operation/source/AssignSplitOperation.java | 86 ++++
.../operation/source/RequestSplitOperation.java | 89 ++++
.../operation/source/RestoredSplitOperation.java | 90 ++++
.../source/SourceNoMoreElementOperation.java | 83 ++++
.../operation/source/SourceRegisterOperation.java | 96 ++++
.../engine/server/task/record/Barrier.java | 33 +-
.../engine/server/task/record/SchemaBarrier.java | 26 +-
.../task/statemachine/SeaTunnelTaskState.java | 46 ++
.../engine/server/utils/NodeEngineUtil.java | 42 ++
.../services/com.hazelcast.DataSerializerHook | 13 +-
...client.impl.protocol.MessageTaskFactoryProvider | 10 +-
.../engine/server/AbstractSeaTunnelServerTest.java | 51 +++
.../engine/server/CoordinatorServiceTest.java | 112 +++++
.../engine/server/TaskExecutionServiceTest.java | 270 +++++++++++
.../apache/seatunnel/engine/server/TestUtils.java | 110 +++++
.../server/checkpoint/CheckpointPlanTest.java | 109 +++++
.../seatunnel/engine/server/dag/TaskTest.java | 117 +++++
.../engine/server/execution/ExceptionTestTask.java | 33 +-
.../server/execution/FixedCallTestTimeTask.java | 68 +++
.../engine/server/execution/StopTimeTestTask.java | 57 +++
.../engine/server/execution/TestTask.java | 72 +++
.../engine/server/master/JobMasterTest.java | 183 ++++++++
.../resourcemanager/ResourceManagerTest.java | 68 +++
.../test/resources/batch_fakesource_to_file.conf | 34 +-
.../batch_fakesource_to_file_complex.conf | 39 +-
.../test/resources/stream_fakesource_to_file.conf | 32 +-
.../checkpoint-storage-api/pom.xml | 50 ++
.../engine/checkpoint/storage/PipelineState.java | 34 ++
.../storage/api/AbstractCheckpointStorage.java | 195 ++++++++
.../checkpoint/storage/api/CheckpointStorage.java | 106 +++++
.../storage/api/CheckpointStorageFactory.java | 45 ++
.../storage/common/ProtoStuffSerializer.java | 67 +++
.../checkpoint/storage/common/Serializer.java | 33 ++
.../storage/common/StorageThreadFactory.java | 50 ++
.../storage/constants/StorageConstants.java | 29 ++
.../exception/CheckpointStorageException.java | 34 ++
.../checkpoint-storage-hdfs/pom.xml | 51 +++
.../checkpoint/storage/hdfs/HdfsConstants.java | 30 ++
.../checkpoint/storage/hdfs/HdfsStorage.java | 280 ++++++++++++
.../storage/hdfs/HdfsStorageFactory.java | 49 ++
.../checkpoint-storage-local-file/pom.xml | 51 +++
.../storage/localfile/LocalFileStorage.java | 238 ++++++++++
.../storage/localfile/LocalFileStorageFactory.java | 53 +++
.../storage/localfile/LocalFileStorageTest.java | 90 ++++
.../checkpoint-storage-plugins/pom.xml | 50 ++
seatunnel-engine/seatunnel-engine-storage/pom.xml | 38 ++
seatunnel-examples/pom.xml | 32 +-
.../seatunnel-engine-examples/pom.xml | 47 ++
.../example/engine/SeaTunnelEngineExample.java | 55 +++
.../engine/SeaTunnelEngineServerExample.java | 32 +-
.../main/resources/examples/fake_to_console.conf | 55 +--
.../main/resources/examples/fake_to_console.conf | 2 +-
seatunnel-formats/seatunnel-format-json/pom.xml | 43 ++
.../format/json/JsonDeserializationSchema.java | 17 +-
.../seatunnel/format/json/JsonToRowConverters.java | 202 +++++---
.../seatunnel/format/json/RowToJsonConverters.java | 228 ++++++---
.../format/text/TextDeserializationSchema.java | 46 +-
.../format/text/TextSerializationSchema.java | 15 +-
.../plugin/discovery/AbstractPluginDiscovery.java | 19 +-
.../SeaTunnelTransformPluginDiscovery.java | 18 +-
seatunnel-server/pom.xml | 0
seatunnel-transforms/pom.xml | 26 +-
.../org/apache/seatunnel/flink/transform/UDF.java | 11 +-
.../translation/flink/sink/FlinkCommitter.java | 8 +-
.../flink/sink/FlinkGlobalCommitter.java | 8 +-
.../source/batch/ParallelBatchPartitionReader.java | 8 +-
tools/checkstyle/checkStyle.xml | 4 +
tools/checkstyle/suppressions.xml | 27 ++
619 files changed, 28217 insertions(+), 5100 deletions(-)
create mode 100644 docs/en/Connector-v2-release-state.md
create mode 100644 docs/en/connector-v2/source/kafka.md
create mode 100644 docs/en/contribution/coding-guide.md
delete mode 100644 docs/zh-CN/flink/configuration/sink-plugins/Doris.md
delete mode 100644 docs/zh-CN/spark/commands/start-seatunnel-spark.sh.md
delete mode 100644 docs/zh-CN/spark/configuration/ConfigExamples.md
delete mode 100644 docs/zh-CN/spark/deployment.md
delete mode 100644 docs/zh-CN/spark/installation.md
delete mode 100644 docs/zh-CN/spark/quick-start.md
create mode 100755 generate_client_protocol.sh
copy seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/PartitionParameter.java => seatunnel-api/src/main/java/org/apache/seatunnel/api/table/type/Record.java (73%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-api/src/main/java/org/apache/seatunnel/api/transform/Collector.java (72%)
copy seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/container/ContainerExtendedFactory.java => seatunnel-api/src/main/java/org/apache/seatunnel/api/transform/PartitionSeaTunnelTransform.java (77%)
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/state/IoTDBSourceState.java => seatunnel-api/src/main/java/org/apache/seatunnel/api/transform/SeaTunnelTransform.java (59%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-api/src/main/java/org/apache/seatunnel/api/transform/Transformation.java (86%)
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-common/src/main/java/org/apache/seatunnel/common/utils/ExceptionUtils.java (55%)
create mode 100644 seatunnel-connectors-v2/connector-fake/src/main/java/org/apache/seatunnel/connectors/seatunnel/fake/source/FakeConfig.java
create mode 100644 seatunnel-connectors-v2/connector-fake/src/main/java/org/apache/seatunnel/connectors/seatunnel/fake/source/FakeDataGenerator.java
delete mode 100644 seatunnel-connectors-v2/connector-fake/src/main/java/org/apache/seatunnel/connectors/seatunnel/fake/source/FakeRandomData.java
rename seatunnel-connectors-v2/connector-fake/src/test/java/org.apache.seatunnel.connectors.seatunnel.fake.source/{FakeRandomDataTest.java => FakeDataGeneratorTest.java} (55%)
copy seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/container/ContainerExtendedFactory.java => seatunnel-connectors-v2/connector-hive/src/main/java/org/apache/seatunnel/connectors/seatunnel/hive/config/Constant.java (77%)
create mode 100644 seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/serialize/DefaultSeaTunnelRowDeserializer.java
copy seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/container/ContainerExtendedFactory.java => seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/serialize/SeaTunnelRowDeserializer.java (74%)
copy seatunnel-connectors-v2/{connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/sink/AbstractSinkWriter.java => connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/internal/dialect/sqlserver/SqlServerDialect.java} (55%)
copy seatunnel-connectors-v2/{connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/sink/AbstractSinkWriter.java => connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/internal/dialect/sqlserver/SqlServerDialectFactory.java} (57%)
copy seatunnel-connectors-v2/{connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/sink/AbstractSinkWriter.java => connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/internal/dialect/sqlserver/SqlserverJdbcRowConverter.java} (54%)
create mode 100644 seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/internal/dialect/sqlserver/SqlserverTypeMapper.java
create mode 100644 seatunnel-core/seatunnel-starter/pom.xml
copy seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-jdbc-flink-e2e/src/test/resources/jdbc/jdbc_postgres_source_and_sink_parallel.conf => seatunnel-core/seatunnel-starter/src/main/bin/seatunnel-cluster.sh (51%)
mode change 100644 => 100755
copy seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-jdbc-flink-e2e/src/test/resources/jdbc/jdbc_postgres_source_and_sink_parallel.conf => seatunnel-core/seatunnel-starter/src/main/bin/seatunnel.sh (51%)
mode change 100644 => 100755
create mode 100644 seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/CommandLineUtils.java
copy seatunnel-connectors-v2/connector-fake/src/main/java/org/apache/seatunnel/connectors/seatunnel/fake/source/FakeOptions.java => seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/SeaTunnelClient.java (52%)
copy seatunnel-connectors-v2/connector-fake/src/main/java/org/apache/seatunnel/connectors/seatunnel/fake/source/FakeOptions.java => seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/SeaTunnelServer.java (52%)
create mode 100644 seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/args/ClientCommandArgs.java
copy seatunnel-core/{seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/args/ExecutionModeConverter.java} (59%)
create mode 100644 seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/args/ServerCommandArgs.java
copy seatunnel-core/{seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/command/FlinkApiConfValidateCommand.java => seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/command/ApiConfValidateCommand.java} (60%)
copy seatunnel-core/{seatunnel-spark-starter/src/main/java/org/apache/seatunnel/core/starter/spark/command/SparkCommandBuilder.java => seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/command/ClientCommandBuilder.java} (57%)
create mode 100644 seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/command/ClientExecuteCommand.java
copy seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/sink/AbstractSinkWriter.java => seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/command/ServerCommandBuilder.java (63%)
create mode 100644 seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/command/ServerExecuteCommand.java
copy seatunnel-core/{seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/config/SeaTunnelApiConfigChecker.java} (86%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/constant/SeaTunnelConstant.java (84%)
rename seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-jdbc-it => connector-jdbc-e2e}/pom.xml (66%)
rename seatunnel-e2e/{seatunnel-flink-connector-v2-e2e/connector-jdbc-flink-e2e/src/test/java/org/apache/seatunnel/e2e/flink/v2 => seatunnel-connector-v2-e2e/connector-jdbc-e2e/src/test/java/org/apache/seatunnel/connectors/seatunnel}/jdbc/JdbcDmdbIT.java (56%)
rename seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-jdbc-it => connector-jdbc-e2e}/src/test/java/org/apache/seatunnel/connectors/seatunnel/jdbc/internal/xa/XaGroupOpsImplIT.java (95%)
create mode 100644 seatunnel-e2e/seatunnel-connector-v2-e2e/connector-jdbc-e2e/src/test/java/org/apache/seatunnel/connectors/seatunnel/jdbc/util/JdbcCompareUtil.java
rename seatunnel-e2e/{seatunnel-spark-connector-v2-e2e/connector-jdbc-spark-e2e/src/test/resources/jdbc/init_sql => seatunnel-connector-v2-e2e/connector-jdbc-e2e/src/test/resources/init}/dm_init.conf (94%)
rename seatunnel-e2e/{seatunnel-flink-connector-v2-e2e/connector-jdbc-flink-e2e/src/test/resources/jdbc => seatunnel-connector-v2-e2e/connector-jdbc-e2e/src/test/resources}/jdbc_dm_source_and_sink.conf (78%)
copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-jdbc-it => connector-jdbc-e2e}/src/test/resources/log4j.properties (100%)
copy {seatunnel-formats/seatunnel-format-json => seatunnel-e2e/seatunnel-connector-v2-e2e/connector-redis-e2e}/pom.xml (85%)
create mode 100644 seatunnel-e2e/seatunnel-connector-v2-e2e/connector-redis-e2e/src/test/java/org/apache/seatunnel/e2e/connector/redis/RedisIT.java
rename seatunnel-e2e/{seatunnel-flink-connector-v2-e2e/connector-redis-flink-e2e => seatunnel-connector-v2-e2e/connector-redis-e2e}/src/test/resources/log4j.properties (100%)
copy seatunnel-e2e/{seatunnel-flink-connector-v2-e2e/connector-jdbc-flink-e2e/src/test/resources/jdbc/jdbc_postgres_source_and_sink.conf => seatunnel-connector-v2-e2e/connector-redis-e2e/src/test/resources/redis-to-redis.conf} (62%)
create mode 100644 seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/container/seatunnel/SeaTunnelContainer.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/ConfigChecker.java => seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/junit/DisabledOnContainer.java (51%)
rename seatunnel-e2e/{seatunnel-flink-connector-v2-e2e/connector-redis-flink-e2e => seatunnel-engine-e2e/connector-console-seatunnel-e2e}/pom.xml (53%)
copy seatunnel-e2e/{seatunnel-flink-e2e/seatunnel-connector-flink-file-e2e/src/test/java/org/apache/seatunnel/e2e/flink/file/FakeSourceToFileIT.java => seatunnel-engine-e2e/connector-console-seatunnel-e2e/src/test/java/org/apache/seatunnel/engine/e2e/console/FakeSourceToConsoleIT.java} (68%)
copy seatunnel-e2e/{seatunnel-spark-connector-v2-e2e/connector-jdbc-spark-e2e/src/test/resources/jdbc/jdbc_postgres_source_and_sink.conf => seatunnel-engine-e2e/connector-console-seatunnel-e2e/src/test/resources/fakesource_to_console.conf} (65%)
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/pom.xml
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/JobExecutionIT.java
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/SeaTunnelContainer.java
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/TestUtils.java
copy seatunnel-e2e/{seatunnel-flink-connector-v2-e2e/connector-redis-flink-e2e/src/test/resources/redis/redis_source_and_sink.conf => seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/batch_fakesource_to_file.conf} (64%)
copy seatunnel-examples/seatunnel-flink-connector-v2-example/src/main/resources/examples/fake_to_console.conf => seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/batch_fakesource_to_file_complex.conf (64%)
copy seatunnel-examples/seatunnel-flink-connector-v2-example/src/main/resources/examples/fake_to_console.conf => seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/streaming_fakesource_to_file_complex.conf (64%)
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/pom.xml
delete mode 100644 seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-iotdb-flink-e2e/src/test/java/org/apache/seatunnel/e2e/flink/v2/iotdb/FakeSourceToIoTDBIT.java
create mode 100644 seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-iotdb-flink-e2e/src/test/java/org/apache/seatunnel/e2e/flink/v2/iotdb/IoTDBIT.java
copy seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-iotdb-flink-e2e/src/test/resources/iotdb/{fakesource_to_iotdb.conf => iotdb_source_to_sink.conf} (50%)
create mode 100644 seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-jdbc-flink-e2e/src/test/java/org/apache/seatunnel/e2e/flink/v2/jdbc/JdbcE2eUtil.java
create mode 100644 seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-jdbc-flink-e2e/src/test/java/org/apache/seatunnel/e2e/flink/v2/jdbc/JdbcSqlserverIT.java
create mode 100644 seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-jdbc-flink-e2e/src/test/resources/container-license-acceptance.txt
delete mode 100644 seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-jdbc-flink-e2e/src/test/resources/jdbc/init_sql/dm_init.conf
copy seatunnel-examples/seatunnel-flink-connector-v2-example/src/main/resources/examples/fake_to_console.conf => seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-jdbc-flink-e2e/src/test/resources/jdbc/jdbc_sqlserver_source_to_sink.conf (63%)
delete mode 100644 seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-redis-flink-e2e/src/test/java/org/apache/seatunnel/e2e/flink/v2/redis/RedisIT.java
copy seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-file-spark-e2e/src/test/resources/file/{local_orc_source_to_console.conf => local_parquet_source_to_console.conf} (78%)
delete mode 100644 seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-iotdb-spark-e2e/src/test/java/org/apache/seatunnel/e2e/spark/v2/iotdb/FakeSourceToIoTDBIT.java
create mode 100644 seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-iotdb-spark-e2e/src/test/java/org/apache/seatunnel/e2e/spark/v2/iotdb/IoTDBIT.java
rename seatunnel-e2e/{seatunnel-flink-connector-v2-e2e/connector-iotdb-flink-e2e/src/test/resources/iotdb/fakesource_to_iotdb.conf => seatunnel-spark-connector-v2-e2e/connector-iotdb-spark-e2e/src/test/resources/iotdb/iotdb_source_to_sink.conf} (50%)
delete mode 100644 seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-jdbc-spark-e2e/src/test/java/org/apache/seatunnel/e2e/spark/v2/jdbc/JdbcDmdbIT.java
create mode 100644 seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-jdbc-spark-e2e/src/test/java/org/apache/seatunnel/e2e/spark/v2/jdbc/JdbcE2eUtil.java
create mode 100644 seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-jdbc-spark-e2e/src/test/java/org/apache/seatunnel/e2e/spark/v2/jdbc/JdbcSqlserverIT.java
create mode 100644 seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-jdbc-spark-e2e/src/test/resources/container-license-acceptance.txt
delete mode 100644 seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-jdbc-spark-e2e/src/test/resources/jdbc/jdbc_dm_source_and_sink.conf
copy seatunnel-e2e/seatunnel-spark-connector-v2-e2e/{connector-file-spark-e2e/src/test/resources/file/local_orc_source_to_console.conf => connector-jdbc-spark-e2e/src/test/resources/jdbc/jdbc_sqlserver_source_to_sink.conf} (62%)
delete mode 100644 seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-redis-spark-e2e/pom.xml
delete mode 100644 seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-redis-spark-e2e/src/test/java/org/apache/seatunnel/e2e/spark/v2/redis/RedisIT.java
delete mode 100644 seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-redis-spark-e2e/src/test/resources/redis/redis_source_and_sink.conf
copy {seatunnel-e2e/seatunnel-spark-connector-v2-e2e => seatunnel-engine}/pom.xml (50%)
copy {seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-jdbc-flink-e2e => seatunnel-engine/seatunnel-engine-client}/pom.xml (60%)
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/main/java/org/apache/seatunnel/engine/client/SeaTunnelClient.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-client/src/main/java/org/apache/seatunnel/engine/client/SeaTunnelClientInstance.java (67%)
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/main/java/org/apache/seatunnel/engine/client/SeaTunnelHazelcastClient.java
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/main/java/org/apache/seatunnel/engine/client/job/ClientJobProxy.java
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-engine/seatunnel-engine-client/src/main/java/org/apache/seatunnel/engine/client/job/JobClient.java (51%)
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/main/java/org/apache/seatunnel/engine/client/job/JobExecutionEnvironment.java
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/test/java/org/apache/seatunnel/engine/client/JobConfigParserTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/test/java/org/apache/seatunnel/engine/client/LogicalDagGeneratorTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/test/java/org/apache/seatunnel/engine/client/SeaTunnelClientTest.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-client/src/test/java/org/apache/seatunnel/engine/client/TestUtils.java (70%)
copy seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-redis-flink-e2e/src/test/resources/redis/redis_source_and_sink.conf => seatunnel-engine/seatunnel-engine-client/src/test/resources/batch_fakesource_to_file.conf (64%)
copy seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-file-spark-e2e/src/test/resources/file/fakesource_to_local_text.conf => seatunnel-engine/seatunnel-engine-client/src/test/resources/batch_fakesource_to_file_complex.conf (62%)
copy seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-file-spark-e2e/src/test/resources/file/fakesource_to_local_text.conf => seatunnel-engine/seatunnel-engine-client/src/test/resources/client_test.conf (62%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/pom.xml
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/Constant.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/ConfigProvider.java
copy seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/PartitionParameter.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/EngineConfig.java (64%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/JobConfig.java
copy seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/sink/AbstractSinkWriter.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/SeaTunnelClientConfig.java (65%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/SeaTunnelConfig.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/SeaTunnelConfigSections.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/SeaTunnelProperties.java (68%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/YamlSeaTunnelConfigBuilder.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/YamlSeaTunnelConfigLocator.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/YamlSeaTunnelDomConfigProcessor.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/exception/JobCanceledException.java (67%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/exception/JobDefineCheckException.java (72%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/exception/JobException.java (66%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/exception/JobFailedException.java (67%)
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/exception/JobNoEnoughResourceException.java (59%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/exception/JobNotFoundException.java (67%)
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/exception/SeaTunnelEngineException.java (53%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/loader/SeatunnelBaseClassLoader.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/loader/SeatunnelChildFirstClassLoader.java
copy seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/container/ContainerExtendedFactory.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/loader/SeatunnelParentFirstClassLoader.java (75%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/runtime/DeployType.java (86%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/runtime/ExecutionMode.java (86%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/serializeable/ConfigDataSerializerHook.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/serializeable/SeaTunnelFactoryIdConstant.java
copy seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/container/ContainerExtendedFactory.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/utils/ConsumerWithException.java (77%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/utils/ExceptionUtil.java
copy seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/PartitionParameter.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/utils/IdGenerator.java (67%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/utils/PassiveCompletableFuture.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/utils/RunnableWithException.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/utils/SupplierWithException.java
copy seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-redis-spark-e2e/src/test/resources/log4j.properties => seatunnel-engine/seatunnel-engine-common/src/main/resources/META-INF/services/com.hazelcast.DataSerializerHook (66%)
copy seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-redis-spark-e2e/src/test/resources/log4j.properties => seatunnel-engine/seatunnel-engine-common/src/main/resources/hazelcast-client.yaml (70%)
copy seatunnel-connectors-v2/connector-fake/src/test/resources/complex.schema.conf => seatunnel-engine/seatunnel-engine-common/src/main/resources/hazelcast.yaml (63%)
copy seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-redis-spark-e2e/src/test/resources/log4j.properties => seatunnel-engine/seatunnel-engine-common/src/main/resources/seatunnel-default.yaml (70%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/pom.xml
copy seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/container/ContainerExtendedFactory.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/checkpoint/Checkpoint.java (74%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/checkpoint/CheckpointIDCounter.java
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/checkpoint/CheckpointType.java (56%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/checkpoint/InternalCheckpointListener.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/AbstractAction.java
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/state/IoTDBSourceState.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/Action.java (65%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/PartitionTransformAction.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/SinkAction.java
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/SourceAction.java (50%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/TransformAction.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/TransformChainAction.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/UnknownActionException.java (72%)
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/state/IoTDBSourceState.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/internal/IntermediateQueue.java (58%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/logical/LogicalDag.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/logical/LogicalDagGenerator.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/logical/LogicalEdge.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/logical/LogicalVertex.java
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/constant/SourceConstants.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/job/Job.java (67%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/job/JobImmutableInformation.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/job/JobStatus.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/job/PipelineState.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/job/RunningJobInfo.java
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/job/StatusUpdate.java (86%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/parse/ConnectorInstanceLoader.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/parse/JobConfigParser.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/protocol/codec/SeaTunnelCancelJobCodec.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/protocol/codec/SeaTunnelGetJobStatusCodec.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/protocol/codec/SeaTunnelPrintMessageCodec.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/protocol/codec/SeaTunnelSubmitJobCodec.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/protocol/codec/SeaTunnelWaitForJobCompleteCodec.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/serializable/JobDataSerializerHook.java
rename seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-redis-spark-e2e/src/test/resources/log4j.properties => seatunnel-engine/seatunnel-engine-core/src/main/resources/META-INF/services/com.hazelcast.DataSerializerHook (66%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/resources/client-protocol-definition/SeaTunnelEngine.yaml
create mode 100644 seatunnel-engine/seatunnel-engine-server/pom.xml
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/CoordinatorService.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/NodeExtension.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/NodeExtensionCommon.java
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/SeaTunnelNodeContext.java (55%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/SeaTunnelServer.java
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/SeaTunnelServerStarter.java (56%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/TaskExecutionService.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/ActionState.java
copy seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/PartitionParameter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/ActionSubtaskState.java (74%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointBarrier.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointCoordinator.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointCoordinatorConfiguration.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointManager.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointPlan.java
copy seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/PartitionParameter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointStorageConfiguration.java (60%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CompletedCheckpoint.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/PendingCheckpoint.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/StandaloneCheckpointIDCounter.java
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/Stateful.java (81%)
copy seatunnel-connectors-v2/connector-fake/src/main/java/org/apache/seatunnel/connectors/seatunnel/fake/source/FakeOptions.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/SubtaskStatistics.java (59%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/SubtaskStatus.java (84%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/TaskStatistics.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/operation/CheckpointBarrierTriggerOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/operation/CheckpointFinishedOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/operation/NotifyTaskRestoreOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/operation/NotifyTaskStartOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/operation/TaskAcknowledgeOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/operation/TaskReportStatusOperation.java
copy seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/PartitionParameter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/execution/ExecutionEdge.java (62%)
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/execution/ExecutionPlan.java (53%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/execution/ExecutionPlanGenerator.java
copy seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/PartitionParameter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/execution/ExecutionVertex.java (79%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/execution/Pipeline.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/execution/PipelineGenerator.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/PhysicalPlan.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/PhysicalPlanGenerator.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/PhysicalVertex.java
copy seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/PartitionParameter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/PipelineLocation.java (82%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/PlanUtils.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/SubPlan.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/UnknownPhysicalPlanException.java (69%)
copy seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/container/ContainerExtendedFactory.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/config/FlowConfig.java (77%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/config/IntermediateQueueConfig.java (73%)
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/config/PartitionConfig.java (55%)
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/config/SinkConfig.java (56%)
copy seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/sink/AbstractSinkWriter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/config/SourceConfig.java (66%)
copy seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/PartitionParameter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/flow/Flow.java (70%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/flow/IntermediateExecutionFlow.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/flow/PhysicalExecutionFlow.java
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/flow/UnknownFlowException.java (77%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/ExecutionState.java
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/ProgressState.java (51%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/Task.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskCallTimer.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskExecutionContext.java
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/state/IoTDBSourceState.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskExecutionState.java (53%)
copy seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/PartitionParameter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskGroup.java (68%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskGroupContext.java (81%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskGroupDefaultImpl.java
copy seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/PartitionParameter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskGroupLocation.java (50%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskLocation.java
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskTracker.java (56%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/master/JobMaster.java
copy seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/sink/AbstractSinkWriter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/AbstractJobAsyncOperation.java (55%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/AsyncOperation.java
copy seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/sink/AbstractSinkWriter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/CancelJobOperation.java (53%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/GetJobStatusOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/NotifyTaskStatusOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/PrintMessageOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/SubmitJobOperation.java
copy seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/sink/AbstractSinkWriter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/WaitForJobCompleteOperation.java (51%)
rename seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiEnvironment.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/persistence/FileMapStore.java (50%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/AbstractSeaTunnelMessageTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/CancelJobTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/GetJobStatusTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/PrintMessageTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/SeaTunnelMessageTaskFactoryProvider.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/SubmitJobTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/WaitForJobCompleteTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/AbstractResourceManager.java
copy seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/container/ContainerExtendedFactory.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/NoEnoughResourceException.java (75%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/ResourceManager.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/ResourceManagerFactory.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/ResourceRequestHandler.java
copy seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/container/ContainerExtendedFactory.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/StandaloneResourceManager.java (74%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/UnsupportedDeployTypeException.java (70%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/opeartion/ReleaseSlotOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/opeartion/RequestSlotOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/opeartion/ResetResourceOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/opeartion/WorkerHeartbeatOperation.java
copy seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/sink/AbstractSinkWriter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/resource/CPU.java (66%)
copy seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/sink/AbstractSinkWriter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/resource/Memory.java (65%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/resource/Resource.java (80%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/resource/ResourceProfile.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/resource/SlotProfile.java
copy seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/PartitionParameter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/thirdparty/CreateWorkerResult.java (74%)
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/constant/SourceConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/thirdparty/ThirdPartyResourceManager.java (66%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/thirdparty/kubernetes/KubernetesResourceManager.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/thirdparty/yarn/YarnResourceManager.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/worker/WorkerProfile.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/scheduler/JobScheduler.java (71%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/scheduler/PipelineBaseScheduler.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/serializable/CheckpointDataSerializerHook.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/serializable/OperationDataSerializerHook.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/serializable/ResourceDataSerializerHook.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/serializable/TaskDataSerializerHook.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/service/slot/DefaultSlotService.java
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/state/IoTDBSourceState.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/service/slot/SlotAndWorkerProfile.java (51%)
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/state/IoTDBSourceState.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/service/slot/SlotContext.java (59%)
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/constant/SourceConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/service/slot/SlotService.java (61%)
copy seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/container/ContainerExtendedFactory.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/service/slot/WrongTargetSlotException.java (76%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/AbstractTask.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/CoordinatorTask.java (70%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/Progress.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SeaTunnelSourceCollector.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SeaTunnelTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SeaTunnelTransformCollector.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SinkAggregatedCommitterTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SourceSeaTunnelTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SourceSplitEnumeratorTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/TaskGroupImmutableInformation.java
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/TaskRuntimeException.java (58%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/TransformSeaTunnelTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/context/SeaTunnelSplitEnumeratorContext.java
copy seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/sink/AbstractSinkWriter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/context/SinkWriterContext.java (71%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/context/SourceReaderContext.java
copy seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/container/TestContainer.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/AbstractFlowLifeCycle.java (52%)
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/ActionFlowLifeCycle.java (55%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/FlowLifeCycle.java (72%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/IntermediateQueueFlowLifeCycle.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/OneInputFlowLifeCycle.java (68%)
copy seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/PartitionParameter.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/OneOutputFlowLifeCycle.java (66%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/PartitionTransformSinkFlowLifeCycle.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/PartitionTransformSourceFlowLifeCycle.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/SinkFlowLifeCycle.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/SourceFlowLifeCycle.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/TransformFlowLifeCycle.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/group/TaskGroupWithIntermediateQueue.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/CancelTaskOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/DeployTaskOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/GetTaskGroupAddressOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/TaskOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/checkpoint/CloseRequestOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/sink/SinkPrepareCommitOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/sink/SinkRegisterOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/source/AssignSplitOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/source/RequestSplitOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/source/RestoredSplitOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/source/SourceNoMoreElementOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/source/SourceRegisterOperation.java
copy seatunnel-connectors-v2/connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/state/IoTDBSourceState.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/record/Barrier.java (60%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/record/SchemaBarrier.java (69%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/statemachine/SeaTunnelTaskState.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/utils/NodeEngineUtil.java
copy seatunnel-e2e/seatunnel-connector-v2-e2e/connector-jdbc-it/src/test/resources/log4j.properties => seatunnel-engine/seatunnel-engine-server/src/main/resources/META-INF/services/com.hazelcast.DataSerializerHook (66%)
rename seatunnel-e2e/seatunnel-connector-v2-e2e/connector-jdbc-it/src/test/resources/log4j.properties => seatunnel-engine/seatunnel-engine-server/src/main/resources/META-INF/services/com.hazelcast.client.impl.protocol.MessageTaskFactoryProvider (66%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/AbstractSeaTunnelServerTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/CoordinatorServiceTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/TaskExecutionServiceTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/TestUtils.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointPlanTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/dag/TaskTest.java
copy seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/PartitionParameter.java => seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/execution/ExceptionTestTask.java (58%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/execution/FixedCallTestTimeTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/execution/StopTimeTestTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/execution/TestTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/master/JobMasterTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/resourcemanager/ResourceManagerTest.java
copy seatunnel-examples/seatunnel-flink-connector-v2-example/src/main/resources/examples/fake_to_console.conf => seatunnel-engine/seatunnel-engine-server/src/test/resources/batch_fakesource_to_file.conf (60%)
copy seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-file-spark-e2e/src/test/resources/file/fakesource_to_local_text.conf => seatunnel-engine/seatunnel-engine-server/src/test/resources/batch_fakesource_to_file_complex.conf (62%)
copy seatunnel-examples/seatunnel-flink-connector-v2-example/src/main/resources/examples/fake_to_console.conf => seatunnel-engine/seatunnel-engine-server/src/test/resources/stream_fakesource_to_file.conf (65%)
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/pom.xml
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/api/AbstractCheckpointStorage.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/api/CheckpointStorage.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/api/CheckpointStorageFactory.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/common/ProtoStuffSerializer.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/common/Serializer.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/common/StorageThreadFactory.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/constants/StorageConstants.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/exception/CheckpointStorageException.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/pom.xml
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsConstants.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorage.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorageFactory.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-local-file/pom.xml
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-local-file/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/localfile/LocalFileStorage.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-local-file/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/localfile/LocalFileStorageFactory.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-local-file/src/test/java/org/apache/seatunnel/engine/checkpoint/storage/localfile/LocalFileStorageTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/pom.xml
create mode 100644 seatunnel-engine/seatunnel-engine-storage/pom.xml
create mode 100644 seatunnel-examples/seatunnel-engine-examples/pom.xml
create mode 100644 seatunnel-examples/seatunnel-engine-examples/src/main/java/org/apache/seatunnel/example/engine/SeaTunnelEngineExample.java
rename seatunnel-connectors-v2/connector-fake/src/main/java/org/apache/seatunnel/connectors/seatunnel/fake/source/FakeOptions.java => seatunnel-examples/seatunnel-engine-examples/src/main/java/org/apache/seatunnel/example/engine/SeaTunnelEngineServerExample.java (53%)
rename seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-redis-flink-e2e/src/test/resources/redis/redis_source_and_sink.conf => seatunnel-examples/seatunnel-engine-examples/src/main/resources/examples/fake_to_console.conf (62%)
copy seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/sink/AbstractSinkWriter.java => seatunnel-plugin-discovery/src/main/java/org/apache/seatunnel/plugin/discovery/seatunnel/SeaTunnelTransformPluginDiscovery.java (63%)
create mode 100644 seatunnel-server/pom.xml
create mode 100644 tools/checkstyle/suppressions.xml