You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by ki...@apache.org on 2022/09/30 06:17:23 UTC
[incubator-seatunnel] branch dev updated (15636bdea -> 74bb75b68)
This is an automated email from the ASF dual-hosted git repository.
kirs pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
from 15636bdea [Improve][e2e] Unified e2e IT for DaMengDB (#2946)
add 72e4fd70c [Feature][st-engine] add server in NodeExtension (#2195)
add 41e530afd Merge from dev to st-engine (#2243)
add 1400f6b44 [st-engine] Add engine client (#2223)
add d9d01a3df [ST-Engine] Add LogicalDag Generator (#2284)
add ab471411d add Task and TaskExecutionService Basic implementation (#2287)
add 3ce56e465 [ST-Engine] Add Submit Job From Client To Server (#2301)
add 258b85e12 [Engine][PhysicalPlan] Add code from LogicalDag to PhysicalPlan (#2316)
add ce6dbb2ae [ST-Engine][seatunnel-seatunnel-starter] seatunnel-seatunnel-starter (#2358)
add 246c64811 [ST-Engine][PhysicalPlan] Update PhysicalPlan to support scheduler by pipeline (#2382)
add 37d9e0dfb [ST-Engine][TaskExecutionService]Add dynamic thread sharing optimization (#2366)
add 3d6482368 add TaskGroup interface (#2395)
add 19523fe8e [Feature][st-engine] Add user-defined class loader (#2383)
add 9fe2d3def [ST-Engine] Add PipelineBaseScheduler For Engine (#2396)
add 14d3b92a5 [Engine][Task] Add task runtime logic (#2386)
add 8ce195c49 [New-Engine]Checkpoint storage (#2391)
add f66e08776 [Improve]Reduce redundant dependencies (#2440)
add 4399c5084 [ST-Engine][CI] Add engine_backend CI (#2445)
add 092d8461d [Engine][Job Parser] fix forgot set sink row type info (#2428)
add 60b7796a3 [Engine][Task] change SourceSplitEnumeratorTask use state machine (#2443)
add a0eaa27f6 fix ci bug (#2454)
add 5b09e9c1b [engine][checkpoint] checkpoint base interface (#2448)
add 8e77d01c7 [engine] Generate fixed ID in pipeline phase (#2447)
add a7d1296fe [Engine][Task] Add fixed taskId when parallelism changed. (#2455)
add b4c78473d [ST-Engine] The ExecutionPlan phase should not convert logical vertices to logical vertices. (#2446)
add 8d32d1799 [ST-Engine] Add wait for job complete feture (#2413)
add 386e7e980 [enigne][pipeline] Generate the most pipelines (#2481)
add 900ffbfb0 [Engine][DAG] Fixed an error in the direction of logical dag generation (#2480)
add fc671e59e [Engine][DAG] LogicalDagGenerator error (#2491)
add dbc964528 [Engine][Task] Add cancel Task (#2456)
add 730215258 [Engine][Task] Fix task running error. (#2500)
add d2dbd9e79 [Engine][Task] Add source register timeout and retry (#2503)
add a80f1a848 [Engine][Task] Fix task running error. (#2504)
add a01e591a2 [engine][checkpoint] checkpoint base classes (#2478)
add a8458963d [ST-Engine] Use SeatunnelChildFirstClassLoader to loader connector plugin (#2479)
add bdd12b66d [hotfix][engine][dag] The index of the task should start at 0 (#2520)
add e5154b754 [Engine][Task] Change TaskGroup name (#2522)
add eb827ea73 [Engine][Task] Remove join and recursion (#2524)
add 72e66272d [New-Engine]Support Hdfs Storage and async storage (#2485)
add 7953ac149 [hotfix][engine][dag] Loss of parallelism when recreating actions. (#2519)
add 44bdc0c28 [Feature][ST-Engine] Add Job Cancel Feature (#2527)
add 2bbb3ebe6 [Engine][Task] Fix multi SourceReader use same TaskGroupID (#2533)
add f445f8d2b [Feature][ST-Engine] Add initFuture to PhysicalPlan (#2560)
add ab4561069 [Engine][Task] Use TaskGroupLocation instead of TaskGroupID (#2559)
add 526727519 [engine][Task] add notifyTaskStatus to jobMaster (#2562)
add 176e4ac75 [Engine][ResourceManager] Add ResourceManager (#2472)
add 2f9c2630b [engine][checkpoint] checkpoint flow (#2556)
add 7bc2ec540 [Engine][PhysicalPlan] Recreate action with parallelism (#2638)
add b830741c7 [Engine][Task] Move SourceSplitEnumeratorTask to worker node (#2628)
add 885a37e4f [Feature][ST-Engine] Notice Task State By TaskExecutionService (#2567)
add ad8eaeebb [engine][checkpoint] The full flow of checkpoint (#2620)
add b229a21e8 fix dead link (#2682)
add f67bc864c [Engine][ResourceManager] Use hazelcast IMap to save resource info (#2650)
add 0ffc40fe8 [Feature][ST-Engine] Add handle checkpoint timeout (#2667)
add c7e92f019 [ST-Engine][Example] Add seatunnel example module (#2659)
add d13a12901 [Engine] [Task] Add sink committer logic (#2721)
add cb4c095f2 [Engine] [Core] Serialize Split before send to other task (#2704)
add 7fbf1ad2b [Engine] [ClassLoader] Add log class to default parent first class (#2722)
add 4fbe412ec [Engine] [Server] Add when the node offline make task failed (#2724)
add e8929ab60 [DEV][Api] Replace SeaTunnelContext with JobContext and remove singleton pattern (#2706) (#2731)
add dc6c09d15 [hotfix][engine] fix serialization exception (#2734)
add c0ba0691f [ST-Engine][Starter] Add seatunnel own engine starter and e2e (#2690)
add a5f452eeb [Engine] [LogicalDAG] Remove useless set RowTypeInfo (#2737)
add a5e89247f [Engine] [ResourceManager] Add slot active check in ResourceManager (#2740)
add af4171666 [Engine][Feature] Add Imap persistence (#2738)
add 651c2460d [Feature][ST-Engine] Put Job Status in IMap (#2699)
add ac1a73467 check slot active before deploy task (#2741)
add 8fbf1f60a Fix JobContext#jobId error (#2744)
add 2314446db [engine][task] The source reader supports split reassignment (#2746)
add 7108482a3 [engine][checkpoint] Support to check whether the pipeline is completed (#2751)
add 814108e71 [Feature][ST-Engine] Add CoordinatorService & Coordinator can reinit when Master Node actived (#2761)
add fb5681979 Sync pipeline state when restore a pipeline & Callback the CheckpointManager interface when the task is completed (#2813)
add ca80df779 Merge remote-tracking branch 'upstream/dev' into st-engine
add 0e9ceeefc [Engine][Merge] fix merge problem
add 597227c24 [Engine][Merge] fix merge problem
add 38efee640 [Engine][Merge] fix merge problem
add 73a699d47 Merge remote-tracking branch 'upstream/dev' into st-engine
add b0cdf0802 [Engine][Merge] remove engine_backend.yml
add c1fc5b5eb Merge remote-tracking branch 'upstream/dev' into st-engine
add 15f4777ff [Engine][Merge] disabled engine e2e test case
add 828975272 [Engine][Merge] disabled engine e2e test case on Windows
add 74bb75b68 Merge pull request #2928 from apache/st-engine
No new revisions were added by this update.
Summary of changes:
.github/workflows/backend.yml | 1 -
.licenserc.yaml | 7 +
LICENSE | 15 +-
generate_client_protocol.sh | 58 +++
pom.xml | 43 +-
.../apache/seatunnel/api/common/JobContext.java | 4 +
.../apache/seatunnel/api/table/type/Record.java | 22 +-
.../apache/seatunnel/api/transform/Collector.java | 25 +-
.../api/transform/PartitionSeaTunnelTransform.java | 11 +-
.../api/transform/SeaTunnelTransform.java | 31 +-
.../seatunnel/api/transform/Transformation.java | 6 +-
seatunnel-apis/pom.xml | 2 -
.../org/apache/seatunnel/common/config/Common.java | 16 +-
.../common/constants/CollectionConstants.java | 16 +
.../seatunnel/common/utils/ExceptionUtils.java | 28 +-
.../apache/seatunnel/common/utils/RetryUtils.java | 22 +-
.../seatunnel/common/utils/SerializationUtils.java | 19 +
.../common/source/SingleSplitEnumerator.java | 6 +-
.../connectors/seatunnel/hive/config/Constant.java | 8 +-
seatunnel-core/README.md | 5 +-
seatunnel-core/pom.xml | 49 +-
.../core/starter/config/ConfigChecker.java | 4 +-
.../seatunnel/core/starter/config/EngineType.java | 1 +
.../core/starter/config/EnvironmentFactory.java | 1 +
.../flink/config/FlinkApiConfigChecker.java | 2 +-
.../starter/spark/command/SparkCommandBuilder.java | 13 +-
.../spark/config/SparkApiConfigChecker.java | 3 +-
seatunnel-core/seatunnel-starter/pom.xml | 61 +++
.../src/main/bin/seatunnel-cluster.sh | 53 +++
.../seatunnel-starter/src/main/bin/seatunnel.sh | 53 +++
.../core/starter/seatunnel/CommandLineUtils.java | 74 +++
.../core/starter/seatunnel/SeaTunnelClient.java} | 22 +-
.../core/starter/seatunnel/SeaTunnelServer.java} | 22 +-
.../starter/seatunnel/args/ClientCommandArgs.java | 90 ++++
.../seatunnel/args/ExecutionModeConverter.java} | 19 +-
.../starter/seatunnel/args/ServerCommandArgs.java | 65 +++
.../seatunnel/command/ApiConfValidateCommand.java | 52 +++
.../seatunnel/command/ClientCommandBuilder.java} | 23 +-
.../seatunnel/command/ClientExecuteCommand.java | 99 ++++
.../seatunnel/command/ServerCommandBuilder.java} | 15 +-
.../seatunnel/command/ServerExecuteCommand.java | 48 ++
.../config/SeaTunnelApiConfigChecker.java} | 6 +-
.../seatunnel/constant/SeaTunnelConstant.java | 7 +-
seatunnel-dist/pom.xml | 12 +
.../src/main/assembly/assembly-bin-ci.xml | 7 +
seatunnel-dist/src/main/assembly/assembly-bin.xml | 7 +
seatunnel-e2e/pom.xml | 1 +
.../connector-console-seatunnel-e2e/pom.xml | 55 +++
.../engine/e2e/console/FakeSourceToConsoleIT.java | 22 +-
.../src/test/resources/fakesource_to_console.conf | 40 ++
.../connector-seatunnel-e2e-base/pom.xml | 55 +++
.../seatunnel/engine/e2e/JobExecutionIT.java | 132 ++++++
.../seatunnel/engine/e2e/SeaTunnelContainer.java | 133 ++++++
.../org/apache/seatunnel/engine/e2e/TestUtils.java | 88 ++++
.../test/resources/batch_fakesource_to_file.conf | 59 +++
.../batch_fakesource_to_file_complex.conf | 65 +++
.../streaming_fakesource_to_file_complex.conf | 65 +++
seatunnel-e2e/seatunnel-engine-e2e/pom.xml | 71 +++
seatunnel-engine/pom.xml | 69 +++
seatunnel-engine/seatunnel-engine-client/pom.xml | 95 ++++
.../seatunnel/engine/client/SeaTunnelClient.java | 56 +++
.../engine/client/SeaTunnelClientInstance.java | 19 +-
.../engine/client/SeaTunnelHazelcastClient.java | 143 ++++++
.../engine/client/job/ClientJobProxy.java | 119 +++++
.../seatunnel/engine/client/job/JobClient.java | 26 +-
.../engine/client/job/JobExecutionEnvironment.java | 99 ++++
.../engine/client/JobConfigParserTest.java | 78 ++++
.../engine/client/LogicalDagGeneratorTest.java | 60 +++
.../engine/client/SeaTunnelClientTest.java | 103 +++++
.../apache/seatunnel/engine/client/TestUtils.java | 18 +-
.../test/resources/batch_fakesource_to_file.conf | 62 +++
.../batch_fakesource_to_file_complex.conf | 73 +++
.../src/test/resources/client_test.conf | 73 +++
seatunnel-engine/seatunnel-engine-common/pom.xml | 46 ++
.../apache/seatunnel/engine/common/Constant.java | 42 ++
.../engine/common/config/ConfigProvider.java | 110 +++++
.../engine/common/config/EngineConfig.java | 21 +-
.../seatunnel/engine/common/config/JobConfig.java | 56 +++
.../common/config/SeaTunnelClientConfig.java | 22 +-
.../engine/common/config/SeaTunnelConfig.java | 71 +++
.../common/config/SeaTunnelConfigSections.java | 49 ++
.../engine/common/config/SeaTunnelProperties.java | 21 +-
.../common/config/YamlSeaTunnelConfigBuilder.java | 105 +++++
.../common/config/YamlSeaTunnelConfigLocator.java | 61 +++
.../config/YamlSeaTunnelDomConfigProcessor.java | 79 ++++
.../common/exception/JobCanceledException.java | 20 +-
.../common/exception/JobDefineCheckException.java | 17 +-
.../engine/common/exception/JobException.java | 19 +-
.../common/exception/JobFailedException.java | 20 +-
.../exception/JobNoEnoughResourceException.java | 20 +-
.../common/exception/JobNotFoundException.java | 20 +-
.../common/exception/SeaTunnelEngineException.java | 26 +-
.../common/loader/SeatunnelBaseClassLoader.java | 56 +++
.../loader/SeatunnelChildFirstClassLoader.java | 130 ++++++
.../loader/SeatunnelParentFirstClassLoader.java | 11 +-
.../engine/common/runtime/DeployType.java | 9 +-
.../engine/common/runtime/ExecutionMode.java | 8 +-
.../serializeable/ConfigDataSerializerHook.java | 60 +++
.../serializeable/SeaTunnelFactoryIdConstant.java | 54 +++
.../engine/common/utils/ConsumerWithException.java | 13 +-
.../engine/common/utils/ExceptionUtil.java | 129 ++++++
.../seatunnel/engine/common/utils/IdGenerator.java | 23 +-
.../common/utils/PassiveCompletableFuture.java | 72 +++
.../engine/common/utils/RunnableWithException.java | 28 ++
.../engine/common/utils/SupplierWithException.java | 37 ++
.../services/com.hazelcast.DataSerializerHook | 18 +
.../src/main/resources/hazelcast-client.yaml | 23 +
.../src/main/resources/hazelcast.yaml | 37 ++
.../src/main/resources/seatunnel-default.yaml | 20 +
seatunnel-engine/seatunnel-engine-core/pom.xml | 63 +++
.../engine/core/checkpoint/Checkpoint.java | 15 +-
.../core/checkpoint/CheckpointIDCounter.java | 63 +++
.../engine/core/checkpoint/CheckpointType.java | 41 +-
.../checkpoint/InternalCheckpointListener.java | 44 ++
.../engine/core/dag/actions/AbstractAction.java | 91 ++++
.../seatunnel/engine/core/dag/actions/Action.java | 32 +-
.../core/dag/actions/PartitionTransformAction.java | 52 +++
.../engine/core/dag/actions/SinkAction.java | 52 +++
.../engine/core/dag/actions/SourceAction.java | 46 ++
.../engine/core/dag/actions/TransformAction.java | 51 +++
.../core/dag/actions/TransformChainAction.java | 53 +++
.../core/dag/actions/UnknownActionException.java | 17 +-
.../core/dag/internal/IntermediateQueue.java | 33 +-
.../engine/core/dag/logical/LogicalDag.java | 169 +++++++
.../core/dag/logical/LogicalDagGenerator.java | 97 ++++
.../engine/core/dag/logical/LogicalEdge.java | 90 ++++
.../engine/core/dag/logical/LogicalVertex.java | 103 +++++
.../org/apache/seatunnel/engine/core/job/Job.java | 27 +-
.../engine/core/job/JobImmutableInformation.java | 104 +++++
.../seatunnel/engine/core/job/JobStatus.java | 106 +++++
.../seatunnel/engine/core/job/PipelineState.java | 79 ++++
.../seatunnel/engine/core/job/RunningJobInfo.java | 61 +++
.../seatunnel/engine/core/job/StatusUpdate.java | 8 +-
.../engine/core/parse/ConnectorInstanceLoader.java | 100 ++++
.../engine/core/parse/JobConfigParser.java | 379 +++++++++++++++
.../protocol/codec/SeaTunnelCancelJobCodec.java | 82 ++++
.../protocol/codec/SeaTunnelGetJobStatusCodec.java | 91 ++++
.../protocol/codec/SeaTunnelPrintMessageCodec.java | 91 ++++
.../protocol/codec/SeaTunnelSubmitJobCodec.java | 95 ++++
.../codec/SeaTunnelWaitForJobCompleteCodec.java | 94 ++++
.../core/serializable/JobDataSerializerHook.java | 98 ++++
.../services/com.hazelcast.DataSerializerHook | 18 +
.../SeaTunnelEngine.yaml | 118 +++++
seatunnel-engine/seatunnel-engine-server/pom.xml | 82 ++++
.../engine/server/CoordinatorService.java | 434 ++++++++++++++++++
.../seatunnel/engine/server/NodeExtension.java | 70 +++
.../engine/server/NodeExtensionCommon.java | 103 +++++
.../engine/server/SeaTunnelNodeContext.java | 22 +-
.../seatunnel/engine/server/SeaTunnelServer.java | 203 +++++++++
.../engine/server/SeaTunnelServerStarter.java | 17 +-
.../engine/server/TaskExecutionService.java | 454 ++++++++++++++++++
.../engine/server/checkpoint/ActionState.java | 72 +++
.../server/checkpoint/ActionSubtaskState.java | 23 +-
.../server/checkpoint/CheckpointBarrier.java | 91 ++++
.../server/checkpoint/CheckpointCoordinator.java | 422 +++++++++++++++++
.../CheckpointCoordinatorConfiguration.java | 144 ++++++
.../server/checkpoint/CheckpointManager.java | 163 +++++++
.../engine/server/checkpoint/CheckpointPlan.java | 88 ++++
.../checkpoint/CheckpointStorageConfiguration.java | 25 +-
.../server/checkpoint/CompletedCheckpoint.java | 98 ++++
.../server/checkpoint/PendingCheckpoint.java | 136 ++++++
.../checkpoint/StandaloneCheckpointIDCounter.java | 62 +++
.../engine/server/checkpoint/Stateful.java | 7 +-
.../server/checkpoint/SubtaskStatistics.java | 33 +-
.../engine/server/checkpoint/SubtaskStatus.java | 9 +-
.../engine/server/checkpoint/TaskStatistics.java | 104 +++++
.../CheckpointBarrierTriggerOperation.java | 86 ++++
.../operation/CheckpointFinishedOperation.java | 94 ++++
.../operation/NotifyTaskRestoreOperation.java | 93 ++++
.../operation/NotifyTaskStartOperation.java | 58 +++
.../operation/TaskAcknowledgeOperation.java | 80 ++++
.../operation/TaskReportStatusOperation.java | 70 +++
.../engine/server/dag/execution/ExecutionEdge.java | 22 +-
.../engine/server/dag/execution/ExecutionPlan.java | 30 +-
.../dag/execution/ExecutionPlanGenerator.java | 236 ++++++++++
.../server/dag/execution/ExecutionVertex.java | 23 +-
.../engine/server/dag/execution/Pipeline.java | 58 +++
.../server/dag/execution/PipelineGenerator.java | 217 +++++++++
.../engine/server/dag/physical/PhysicalPlan.java | 316 +++++++++++++
.../server/dag/physical/PhysicalPlanGenerator.java | 507 +++++++++++++++++++++
.../engine/server/dag/physical/PhysicalVertex.java | 416 +++++++++++++++++
.../server/dag/physical/PipelineLocation.java | 13 +-
.../engine/server/dag/physical/PlanUtils.java | 59 +++
.../engine/server/dag/physical/SubPlan.java | 408 +++++++++++++++++
.../dag/physical/UnknownPhysicalPlanException.java | 19 +-
.../server/dag/physical/config/FlowConfig.java | 9 +-
.../physical/config/IntermediateQueueConfig.java | 17 +-
.../dag/physical/config/PartitionConfig.java | 31 +-
.../server/dag/physical/config/SinkConfig.java | 28 +-
.../server/dag/physical/config/SourceConfig.java | 19 +-
.../engine/server/dag/physical/flow/Flow.java | 22 +-
.../physical/flow/IntermediateExecutionFlow.java | 58 +++
.../dag/physical/flow/PhysicalExecutionFlow.java | 57 +++
.../dag/physical/flow/UnknownFlowException.java | 8 +-
.../engine/server/execution/ExecutionState.java | 79 ++++
.../engine/server/execution/ProgressState.java | 34 +-
.../seatunnel/engine/server/execution/Task.java | 56 +++
.../engine/server/execution/TaskCallTimer.java | 146 ++++++
.../server/execution/TaskExecutionContext.java | 54 +++
.../server/execution/TaskExecutionState.java | 33 +-
.../engine/server/execution/TaskGroup.java | 25 +-
.../engine/server/execution/TaskGroupContext.java | 10 +-
.../server/execution/TaskGroupDefaultImpl.java | 66 +++
.../engine/server/execution/TaskGroupLocation.java | 55 +++
.../engine/server/execution/TaskLocation.java | 129 ++++++
.../engine/server/execution/TaskTracker.java | 21 +-
.../seatunnel/engine/server/master/JobMaster.java | 301 ++++++++++++
.../operation/AbstractJobAsyncOperation.java | 29 +-
.../engine/server/operation/AsyncOperation.java | 106 +++++
.../server/operation/CancelJobOperation.java | 26 +-
.../server/operation/GetJobStatusOperation.java | 86 ++++
.../operation/NotifyTaskStatusOperation.java | 47 ++
.../server/operation/PrintMessageOperation.java | 75 +++
.../server/operation/SubmitJobOperation.java | 65 +++
.../operation/WaitForJobCompleteOperation.java | 27 +-
.../engine/server/persistence/FileMapStore.java | 55 ++-
.../task/AbstractSeaTunnelMessageTask.java | 88 ++++
.../engine/server/protocol/task/CancelJobTask.java | 49 ++
.../server/protocol/task/GetJobStatusTask.java | 50 ++
.../server/protocol/task/PrintMessageTask.java | 50 ++
.../task/SeaTunnelMessageTaskFactoryProvider.java | 59 +++
.../engine/server/protocol/task/SubmitJobTask.java | 50 ++
.../protocol/task/WaitForJobCompleteTask.java | 50 ++
.../resourcemanager/AbstractResourceManager.java | 178 ++++++++
.../resourcemanager/NoEnoughResourceException.java | 11 +-
.../server/resourcemanager/ResourceManager.java | 59 +++
.../resourcemanager/ResourceManagerFactory.java | 51 +++
.../resourcemanager/ResourceRequestHandler.java | 195 ++++++++
.../resourcemanager/StandaloneResourceManager.java | 10 +-
.../UnsupportedDeployTypeException.java | 17 +-
.../opeartion/ReleaseSlotOperation.java | 76 +++
.../opeartion/RequestSlotOperation.java | 83 ++++
.../opeartion/ResetResourceOperation.java | 50 ++
.../opeartion/WorkerHeartbeatOperation.java | 72 +++
.../server/resourcemanager/resource/CPU.java | 25 +-
.../server/resourcemanager/resource/Memory.java | 25 +-
.../server/resourcemanager/resource/Resource.java | 9 +-
.../resourcemanager/resource/ResourceProfile.java | 74 +++
.../resourcemanager/resource/SlotProfile.java | 121 +++++
.../thirdparty/CreateWorkerResult.java | 20 +-
.../thirdparty/ThirdPartyResourceManager.java | 20 +-
.../kubernetes/KubernetesResourceManager.java | 44 ++
.../thirdparty/yarn/YarnResourceManager.java | 43 ++
.../resourcemanager/worker/WorkerProfile.java | 101 ++++
.../engine/server/scheduler/JobScheduler.java | 20 +-
.../server/scheduler/PipelineBaseScheduler.java | 274 +++++++++++
.../serializable/CheckpointDataSerializerHook.java | 81 ++++
.../serializable/OperationDataSerializerHook.java | 89 ++++
.../serializable/ResourceDataSerializerHook.java | 85 ++++
.../serializable/TaskDataSerializerHook.java | 122 +++++
.../server/service/slot/DefaultSlotService.java | 218 +++++++++
.../server/service/slot/SlotAndWorkerProfile.java | 37 +-
.../engine/server/service/slot/SlotContext.java | 25 +-
.../engine/server/service/slot/SlotService.java | 24 +-
.../service/slot/WrongTargetSlotException.java | 11 +-
.../seatunnel/engine/server/task/AbstractTask.java | 109 +++++
.../engine/server/task/CoordinatorTask.java | 17 +-
.../seatunnel/engine/server/task/Progress.java | 79 ++++
.../server/task/SeaTunnelSourceCollector.java | 59 +++
.../engine/server/task/SeaTunnelTask.java | 312 +++++++++++++
.../server/task/SeaTunnelTransformCollector.java | 49 ++
.../server/task/SinkAggregatedCommitterTask.java | 231 ++++++++++
.../engine/server/task/SourceSeaTunnelTask.java | 87 ++++
.../server/task/SourceSplitEnumeratorTask.java | 278 +++++++++++
.../server/task/TaskGroupImmutableInformation.java | 69 +++
.../engine/server/task/TaskRuntimeException.java | 26 +-
.../engine/server/task/TransformSeaTunnelTask.java | 79 ++++
.../context/SeaTunnelSplitEnumeratorContext.java | 70 +++
.../server/task/context/SinkWriterContext.java | 21 +-
.../server/task/context/SourceReaderContext.java | 64 +++
.../server/task/flow/AbstractFlowLifeCycle.java | 27 +-
.../server/task/flow/ActionFlowLifeCycle.java | 24 +-
.../engine/server/task/flow/FlowLifeCycle.java | 21 +-
.../task/flow/IntermediateQueueFlowLifeCycle.java | 78 ++++
.../server/task/flow/OneInputFlowLifeCycle.java | 22 +-
.../server/task/flow/OneOutputFlowLifeCycle.java | 22 +-
.../flow/PartitionTransformSinkFlowLifeCycle.java | 65 +++
.../PartitionTransformSourceFlowLifeCycle.java | 81 ++++
.../engine/server/task/flow/SinkFlowLifeCycle.java | 191 ++++++++
.../server/task/flow/SourceFlowLifeCycle.java | 202 ++++++++
.../server/task/flow/TransformFlowLifeCycle.java | 80 ++++
.../task/group/TaskGroupWithIntermediateQueue.java | 54 +++
.../server/task/operation/CancelTaskOperation.java | 78 ++++
.../server/task/operation/DeployTaskOperation.java | 76 +++
.../operation/GetTaskGroupAddressOperation.java | 87 ++++
.../server/task/operation/TaskOperation.java | 54 +++
.../checkpoint/CloseRequestOperation.java | 82 ++++
.../operation/sink/SinkPrepareCommitOperation.java | 79 ++++
.../task/operation/sink/SinkRegisterOperation.java | 91 ++++
.../operation/source/AssignSplitOperation.java | 85 ++++
.../operation/source/RequestSplitOperation.java | 88 ++++
.../operation/source/RestoredSplitOperation.java | 88 ++++
.../source/SourceNoMoreElementOperation.java | 82 ++++
.../operation/source/SourceRegisterOperation.java | 95 ++++
.../engine/server/task/record/Barrier.java | 28 +-
.../engine/server/task/record/SchemaBarrier.java | 26 +-
.../task/statemachine/SeaTunnelTaskState.java | 46 ++
.../engine/server/utils/NodeEngineUtil.java | 42 ++
.../services/com.hazelcast.DataSerializerHook | 21 +
...client.impl.protocol.MessageTaskFactoryProvider | 18 +
.../engine/server/AbstractSeaTunnelServerTest.java | 49 ++
.../engine/server/CoordinatorServiceTest.java | 112 +++++
.../engine/server/TaskExecutionServiceTest.java | 270 +++++++++++
.../apache/seatunnel/engine/server/TestUtils.java | 110 +++++
.../server/checkpoint/CheckpointPlanTest.java | 109 +++++
.../seatunnel/engine/server/dag/TaskTest.java | 117 +++++
.../engine/server/execution/ExceptionTestTask.java | 32 +-
.../server/execution/FixedCallTestTimeTask.java | 68 +++
.../engine/server/execution/StopTimeTestTask.java | 57 +++
.../engine/server/execution/TestTask.java | 72 +++
.../engine/server/master/JobMasterTest.java | 181 ++++++++
.../resourcemanager/ResourceManagerTest.java | 68 +++
.../test/resources/batch_fakesource_to_file.conf | 62 +++
.../batch_fakesource_to_file_complex.conf | 73 +++
.../test/resources/stream_fakesource_to_file.conf | 62 +++
.../checkpoint-storage-api/pom.xml | 50 ++
.../engine/checkpoint/storage/PipelineState.java | 34 ++
.../storage/api/AbstractCheckpointStorage.java | 195 ++++++++
.../checkpoint/storage/api/CheckpointStorage.java | 106 +++++
.../storage/api/CheckpointStorageFactory.java | 45 ++
.../storage/common/ProtoStuffSerializer.java | 67 +++
.../checkpoint/storage/common/Serializer.java | 33 ++
.../storage/common/StorageThreadFactory.java | 50 ++
.../storage/constants/StorageConstants.java | 29 ++
.../exception/CheckpointStorageException.java | 34 ++
.../checkpoint-storage-hdfs/pom.xml | 51 +++
.../checkpoint/storage/hdfs/HdfsConstants.java | 30 ++
.../checkpoint/storage/hdfs/HdfsStorage.java | 280 ++++++++++++
.../storage/hdfs/HdfsStorageFactory.java | 49 ++
.../checkpoint-storage-local-file/pom.xml | 51 +++
.../storage/localfile/LocalFileStorage.java | 238 ++++++++++
.../storage/localfile/LocalFileStorageFactory.java | 53 +++
.../storage/localfile/LocalFileStorageTest.java | 90 ++++
.../checkpoint-storage-plugins/pom.xml | 50 ++
seatunnel-engine/seatunnel-engine-storage/pom.xml | 38 ++
seatunnel-examples/pom.xml | 32 +-
.../seatunnel-engine-examples/pom.xml | 38 ++
.../example/engine/SeaTunnelEngineExample.java | 55 +++
.../engine/SeaTunnelEngineServerExample.java | 23 +-
.../main/resources/examples/fake_to_console.conf | 51 +++
.../SeaTunnelTransformPluginDiscovery.java | 16 +-
.../server/common/SeatunnelErrorEnum.java | 2 +-
seatunnel-transforms/pom.xml | 26 +-
tools/checkstyle/checkStyle.xml | 4 +
tools/checkstyle/suppressions.xml | 27 ++
345 files changed, 23331 insertions(+), 896 deletions(-)
create mode 100755 generate_client_protocol.sh
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-api/src/main/java/org/apache/seatunnel/api/table/type/Record.java (72%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-api/src/main/java/org/apache/seatunnel/api/transform/Collector.java (72%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-api/src/main/java/org/apache/seatunnel/api/transform/PartitionSeaTunnelTransform.java (77%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/ConfigChecker.java => seatunnel-api/src/main/java/org/apache/seatunnel/api/transform/SeaTunnelTransform.java (57%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-api/src/main/java/org/apache/seatunnel/api/transform/Transformation.java (86%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-common/src/main/java/org/apache/seatunnel/common/utils/ExceptionUtils.java (55%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-connectors-v2/connector-hive/src/main/java/org/apache/seatunnel/connectors/seatunnel/hive/config/Constant.java (77%)
create mode 100644 seatunnel-core/seatunnel-starter/pom.xml
create mode 100755 seatunnel-core/seatunnel-starter/src/main/bin/seatunnel-cluster.sh
create mode 100755 seatunnel-core/seatunnel-starter/src/main/bin/seatunnel.sh
create mode 100644 seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/CommandLineUtils.java
copy seatunnel-core/{seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/SeaTunnelClient.java} (52%)
copy seatunnel-core/{seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/SeaTunnelServer.java} (52%)
create mode 100644 seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/args/ClientCommandArgs.java
copy seatunnel-core/{seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/args/ExecutionModeConverter.java} (59%)
create mode 100644 seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/args/ServerCommandArgs.java
create mode 100644 seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/command/ApiConfValidateCommand.java
copy seatunnel-core/{seatunnel-spark-starter/src/main/java/org/apache/seatunnel/core/starter/spark/command/SparkCommandBuilder.java => seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/command/ClientCommandBuilder.java} (57%)
create mode 100644 seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/command/ClientExecuteCommand.java
copy seatunnel-core/{seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/command/ServerCommandBuilder.java} (63%)
create mode 100644 seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/command/ServerExecuteCommand.java
copy seatunnel-core/{seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/config/SeaTunnelApiConfigChecker.java} (86%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/constant/SeaTunnelConstant.java (84%)
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/connector-console-seatunnel-e2e/pom.xml
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-e2e/seatunnel-engine-e2e/connector-console-seatunnel-e2e/src/test/java/org/apache/seatunnel/engine/e2e/console/FakeSourceToConsoleIT.java (54%)
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/connector-console-seatunnel-e2e/src/test/resources/fakesource_to_console.conf
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/pom.xml
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/JobExecutionIT.java
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/SeaTunnelContainer.java
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/TestUtils.java
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/batch_fakesource_to_file.conf
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/batch_fakesource_to_file_complex.conf
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/streaming_fakesource_to_file_complex.conf
create mode 100644 seatunnel-e2e/seatunnel-engine-e2e/pom.xml
create mode 100644 seatunnel-engine/pom.xml
create mode 100644 seatunnel-engine/seatunnel-engine-client/pom.xml
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/main/java/org/apache/seatunnel/engine/client/SeaTunnelClient.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-client/src/main/java/org/apache/seatunnel/engine/client/SeaTunnelClientInstance.java (67%)
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/main/java/org/apache/seatunnel/engine/client/SeaTunnelHazelcastClient.java
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/main/java/org/apache/seatunnel/engine/client/job/ClientJobProxy.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-client/src/main/java/org/apache/seatunnel/engine/client/job/JobClient.java (50%)
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/main/java/org/apache/seatunnel/engine/client/job/JobExecutionEnvironment.java
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/test/java/org/apache/seatunnel/engine/client/JobConfigParserTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/test/java/org/apache/seatunnel/engine/client/LogicalDagGeneratorTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/test/java/org/apache/seatunnel/engine/client/SeaTunnelClientTest.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-client/src/test/java/org/apache/seatunnel/engine/client/TestUtils.java (70%)
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/test/resources/batch_fakesource_to_file.conf
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/test/resources/batch_fakesource_to_file_complex.conf
create mode 100644 seatunnel-engine/seatunnel-engine-client/src/test/resources/client_test.conf
create mode 100644 seatunnel-engine/seatunnel-engine-common/pom.xml
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/Constant.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/ConfigProvider.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/EngineConfig.java (63%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/JobConfig.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/SeaTunnelClientConfig.java (65%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/SeaTunnelConfig.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/SeaTunnelConfigSections.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/SeaTunnelProperties.java (68%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/YamlSeaTunnelConfigBuilder.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/YamlSeaTunnelConfigLocator.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/YamlSeaTunnelDomConfigProcessor.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/exception/JobCanceledException.java (67%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/exception/JobDefineCheckException.java (72%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/exception/JobException.java (66%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/exception/JobFailedException.java (67%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/exception/JobNoEnoughResourceException.java (58%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/exception/JobNotFoundException.java (67%)
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/exception/SeaTunnelEngineException.java (52%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/loader/SeatunnelBaseClassLoader.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/loader/SeatunnelChildFirstClassLoader.java
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/loader/SeatunnelParentFirstClassLoader.java (75%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/runtime/DeployType.java (86%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/runtime/ExecutionMode.java (86%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/serializeable/ConfigDataSerializerHook.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/serializeable/SeaTunnelFactoryIdConstant.java
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/utils/ConsumerWithException.java (75%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/utils/ExceptionUtil.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/utils/IdGenerator.java (65%)
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/utils/PassiveCompletableFuture.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/utils/RunnableWithException.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/utils/SupplierWithException.java
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/resources/META-INF/services/com.hazelcast.DataSerializerHook
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/resources/hazelcast-client.yaml
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/resources/hazelcast.yaml
create mode 100644 seatunnel-engine/seatunnel-engine-common/src/main/resources/seatunnel-default.yaml
create mode 100644 seatunnel-engine/seatunnel-engine-core/pom.xml
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/checkpoint/Checkpoint.java (74%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/checkpoint/CheckpointIDCounter.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/ConfigChecker.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/checkpoint/CheckpointType.java (55%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/checkpoint/InternalCheckpointListener.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/AbstractAction.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/Action.java (61%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/PartitionTransformAction.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/SinkAction.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/SourceAction.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/TransformAction.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/TransformChainAction.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/UnknownActionException.java (72%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/internal/IntermediateQueue.java (56%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/logical/LogicalDag.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/logical/LogicalDagGenerator.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/logical/LogicalEdge.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/logical/LogicalVertex.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/job/Job.java (67%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/job/JobImmutableInformation.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/job/JobStatus.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/job/PipelineState.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/job/RunningJobInfo.java
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/job/StatusUpdate.java (86%)
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/parse/ConnectorInstanceLoader.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/parse/JobConfigParser.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/protocol/codec/SeaTunnelCancelJobCodec.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/protocol/codec/SeaTunnelGetJobStatusCodec.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/protocol/codec/SeaTunnelPrintMessageCodec.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/protocol/codec/SeaTunnelSubmitJobCodec.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/protocol/codec/SeaTunnelWaitForJobCompleteCodec.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/serializable/JobDataSerializerHook.java
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/resources/META-INF/services/com.hazelcast.DataSerializerHook
create mode 100644 seatunnel-engine/seatunnel-engine-core/src/main/resources/client-protocol-definition/SeaTunnelEngine.yaml
create mode 100644 seatunnel-engine/seatunnel-engine-server/pom.xml
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/CoordinatorService.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/NodeExtension.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/NodeExtensionCommon.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/SeaTunnelNodeContext.java (54%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/SeaTunnelServer.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/SeaTunnelServerStarter.java (56%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/TaskExecutionService.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/ActionState.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/ActionSubtaskState.java (70%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointBarrier.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointCoordinator.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointCoordinatorConfiguration.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointManager.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointPlan.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointStorageConfiguration.java (58%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CompletedCheckpoint.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/PendingCheckpoint.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/StandaloneCheckpointIDCounter.java
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/Stateful.java (81%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/ConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/SubtaskStatistics.java (57%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/SubtaskStatus.java (84%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/TaskStatistics.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/operation/CheckpointBarrierTriggerOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/operation/CheckpointFinishedOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/operation/NotifyTaskRestoreOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/operation/NotifyTaskStartOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/operation/TaskAcknowledgeOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/operation/TaskReportStatusOperation.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/execution/ExecutionEdge.java (60%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/execution/ExecutionPlan.java (53%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/execution/ExecutionPlanGenerator.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/execution/ExecutionVertex.java (72%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/execution/Pipeline.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/execution/PipelineGenerator.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/PhysicalPlan.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/PhysicalPlanGenerator.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/PhysicalVertex.java
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/PipelineLocation.java (74%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/PlanUtils.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/SubPlan.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/UnknownPhysicalPlanException.java (69%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/config/FlowConfig.java (77%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/config/IntermediateQueueConfig.java (73%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/config/PartitionConfig.java (54%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/config/SinkConfig.java (56%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/config/SourceConfig.java (66%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/flow/Flow.java (69%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/flow/IntermediateExecutionFlow.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/flow/PhysicalExecutionFlow.java
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/flow/UnknownFlowException.java (77%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/ExecutionState.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/ProgressState.java (50%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/Task.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskCallTimer.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskExecutionContext.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskExecutionState.java (51%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskGroup.java (66%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskGroupContext.java (81%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskGroupDefaultImpl.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskGroupLocation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskLocation.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/execution/TaskTracker.java (55%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/master/JobMaster.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/AbstractJobAsyncOperation.java (54%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/AsyncOperation.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/CancelJobOperation.java (51%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/GetJobStatusOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/NotifyTaskStatusOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/PrintMessageOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/SubmitJobOperation.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/WaitForJobCompleteOperation.java (50%)
rename seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiEnvironment.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/persistence/FileMapStore.java (50%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/AbstractSeaTunnelMessageTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/CancelJobTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/GetJobStatusTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/PrintMessageTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/SeaTunnelMessageTaskFactoryProvider.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/SubmitJobTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/WaitForJobCompleteTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/AbstractResourceManager.java
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/NoEnoughResourceException.java (75%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/ResourceManager.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/ResourceManagerFactory.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/ResourceRequestHandler.java
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/StandaloneResourceManager.java (74%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/UnsupportedDeployTypeException.java (70%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/opeartion/ReleaseSlotOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/opeartion/RequestSlotOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/opeartion/ResetResourceOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/opeartion/WorkerHeartbeatOperation.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/resource/CPU.java (65%)
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/resource/Memory.java (64%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/resource/Resource.java (80%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/resource/ResourceProfile.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/resource/SlotProfile.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/thirdparty/CreateWorkerResult.java (73%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/thirdparty/ThirdPartyResourceManager.java (66%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/thirdparty/kubernetes/KubernetesResourceManager.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/thirdparty/yarn/YarnResourceManager.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/resourcemanager/worker/WorkerProfile.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/scheduler/JobScheduler.java (71%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/scheduler/PipelineBaseScheduler.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/serializable/CheckpointDataSerializerHook.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/serializable/OperationDataSerializerHook.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/serializable/ResourceDataSerializerHook.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/serializable/TaskDataSerializerHook.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/service/slot/DefaultSlotService.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/ConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/service/slot/SlotAndWorkerProfile.java (50%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/service/slot/SlotContext.java (59%)
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/service/slot/SlotService.java (61%)
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/CollectionConstants.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/service/slot/WrongTargetSlotException.java (76%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/AbstractTask.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/CoordinatorTask.java (70%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/Progress.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SeaTunnelSourceCollector.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SeaTunnelTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SeaTunnelTransformCollector.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SinkAggregatedCommitterTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SourceSeaTunnelTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SourceSplitEnumeratorTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/TaskGroupImmutableInformation.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/TaskRuntimeException.java (57%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/TransformSeaTunnelTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/context/SeaTunnelSplitEnumeratorContext.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/context/SinkWriterContext.java (65%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/context/SourceReaderContext.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/AbstractFlowLifeCycle.java (52%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/ActionFlowLifeCycle.java (55%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/FlowLifeCycle.java (72%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/IntermediateQueueFlowLifeCycle.java
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/OneInputFlowLifeCycle.java (68%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/OneOutputFlowLifeCycle.java (66%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/PartitionTransformSinkFlowLifeCycle.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/PartitionTransformSourceFlowLifeCycle.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/SinkFlowLifeCycle.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/SourceFlowLifeCycle.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/flow/TransformFlowLifeCycle.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/group/TaskGroupWithIntermediateQueue.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/CancelTaskOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/DeployTaskOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/GetTaskGroupAddressOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/TaskOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/checkpoint/CloseRequestOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/sink/SinkPrepareCommitOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/sink/SinkRegisterOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/source/AssignSplitOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/source/RequestSplitOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/source/RestoredSplitOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/source/SourceNoMoreElementOperation.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/source/SourceRegisterOperation.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/record/Barrier.java (60%)
copy seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/config/EngineType.java => seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/record/SchemaBarrier.java (69%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/statemachine/SeaTunnelTaskState.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/utils/NodeEngineUtil.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/resources/META-INF/services/com.hazelcast.DataSerializerHook
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/main/resources/META-INF/services/com.hazelcast.client.impl.protocol.MessageTaskFactoryProvider
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/AbstractSeaTunnelServerTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/CoordinatorServiceTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/TaskExecutionServiceTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/TestUtils.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointPlanTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/dag/TaskTest.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/execution/ExceptionTestTask.java (56%)
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/execution/FixedCallTestTimeTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/execution/StopTimeTestTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/execution/TestTask.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/master/JobMasterTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/resourcemanager/ResourceManagerTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/resources/batch_fakesource_to_file.conf
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/resources/batch_fakesource_to_file_complex.conf
create mode 100644 seatunnel-engine/seatunnel-engine-server/src/test/resources/stream_fakesource_to_file.conf
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/pom.xml
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/api/AbstractCheckpointStorage.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/api/CheckpointStorage.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/api/CheckpointStorageFactory.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/common/ProtoStuffSerializer.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/common/Serializer.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/common/StorageThreadFactory.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/constants/StorageConstants.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/exception/CheckpointStorageException.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/pom.xml
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsConstants.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorage.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorageFactory.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-local-file/pom.xml
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-local-file/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/localfile/LocalFileStorage.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-local-file/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/localfile/LocalFileStorageFactory.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-local-file/src/test/java/org/apache/seatunnel/engine/checkpoint/storage/localfile/LocalFileStorageTest.java
create mode 100644 seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/pom.xml
create mode 100644 seatunnel-engine/seatunnel-engine-storage/pom.xml
create mode 100644 seatunnel-examples/seatunnel-engine-examples/pom.xml
create mode 100644 seatunnel-examples/seatunnel-engine-examples/src/main/java/org/apache/seatunnel/example/engine/SeaTunnelEngineExample.java
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-examples/seatunnel-engine-examples/src/main/java/org/apache/seatunnel/example/engine/SeaTunnelEngineServerExample.java (53%)
create mode 100644 seatunnel-examples/seatunnel-engine-examples/src/main/resources/examples/fake_to_console.conf
copy seatunnel-core/seatunnel-flink-starter/src/main/java/org/apache/seatunnel/core/starter/flink/config/FlinkApiConfigChecker.java => seatunnel-plugin-discovery/src/main/java/org/apache/seatunnel/plugin/discovery/seatunnel/SeaTunnelTransformPluginDiscovery.java (63%)
create mode 100644 tools/checkstyle/suppressions.xml