You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by wa...@apache.org on 2024/01/16 14:55:16 UTC

(seatunnel) branch dev updated (ba572ebedd -> c69da93b87)

This is an automated email from the ASF dual-hosted git repository.

wanghailin pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git


    from ba572ebedd [CI] Make sure notify_test_workflow.yml error will be throwed (#6226)
     add c69da93b87 [Improve] Extend `SupportResourceShare` to spark/flink (#5847)

No new revisions were added by this update.

Summary of changes:
 seatunnel-api/pom.xml                              |  2 -
 .../api/sink/SupportMultiTableSinkWriter.java      |  4 +
 .../seatunnel/api/sink/SupportResourceShare.java   |  8 +-
 .../MultiTableSinkAggregatedCommitter.java         |  6 +-
 .../multitablesink/MultiTableSinkWriter.java       |  8 +-
 .../connectors/seatunnel/jdbc/sink/JdbcSink.java   |  4 +-
 .../seatunnel/jdbc/sink/JdbcSinkWriter.java        | 13 ++-
 .../seatunnel-flink-15-starter/pom.xml             | 34 ++++++++
 .../flink/multitable/MultiTableSinkTest.java       | 84 +++++++++++++++++++
 .../config/fake_to_inmemory_multi_table.conf       |  3 +-
 .../seatunnel-spark-3-starter/pom.xml              | 16 ++++
 .../spark/multitable/MultiTableSinkTest.java       | 94 ++++++++++++++++++++++
 .../config/fake_to_inmemory_multi_table.conf       | 12 +--
 seatunnel-core/seatunnel-starter/pom.xml           | 25 ++++++
 .../seatunnel/multitable/MultiTableSinkTest.java   | 45 +++++++++--
 .../config/fake_to_inmemory_multi_table.conf       |  3 +-
 .../inmemory/InMemoryAggregatedCommitInfo.java     |  4 +-
 .../sink/inmemory/InMemoryAggregatedCommitter.java | 78 ++++++++++++++++++
 .../e2e/sink/inmemory/InMemoryCommitInfo.java      |  4 +-
 .../e2e/sink/inmemory/InMemoryConnection.java      |  7 +-
 .../InMemoryMultiTableResourceManager.java         | 23 ++++--
 .../seatunnel/e2e/sink/inmemory/InMemorySink.java  | 64 +++++++++++++++
 .../e2e/sink/inmemory/InMemorySinkFactory.java     | 18 +++--
 .../e2e/sink/inmemory/InMemorySinkWriter.java      | 82 +++++++++++++++++++
 .../seatunnel/e2e/sink/inmemory/InMemoryState.java |  7 +-
 .../server/task/SinkAggregatedCommitterTask.java   | 19 +++++
 .../engine/server/task/flow/SinkFlowLifeCycle.java | 16 ++++
 .../flink/sink/FlinkGlobalCommitter.java           | 23 ++++++
 .../translation/flink/sink/FlinkSinkWriter.java    | 19 +++++
 .../spark/sink/writer/SparkDataSourceWriter.java   | 14 ++++
 .../spark/sink/writer/SparkDataWriter.java         | 22 +++++
 .../spark/sink/SeaTunnelBatchWrite.java            | 16 ++++
 .../spark/sink/write/SeaTunnelSparkDataWriter.java | 22 +++++
 33 files changed, 731 insertions(+), 68 deletions(-)
 create mode 100644 seatunnel-core/seatunnel-flink-starter/seatunnel-flink-15-starter/src/test/java/org/apache/seatunnel/core/starter/flink/multitable/MultiTableSinkTest.java
 copy seatunnel-examples/seatunnel-engine-examples/src/main/resources/examples/fake_to_console.conf => seatunnel-core/seatunnel-flink-starter/seatunnel-flink-15-starter/src/test/resources/config/fake_to_inmemory_multi_table.conf (96%)
 create mode 100644 seatunnel-core/seatunnel-spark-starter/seatunnel-spark-3-starter/src/test/java/org/apache/seatunnel/core/starter/spark/multitable/MultiTableSinkTest.java
 copy seatunnel-engine/seatunnel-engine-server/src/test/resources/fake_to_console_job_metrics.conf => seatunnel-core/seatunnel-spark-starter/seatunnel-spark-3-starter/src/test/resources/config/fake_to_inmemory_multi_table.conf (89%)
 copy seatunnel-examples/seatunnel-engine-examples/src/main/java/org/apache/seatunnel/example/engine/SeaTunnelEngineExample.java => seatunnel-core/seatunnel-starter/src/test/java/org/apache/seatunnel/core/starter/seatunnel/multitable/MultiTableSinkTest.java (50%)
 copy seatunnel-examples/seatunnel-engine-examples/src/main/resources/examples/fake_to_console.conf => seatunnel-core/seatunnel-starter/src/test/resources/config/fake_to_inmemory_multi_table.conf (96%)
 copy seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/Config.java => seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemoryAggregatedCommitInfo.java (87%)
 create mode 100644 seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemoryAggregatedCommitter.java
 copy seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/Config.java => seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemoryCommitInfo.java (88%)
 copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/JobMode.java => seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemoryConnection.java (89%)
 copy seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/ShuffleAction.java => seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemoryMultiTableResourceManager.java (62%)
 create mode 100644 seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemorySink.java
 copy seatunnel-connectors-v2/connector-assert/src/main/java/org/apache/seatunnel/connectors/seatunnel/assertion/sink/AssertSinkFactory.java => seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemorySinkFactory.java (71%)
 create mode 100644 seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemorySinkWriter.java
 copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/JobMode.java => seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemoryState.java (89%)