You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by gi...@apache.org on 2026/03/31 13:59:11 UTC

(doris) branch auto-pick-61826-branch-4.1 updated (2ccd3cbd02a -> bfde0cec6c6)

This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to branch auto-pick-61826-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git


    from 2ccd3cbd02a [fix](regression) Use in-network MinIO endpoint for paimon JDBC seed (#61932)
     add bfde0cec6c6 [Feature](streamjob) Streaming job  support cdc_stream TVF  (#61826)

No new revisions were added by this update.

Summary of changes:
 .../apache/doris/job/cdc/DataSourceConfigKeys.java |   1 +
 .../insert/streaming/AbstractStreamingTask.java    |  11 +
 .../insert/streaming/StreamingInsertJob.java       |  50 ++-
 .../insert/streaming/StreamingInsertTask.java      |  11 +-
 .../insert/streaming/StreamingMultiTblTask.java    |   2 +
 .../doris/job/offset/SourceOffsetProvider.java     |  42 +-
 .../job/offset/SourceOffsetProviderFactory.java    |   2 +
 .../job/offset/jdbc/JdbcSourceOffsetProvider.java  |  42 +-
 .../offset/jdbc/JdbcTvfSourceOffsetProvider.java   | 425 +++++++++++++++++++++
 .../job/offset/s3/S3SourceOffsetProvider.java      |   3 +-
 .../trees/plans/commands/AlterJobCommand.java      |  16 +
 .../java/org/apache/doris/planner/ScanNode.java    |   4 +
 .../main/java/org/apache/doris/qe/Coordinator.java |  12 +
 .../CdcStreamTableValuedFunction.java              |  35 +-
 .../cdcclient/controller/ClientController.java     |   2 +-
 .../cdcclient/service/PipelineCoordinator.java     |  95 +++--
 .../source/reader/mysql/MySqlSourceReader.java     |  17 +
 .../reader/postgres/PostgresSourceReader.java      |   4 +
 .../src/main/resources/application.properties      |   3 +-
 .../test_streaming_job_cdc_stream_mysql.out}       |   9 +-
 .../test_streaming_job_cdc_stream_postgres.out}    |   9 +-
 ..._job_cdc_stream_postgres_latest_alter_cred.out} |  10 +-
 ...aming_job_cdc_stream_postgres_pause_resume.out} |  12 +-
 .../tvf/test_streaming_job_cdc_stream_mysql.groovy | 128 +++++++
 .../test_streaming_job_cdc_stream_postgres.groovy  | 131 +++++++
 ...ob_cdc_stream_postgres_latest_alter_cred.groovy | 249 ++++++++++++
 ...ing_job_cdc_stream_postgres_pause_resume.groovy | 238 ++++++++++++
 27 files changed, 1478 insertions(+), 85 deletions(-)
 create mode 100644 fe/fe-core/src/main/java/org/apache/doris/job/offset/jdbc/JdbcTvfSourceOffsetProvider.java
 copy regression-test/data/job_p0/streaming_job/cdc/{test_streaming_mysql_job_priv.out => tvf/test_streaming_job_cdc_stream_mysql.out} (63%)
 copy regression-test/data/job_p0/streaming_job/cdc/{test_streaming_mysql_job_priv.out => tvf/test_streaming_job_cdc_stream_postgres.out} (63%)
 copy regression-test/data/job_p0/streaming_job/cdc/tvf/{test_cdc_stream_tvf_mysql.out => test_streaming_job_cdc_stream_postgres_latest_alter_cred.out} (65%)
 copy regression-test/data/job_p0/streaming_job/cdc/{test_streaming_mysql_job_snapshot.out => tvf/test_streaming_job_cdc_stream_postgres_pause_resume.out} (60%)
 create mode 100644 regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_mysql.groovy
 create mode 100644 regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres.groovy
 create mode 100644 regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres_latest_alter_cred.groovy
 create mode 100644 regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres_pause_resume.groovy


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org