You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by gi...@apache.org on 2026/03/31 13:59:11 UTC
(doris) branch auto-pick-61826-branch-4.1 updated (2ccd3cbd02a -> bfde0cec6c6)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch auto-pick-61826-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 2ccd3cbd02a [fix](regression) Use in-network MinIO endpoint for paimon JDBC seed (#61932)
add bfde0cec6c6 [Feature](streamjob) Streaming job support cdc_stream TVF (#61826)
No new revisions were added by this update.
Summary of changes:
.../apache/doris/job/cdc/DataSourceConfigKeys.java | 1 +
.../insert/streaming/AbstractStreamingTask.java | 11 +
.../insert/streaming/StreamingInsertJob.java | 50 ++-
.../insert/streaming/StreamingInsertTask.java | 11 +-
.../insert/streaming/StreamingMultiTblTask.java | 2 +
.../doris/job/offset/SourceOffsetProvider.java | 42 +-
.../job/offset/SourceOffsetProviderFactory.java | 2 +
.../job/offset/jdbc/JdbcSourceOffsetProvider.java | 42 +-
.../offset/jdbc/JdbcTvfSourceOffsetProvider.java | 425 +++++++++++++++++++++
.../job/offset/s3/S3SourceOffsetProvider.java | 3 +-
.../trees/plans/commands/AlterJobCommand.java | 16 +
.../java/org/apache/doris/planner/ScanNode.java | 4 +
.../main/java/org/apache/doris/qe/Coordinator.java | 12 +
.../CdcStreamTableValuedFunction.java | 35 +-
.../cdcclient/controller/ClientController.java | 2 +-
.../cdcclient/service/PipelineCoordinator.java | 95 +++--
.../source/reader/mysql/MySqlSourceReader.java | 17 +
.../reader/postgres/PostgresSourceReader.java | 4 +
.../src/main/resources/application.properties | 3 +-
.../test_streaming_job_cdc_stream_mysql.out} | 9 +-
.../test_streaming_job_cdc_stream_postgres.out} | 9 +-
..._job_cdc_stream_postgres_latest_alter_cred.out} | 10 +-
...aming_job_cdc_stream_postgres_pause_resume.out} | 12 +-
.../tvf/test_streaming_job_cdc_stream_mysql.groovy | 128 +++++++
.../test_streaming_job_cdc_stream_postgres.groovy | 131 +++++++
...ob_cdc_stream_postgres_latest_alter_cred.groovy | 249 ++++++++++++
...ing_job_cdc_stream_postgres_pause_resume.groovy | 238 ++++++++++++
27 files changed, 1478 insertions(+), 85 deletions(-)
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/job/offset/jdbc/JdbcTvfSourceOffsetProvider.java
copy regression-test/data/job_p0/streaming_job/cdc/{test_streaming_mysql_job_priv.out => tvf/test_streaming_job_cdc_stream_mysql.out} (63%)
copy regression-test/data/job_p0/streaming_job/cdc/{test_streaming_mysql_job_priv.out => tvf/test_streaming_job_cdc_stream_postgres.out} (63%)
copy regression-test/data/job_p0/streaming_job/cdc/tvf/{test_cdc_stream_tvf_mysql.out => test_streaming_job_cdc_stream_postgres_latest_alter_cred.out} (65%)
copy regression-test/data/job_p0/streaming_job/cdc/{test_streaming_mysql_job_snapshot.out => tvf/test_streaming_job_cdc_stream_postgres_pause_resume.out} (60%)
create mode 100644 regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_mysql.groovy
create mode 100644 regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres.groovy
create mode 100644 regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres_latest_alter_cred.groovy
create mode 100644 regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres_pause_resume.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org