You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2025/06/14 04:05:33 UTC
(beam) branch nightly-refs/heads/master updated (6126b031d43 -> cecfa6128ce)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 6126b031d43 add more doc strings for integration tests (#35171)
add fbec912ad8c [IcebergIO] extend table partitioning to Beam SQL (#35268)
add 75ba53b3479 Moving to 2.67.0-SNAPSHOT on master branch.
add 31f9e5838f1 Update CHANGES.md to have fields for 2.67.0 release
add 9725224c1e4 add free disk space step (#35260)
add 4803885631f [yaml]: Fix post commit yaml once more (#35273)
add ce2e0f2122d Polish anomaly detection notebook and get ready to be imported in public devsite. (#35278)
add b4cae7f5074 Suppress Findbugs (#35274)
add f6b8d3efdf0 Support Java 17+ compiled Beam components for build, release, and xlang tests (#35232)
add cecfa6128ce [IO] Update Debezium in DebeziumIO to 3.1.1 (#34763)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 +
.../IO_Iceberg_Integration_Tests.json | 2 +-
.github/trigger_files/beam_PostCommit_SQL.json | 2 +-
.../beam_PostCommit_Yaml_Xlang_Direct.json | 2 +-
.github/workflows/beam_PostCommit_Python.yml | 4 +
.../beam_PostCommit_Yaml_Xlang_Direct.yml | 2 +-
.github/workflows/beam_Release_NightlySnapshot.yml | 5 +-
.github/workflows/build_release_candidate.yml | 6 +-
CHANGES.md | 34 +-
.../anomaly_detection_zscore.ipynb | 449 +++++++++++++++++----
gradle.properties | 4 +-
runners/flink/job-server/flink_job_server.gradle | 6 +
sdks/go/pkg/beam/core/core.go | 2 +-
sdks/java/extensions/sql/build.gradle | 3 +
.../extensions/sql/src/main/codegen/config.fmpp | 1 +
.../sql/src/main/codegen/includes/parserImpls.ftl | 21 +-
.../sql/impl/parser/SqlCreateExternalTable.java | 38 ++
.../apache/beam/sdk/extensions/sql/meta/Table.java | 5 +
.../sql/meta/catalog/InMemoryCatalog.java | 2 +-
.../sql/meta/provider/TableProvider.java | 4 +
.../sql/meta/provider/iceberg/IcebergCatalog.java | 8 +
.../{package-info.java => IcebergMetastore.java} | 11 +-
.../sql/meta/provider/iceberg/IcebergTable.java | 5 +
.../provider/iceberg/IcebergTableProvider.java | 5 +
.../beam/sdk/extensions/sql/BeamSqlCliTest.java | 20 +
.../beam/sdk/extensions/sql/PubsubToIcebergIT.java | 31 +-
.../meta/provider/iceberg/IcebergReadWriteIT.java | 50 ++-
.../provider/iceberg/IcebergTableProviderTest.java | 47 ++-
.../beam/fn/harness/status/BeamFnStatusClient.java | 2 +
sdks/java/io/debezium/build.gradle | 85 ++--
.../io/debezium/expansion-service/build.gradle | 5 +-
sdks/java/io/debezium/src/README.md | 12 +-
.../org/apache/beam/io/debezium/DebeziumIO.java | 20 +-
.../DebeziumReadSchemaTransformProvider.java | 2 +-
.../beam/io/debezium/KafkaSourceConsumerFn.java | 8 +-
.../io/debezium/DebeziumIOMySqlConnectorIT.java | 98 ++++-
.../debezium/DebeziumIOPostgresSqlConnectorIT.java | 13 +-
.../apache/beam/io/debezium/DebeziumIOTest.java | 1 -
.../debezium/DebeziumReadSchemaTransformTest.java | 28 +-
.../beam/sdk/io/iceberg/RecordWriterManager.java | 2 +-
.../io/external/xlang_debeziumio_it_test.py | 22 +
.../io/external/xlang_kafkaio_it_test.py | 10 +-
sdks/python/apache_beam/io/kafka.py | 3 +-
sdks/python/apache_beam/io/kinesis.py | 3 +-
sdks/python/apache_beam/io/snowflake.py | 3 +-
.../runners/portability/samza_runner_test.py | 3 +-
.../runners/portability/spark_runner_test.py | 3 +-
sdks/python/apache_beam/transforms/external.py | 3 +-
.../python/apache_beam/transforms/external_java.py | 4 +-
sdks/python/apache_beam/transforms/sql_test.py | 4 +-
sdks/python/apache_beam/utils/subprocess_server.py | 16 +-
sdks/python/apache_beam/version.py | 2 +-
.../yaml/extended_tests/messaging/kafka.yaml | 91 ++---
sdks/python/apache_beam/yaml/yaml_provider.py | 3 +-
sdks/python/test-suites/portable/common.gradle | 19 +-
sdks/typescript/package.json | 2 +-
56 files changed, 995 insertions(+), 242 deletions(-)
copy sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/{package-info.java => IcebergMetastore.java} (80%)