You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by da...@apache.org on 2025/02/28 15:16:33 UTC
(beam) branch users/damccorm/jdbcPatch updated (c7a9ebc0c57 -> fc008a58022)
This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a change to branch users/damccorm/jdbcPatch
in repository https://gitbox.apache.org/repos/asf/beam.git
from c7a9ebc0c57 Assign correctly inside lock to avoid race
add 057457a1ffd Add other getConnection
add 70f1c0fa0b6 Avoid missing hashlib.file_digest for Python < 3.11.
add f0cc9b6b24f Merge pull request #34044 Avoid missing hashlib.file_digest for Python < 3.11.
add 87f0ed385bc add equals/hashCode to debezium offsetHolder to avoid coder warning (#34036)
add 16f7bb613a6 Change UnboundedSourceAsSdfWrapperFn to share the cache across instances. (#33901)
add 2a400d4c156 Fix io name (#34065)
add 5d9ba3703f3 [AnomalyDetection] Add threshold and aggregation functions. (#34018)
add cbe91f06cbc Fix update all fields by default in AlloyDB conflict resolution. (#34066)
add 1d2b9c53884 Pass extra write args from AlloyDB writer to WriteToJdbc. (#34067)
add 0dba719989b Add ExtractWindowingInfo transform.
add 8534f2570c3 Add default and iterable syntactic sugar.
add b98e331b3ec Docstring cleanup.
add 911a3becdf4 Make mypy happy.
add 86795a0a94d Add a yaml windowing info extraction example.
add 82d3d8ddef0 Merge pull request #34051 Add an ExtractWindowingInfo transform.
add 170885af558 Bump target for Republish Released Docker Containers to 2.63.0 RC2 (#34068)
add 7034e505328 Add info on protobuf dependency (#34069)
add d0f288bcae7 Bump github.com/tetratelabs/wazero from 1.8.2 to 1.9.0 in /sdks (#34032)
add b1f6b0ac6e8 reverse order (#33900)
add d436d02d775 Preempt issubclass error for generic types (#33995)
add 6b8e860187e Add support for collections.abc.Sequence (#33999)
add 9aee5d8ec09 Refactor markdown to html rendering for re-use.
add 724d448eea9 Add examples file generation.
add a365031eff2 A bit of cleanup in the example files.
add 21fc93b2c26 Add header and backlink to examples file.
add 7644a824da7 Merge pull request #34050 Create a listing of YAML examples for the docs.
add 696a5a34666 Fix Go Load tests CoGBK and GBK (#34071)
add 69049e91840 Fix the case when update_compatibility_version is used without argument. (#34083)
add 9ff23c8dc5b Bump go.mongodb.org/mongo-driver from 1.17.2 to 1.17.3 in /sdks (#34077)
add e2fd0ad8c93 Enable splitting up docker publish workflow (#34082)
add ba53d4acf58 Enable skipping individual python docker images (#34090)
add 192bb68f89e fix lint errors (#34092)
add 7d5f229d535 Fix expansion service parsing in Python SDK for rc build (#34088)
add bc33a33763c Allow users to specify custom audit entries in pipeline options. (#34062)
add 25977b8b05c Bump github.com/docker/docker in /sdks (#34095)
add e14bba64129 Bump github.com/go-sql-driver/mysql from 1.8.1 to 1.9.0 in /sdks (#34033)
add 94d62d695d0 Speed up release by pushing docker containers in different jobs (#34099)
add 285414d0a5c Update kafka.py (#34079)
add 9d92dd7f41c Add alloydb language connector to schemaio expansion service. (#34106)
add 6fbdaa23b3b (fix #34038) Use CivilTimeEncoder to encode Time values in AvroGenericRecordToStorageApiProto (#34059)
add c8172fbaadb Bump github.com/aws/aws-sdk-go-v2 from 1.36.1 to 1.36.3 in /sdks (#34114)
add fc008a58022 Merge branch 'master' of https://github.com/apache/beam into users/damccorm/jdbcPatch
No new revisions were added by this update.
Summary of changes:
.../beam_LoadTests_Go_CoGBK_Flink_batch.yml | 4 +-
.../beam_LoadTests_Go_GBK_Flink_Batch.yml | 6 +-
.github/workflows/build_release_candidate.yml | 17 +-
.../go_CoGBK_Flink_Batch_MultipleKey.txt | 4 +-
.../republish_released_docker_containers.yml | 4 +-
CHANGES.md | 1 +
build.gradle.kts | 24 +-
contributor-docs/java-dependency-upgrades.md | 11 +
sdks/go.mod | 10 +-
sdks/go.sum | 20 +-
.../src/main/java/org/apache/beam/sdk/io/Read.java | 63 ++--
...oizingPerInstantiationSerializableSupplier.java | 60 ++++
.../test/java/org/apache/beam/sdk/io/ReadTest.java | 7 +-
...ngPerInstantiationSerializableSupplierTest.java | 130 ++++++++
.../schemaio-expansion-service/build.gradle | 2 +
.../beam/io/debezium/KafkaSourceConsumerFn.java | 78 ++++-
.../io/debezium/KafkaSourceConsumerFnTest.java | 56 +++-
.../AvroGenericRecordToStorageApiProto.java | 13 +-
.../AvroGenericRecordToStorageApiProtoTest.java | 20 +-
.../io/gcp/bigquery/StorageApiSinkRowUpdateIT.java | 7 +-
.../gcp/bigquery/StorageApiSinkSchemaUpdateIT.java | 34 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 26 +-
sdks/python/apache_beam/coders/coders.py | 4 +-
sdks/python/apache_beam/io/gcp/gcsio.py | 15 +-
sdks/python/apache_beam/io/gcp/gcsio_test.py | 12 +-
sdks/python/apache_beam/io/kafka.py | 7 +
sdks/python/apache_beam/ml/anomaly/aggregations.py | 324 +++++++++++++++++++
.../apache_beam/ml/anomaly/aggregations_test.py | 159 ++++++++++
sdks/python/apache_beam/ml/anomaly/base.py | 19 +-
sdks/python/apache_beam/ml/anomaly/base_test.py | 11 +-
.../apache_beam/ml/anomaly/specifiable_test.py | 20 +-
sdks/python/apache_beam/ml/anomaly/thresholds.py | 343 +++++++++++++++++++++
.../apache_beam/ml/anomaly/thresholds_test.py | 235 ++++++++++++++
.../python/apache_beam/ml/rag/ingestion/alloydb.py | 13 +-
.../ml/rag/ingestion/alloydb_it_test.py | 111 +++++++
.../python/apache_beam/options/pipeline_options.py | 77 +++++
.../apache_beam/options/pipeline_options_test.py | 61 ++++
sdks/python/apache_beam/transforms/stats.py | 2 +-
.../typehints/native_type_compatibility.py | 11 +
.../typehints/native_type_compatibility_test.py | 8 +
sdks/python/apache_beam/typehints/typehints.py | 44 +++
.../python/apache_beam/typehints/typehints_test.py | 26 ++
sdks/python/apache_beam/utils/subprocess_server.py | 17 +-
.../apache_beam/utils/subprocess_server_test.py | 5 +
.../apache_beam/yaml/examples/regex_matches.yaml | 6 +-
.../apache_beam/yaml/examples/simple_filter.yaml | 3 +-
.../yaml/examples/simple_filter_and_combine.yaml | 3 +-
.../aggregation/combine_sum_windowed.yaml | 92 ++++++
.../yaml/examples/wordcount_minimal.yaml | 7 +-
sdks/python/apache_beam/yaml/generate_yaml_docs.py | 169 +++++++---
sdks/python/apache_beam/yaml/yaml_mapping.py | 107 +++++++
sdks/python/apache_beam/yaml/yaml_mapping_test.py | 94 ++++++
sdks/python/apache_beam/yaml/yaml_provider.py | 14 +-
.../apache_beam/yaml/yaml_provider_unit_test.py | 42 +++
sdks/python/container/build.gradle | 8 +-
.../site/content/en/performance/bigtable/_index.md | 12 +-
56 files changed, 2475 insertions(+), 203 deletions(-)
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/util/MemoizingPerInstantiationSerializableSupplier.java
create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/util/MemoizingPerInstantiationSerializableSupplierTest.java
create mode 100644 sdks/python/apache_beam/ml/anomaly/aggregations.py
create mode 100644 sdks/python/apache_beam/ml/anomaly/aggregations_test.py
create mode 100644 sdks/python/apache_beam/ml/anomaly/thresholds.py
create mode 100644 sdks/python/apache_beam/ml/anomaly/thresholds_test.py
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/aggregation/combine_sum_windowed.yaml