You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2024/08/07 05:59:28 UTC
(beam) branch nightly-refs/heads/master updated (fb49e9644a4 -> 99672af7fe1)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from fb49e9644a4 Fix load test dataproc cluster name exceeded allowed length (#32062)
add c60623524ae Beam Website Updates for 2.58.0 Release (#31925)
add d09c3237c8a Added support for the TOKENLIST type in Spanner (#32038)
add e9b5dc69532 Enforce java.nio.charset.StandardCharsets against guava Charsets (#32083)
add 99a23830037 Enable artifact staging during Prism Runner lifecycle (#32084)
add 741facf0099 Bump github.com/docker/docker in /sdks (#32046)
add 5ab908b984d Add Lineage metrics for BigtableIO (#32068)
add 17283bb8294 Add Lineage metrics to PubsubIO (#32037)
add e3e44544577 [#32085][prism] Fix session windowing. (#32086)
add 0a42afa9f5c [prism] Use non-deprecated docker types in environment. (#32092)
add 9b564ef925b Exclude a not yet implemented pandas op from dataframe tests. (#32066)
add eeddc6924c3 Bump google.golang.org/grpc from 1.64.0 to 1.65.0 in /sdks (#31824)
add 99672af7fe1 Bump torch from 1.13.1 to 2.2.0 in /sdks/python/apache_beam/examples/ml-orchestration/kfp/components/train (#31983)
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 22 +--
.../kafkatopubsub/transforms/FormatTransform.java | 5 +-
.../streaming/io/StreamingImpulseSource.java | 5 +-
.../runners/flink/FlinkJobServerDriverTest.java | 12 +-
.../FlinkPipelineExecutionEnvironmentTest.java | 4 +-
.../beam/runners/flink/FlinkSubmissionTest.java | 4 +-
.../streaming/ExecutableStageDoFnOperatorTest.java | 9 +-
.../wrappers/streaming/FlinkKeyUtilsTest.java | 4 +-
.../dataflow/DataflowPipelineTranslator.java | 7 +-
.../beam/runners/dataflow/worker/graph/Nodes.java | 6 +-
.../worker/GroupingShuffleEntryIteratorTest.java | 7 +-
.../windmill/state/WindmillStateInternalsTest.java | 11 +-
.../windmill/state/WindmillStateReaderTest.java | 8 +-
.../artifact/ArtifactStagingService.java | 4 +-
.../fnexecution/state/StateRequestHandlers.java | 5 +-
.../artifact/ArtifactRetrievalServiceTest.java | 4 +-
.../portability/testing/TestUniversalRunner.java | 5 +-
runners/prism/java/build.gradle | 1 +
.../beam/runners/prism/PrismArtifactStager.java | 173 +++++++++++++++++++++
.../runners/prism/PrismArtifactStagerTest.java | 143 +++++++++++++++++
sdks/go.mod | 27 ++--
sdks/go.sum | 83 +++++++---
.../beam/runners/prism/internal/environments.go | 8 +-
.../beam/runners/prism/internal/handlerunner.go | 24 +--
.../main/resources/beam/checkstyle/checkstyle.xml | 8 +
.../java/org/apache/beam/sdk/metrics/Lineage.java | 43 ++++-
.../providers/LoggingTransformProvider.java | 4 +-
.../sdk/transforms/errorhandling/BadRecord.java | 6 +-
.../reflect/ByteBuddyOnTimerInvokerFactory.java | 6 +-
.../transforms/resourcehints/ResourceHints.java | 8 +-
.../beam/sdk/coders/StructuralByteArrayTest.java | 10 +-
.../org/apache/beam/sdk/io/FileBasedSinkTest.java | 2 +-
.../java/org/apache/beam/sdk/io/FileIOTest.java | 6 +-
.../org/apache/beam/sdk/io/TFRecordIOTest.java | 7 +-
.../org/apache/beam/sdk/io/TextIOReadTest.java | 8 +-
.../org/apache/beam/sdk/io/TextIOWriteTest.java | 6 +-
.../beam/sdk/io/TextRowCountEstimatorTest.java | 10 +-
.../org/apache/beam/sdk/io/WriteFilesTest.java | 5 +-
.../sdk/options/PipelineOptionsFactoryTest.java | 24 +--
.../beam/sdk/schemas/SchemaTranslationTest.java | 5 +-
.../BufferedElementCountingOutputStreamTest.java | 6 +-
.../sdk/util/ExposedByteArrayInputStreamTest.java | 6 +-
.../sdk/util/ExposedByteArrayOutputStreamTest.java | 4 +-
.../beam/sdk/util/SerializableUtilsTest.java | 4 +-
.../expansion/service/ExpansionServiceTest.java | 4 +-
.../avro/AvroGenericCoderTranslator.java | 6 +-
.../beam/sdk/extensions/avro/io/AvroIOTest.java | 6 +-
.../extensions/python/PythonExternalTransform.java | 5 +-
.../beam/sdk/extensions/python/PythonService.java | 5 +-
sdks/java/extensions/sql/jdbc/build.gradle | 2 +-
.../beam/sdk/extensions/sql/jdbc/BeamSqlLine.java | 6 +-
.../meta/provider/text/TextTableProviderTest.java | 20 ++-
.../beam/sdk/io/clickhouse/ClickHouseWriter.java | 4 +-
.../io/contextualtextio/ContextualTextIOTest.java | 16 +-
sdks/java/io/google-cloud-platform/build.gradle | 4 +
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 14 ++
.../beam/sdk/io/gcp/bigtable/BigtableService.java | 6 +
.../sdk/io/gcp/bigtable/BigtableServiceImpl.java | 22 +++
.../beam/sdk/io/gcp/pubsub/PubsubClient.java | 28 ++++
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 9 ++
.../sdk/io/gcp/pubsub/PubsubUnboundedSink.java | 13 ++
.../sdk/io/gcp/pubsub/PubsubUnboundedSource.java | 14 ++
.../beam/sdk/io/gcp/spanner/SpannerSchema.java | 3 +
.../sdk/io/gcp/bigquery/BigQueryIOReadTest.java | 23 +--
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 13 +-
.../beam/sdk/io/gcp/bigtable/BigtableReadIT.java | 21 ++-
.../beam/sdk/io/gcp/bigtable/BigtableWriteIT.java | 18 ++-
.../beam/sdk/io/gcp/pubsub/PubsubClientTest.java | 2 +
.../beam/sdk/io/gcp/pubsub/PubsubIOTest.java | 3 +
.../PubsubReadSchemaTransformProviderTest.java | 6 +-
.../beam/sdk/io/gcp/spanner/SpannerSchemaTest.java | 4 +-
.../beam/sdk/io/kafka/ReadFromKafkaDoFnTest.java | 6 +-
.../org/apache/beam/sdk/tpcds/QueryReader.java | 4 +-
.../apache/beam/sdk/tpcds/SqlTransformRunner.java | 4 +-
.../beam/sdk/tpcds/TableSchemaJSONLoader.java | 4 +-
.../launcher/TransformServiceLauncherTest.java | 10 +-
.../apache_beam/dataframe/pandas_doctests_test.py | 1 +
.../kfp/components/train/requirements.txt | 2 +-
.../runners/portability/prism_runner_test.py | 22 +++
sdks/python/setup.py | 2 +-
website/www/site/config.toml | 2 +-
website/www/site/content/en/blog/beam-2.58.0.md | 130 ++++++++++++++++
.../www/site/content/en/get-started/downloads.md | 13 +-
83 files changed, 961 insertions(+), 275 deletions(-)
create mode 100644 runners/prism/java/src/main/java/org/apache/beam/runners/prism/PrismArtifactStager.java
create mode 100644 runners/prism/java/src/test/java/org/apache/beam/runners/prism/PrismArtifactStagerTest.java
create mode 100644 website/www/site/content/en/blog/beam-2.58.0.md