You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2024/08/07 05:59:28 UTC

(beam) branch nightly-refs/heads/master updated (fb49e9644a4 -> 99672af7fe1)

This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git


    from fb49e9644a4 Fix load test dataproc cluster name exceeded allowed length (#32062)
     add c60623524ae Beam Website Updates for 2.58.0 Release (#31925)
     add d09c3237c8a Added support for the TOKENLIST type in Spanner (#32038)
     add e9b5dc69532 Enforce java.nio.charset.StandardCharsets against guava Charsets (#32083)
     add 99a23830037 Enable artifact staging during Prism Runner lifecycle (#32084)
     add 741facf0099 Bump github.com/docker/docker in /sdks (#32046)
     add 5ab908b984d Add Lineage metrics for BigtableIO (#32068)
     add 17283bb8294 Add Lineage metrics to PubsubIO (#32037)
     add e3e44544577 [#32085][prism] Fix session windowing. (#32086)
     add 0a42afa9f5c [prism] Use non-deprecated docker types in environment. (#32092)
     add 9b564ef925b Exclude a not yet implemented pandas op from dataframe tests. (#32066)
     add eeddc6924c3 Bump google.golang.org/grpc from 1.64.0 to 1.65.0 in /sdks (#31824)
     add 99672af7fe1 Bump torch from 1.13.1 to 2.2.0 in /sdks/python/apache_beam/examples/ml-orchestration/kfp/components/train (#31983)

No new revisions were added by this update.

Summary of changes:
 CHANGES.md                                         |  22 +--
 .../kafkatopubsub/transforms/FormatTransform.java  |   5 +-
 .../streaming/io/StreamingImpulseSource.java       |   5 +-
 .../runners/flink/FlinkJobServerDriverTest.java    |  12 +-
 .../FlinkPipelineExecutionEnvironmentTest.java     |   4 +-
 .../beam/runners/flink/FlinkSubmissionTest.java    |   4 +-
 .../streaming/ExecutableStageDoFnOperatorTest.java |   9 +-
 .../wrappers/streaming/FlinkKeyUtilsTest.java      |   4 +-
 .../dataflow/DataflowPipelineTranslator.java       |   7 +-
 .../beam/runners/dataflow/worker/graph/Nodes.java  |   6 +-
 .../worker/GroupingShuffleEntryIteratorTest.java   |   7 +-
 .../windmill/state/WindmillStateInternalsTest.java |  11 +-
 .../windmill/state/WindmillStateReaderTest.java    |   8 +-
 .../artifact/ArtifactStagingService.java           |   4 +-
 .../fnexecution/state/StateRequestHandlers.java    |   5 +-
 .../artifact/ArtifactRetrievalServiceTest.java     |   4 +-
 .../portability/testing/TestUniversalRunner.java   |   5 +-
 runners/prism/java/build.gradle                    |   1 +
 .../beam/runners/prism/PrismArtifactStager.java    | 173 +++++++++++++++++++++
 .../runners/prism/PrismArtifactStagerTest.java     | 143 +++++++++++++++++
 sdks/go.mod                                        |  27 ++--
 sdks/go.sum                                        |  83 +++++++---
 .../beam/runners/prism/internal/environments.go    |   8 +-
 .../beam/runners/prism/internal/handlerunner.go    |  24 +--
 .../main/resources/beam/checkstyle/checkstyle.xml  |   8 +
 .../java/org/apache/beam/sdk/metrics/Lineage.java  |  43 ++++-
 .../providers/LoggingTransformProvider.java        |   4 +-
 .../sdk/transforms/errorhandling/BadRecord.java    |   6 +-
 .../reflect/ByteBuddyOnTimerInvokerFactory.java    |   6 +-
 .../transforms/resourcehints/ResourceHints.java    |   8 +-
 .../beam/sdk/coders/StructuralByteArrayTest.java   |  10 +-
 .../org/apache/beam/sdk/io/FileBasedSinkTest.java  |   2 +-
 .../java/org/apache/beam/sdk/io/FileIOTest.java    |   6 +-
 .../org/apache/beam/sdk/io/TFRecordIOTest.java     |   7 +-
 .../org/apache/beam/sdk/io/TextIOReadTest.java     |   8 +-
 .../org/apache/beam/sdk/io/TextIOWriteTest.java    |   6 +-
 .../beam/sdk/io/TextRowCountEstimatorTest.java     |  10 +-
 .../org/apache/beam/sdk/io/WriteFilesTest.java     |   5 +-
 .../sdk/options/PipelineOptionsFactoryTest.java    |  24 +--
 .../beam/sdk/schemas/SchemaTranslationTest.java    |   5 +-
 .../BufferedElementCountingOutputStreamTest.java   |   6 +-
 .../sdk/util/ExposedByteArrayInputStreamTest.java  |   6 +-
 .../sdk/util/ExposedByteArrayOutputStreamTest.java |   4 +-
 .../beam/sdk/util/SerializableUtilsTest.java       |   4 +-
 .../expansion/service/ExpansionServiceTest.java    |   4 +-
 .../avro/AvroGenericCoderTranslator.java           |   6 +-
 .../beam/sdk/extensions/avro/io/AvroIOTest.java    |   6 +-
 .../extensions/python/PythonExternalTransform.java |   5 +-
 .../beam/sdk/extensions/python/PythonService.java  |   5 +-
 sdks/java/extensions/sql/jdbc/build.gradle         |   2 +-
 .../beam/sdk/extensions/sql/jdbc/BeamSqlLine.java  |   6 +-
 .../meta/provider/text/TextTableProviderTest.java  |  20 ++-
 .../beam/sdk/io/clickhouse/ClickHouseWriter.java   |   4 +-
 .../io/contextualtextio/ContextualTextIOTest.java  |  16 +-
 sdks/java/io/google-cloud-platform/build.gradle    |   4 +
 .../beam/sdk/io/gcp/bigtable/BigtableIO.java       |  14 ++
 .../beam/sdk/io/gcp/bigtable/BigtableService.java  |   6 +
 .../sdk/io/gcp/bigtable/BigtableServiceImpl.java   |  22 +++
 .../beam/sdk/io/gcp/pubsub/PubsubClient.java       |  28 ++++
 .../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java    |   9 ++
 .../sdk/io/gcp/pubsub/PubsubUnboundedSink.java     |  13 ++
 .../sdk/io/gcp/pubsub/PubsubUnboundedSource.java   |  14 ++
 .../beam/sdk/io/gcp/spanner/SpannerSchema.java     |   3 +
 .../sdk/io/gcp/bigquery/BigQueryIOReadTest.java    |  23 +--
 .../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java   |  13 +-
 .../beam/sdk/io/gcp/bigtable/BigtableReadIT.java   |  21 ++-
 .../beam/sdk/io/gcp/bigtable/BigtableWriteIT.java  |  18 ++-
 .../beam/sdk/io/gcp/pubsub/PubsubClientTest.java   |   2 +
 .../beam/sdk/io/gcp/pubsub/PubsubIOTest.java       |   3 +
 .../PubsubReadSchemaTransformProviderTest.java     |   6 +-
 .../beam/sdk/io/gcp/spanner/SpannerSchemaTest.java |   4 +-
 .../beam/sdk/io/kafka/ReadFromKafkaDoFnTest.java   |   6 +-
 .../org/apache/beam/sdk/tpcds/QueryReader.java     |   4 +-
 .../apache/beam/sdk/tpcds/SqlTransformRunner.java  |   4 +-
 .../beam/sdk/tpcds/TableSchemaJSONLoader.java      |   4 +-
 .../launcher/TransformServiceLauncherTest.java     |  10 +-
 .../apache_beam/dataframe/pandas_doctests_test.py  |   1 +
 .../kfp/components/train/requirements.txt          |   2 +-
 .../runners/portability/prism_runner_test.py       |  22 +++
 sdks/python/setup.py                               |   2 +-
 website/www/site/config.toml                       |   2 +-
 website/www/site/content/en/blog/beam-2.58.0.md    | 130 ++++++++++++++++
 .../www/site/content/en/get-started/downloads.md   |  13 +-
 83 files changed, 961 insertions(+), 275 deletions(-)
 create mode 100644 runners/prism/java/src/main/java/org/apache/beam/runners/prism/PrismArtifactStager.java
 create mode 100644 runners/prism/java/src/test/java/org/apache/beam/runners/prism/PrismArtifactStagerTest.java
 create mode 100644 website/www/site/content/en/blog/beam-2.58.0.md