You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2024/03/30 03:47:42 UTC

(beam) branch nightly-refs/heads/master updated (e3fee5156b3 -> fc5df6f261b)

This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git


    from e3fee5156b3 [YAML] Add Partition transform. (#30368)
     add fe2a2246153 Add Ordered Processing PTransform to Java SDK (#30735)
     add 6182f34c59d Change version of Codecov plugin (#30801)
     add f7319a6b6db [YAML] Basic integration testing framework. (#29113)
     add 08253ea8a6e [Dataflow Streaming] Add workToken to thread name for easier debugging (#30786)
     add 87b98f891ca Make GetParser method synchronized, to prevent multiple threads from accessing memoizedParser at the same time (#30756)
     add fc5df6f261b [Python] Update dev SDK container tag for Python SDK (#30803)

No new revisions were added by this update.

Summary of changes:
 .github/trigger_files/beam_PostCommit_Python.json  |   0
 .github/workflows/beam_PreCommit_Java.yml          |   3 +-
 .../beam_PreCommit_Java_GCP_IO_Direct.yml          |   3 +-
 .github/workflows/beam_PreCommit_SQL.yml           |   3 +-
 .../dataflow/worker/util/BoundedQueueExecutor.java |   8 +
 sdks/java/extensions/ordered/build.gradle          |  33 +
 .../beam/sdk/extensions/ordered/EventExaminer.java |  62 ++
 .../beam/sdk/extensions/ordered/MutableState.java  |  42 +
 .../extensions/ordered/OrderedEventProcessor.java  | 675 +++++++++++++++
 .../ordered/OrderedEventProcessorResult.java       | 107 +++
 .../ordered/OrderedProcessingHandler.java          | 220 +++++
 .../ordered/OrderedProcessingStatus.java           | 152 ++++
 .../sdk/extensions/ordered/ProcessingState.java    | 345 ++++++++
 .../sdk/extensions/ordered/UnprocessedEvent.java   | 119 +++
 .../beam/sdk/extensions/ordered/package-info.java  |  23 +
 .../apache/beam/sdk/extensions/ordered/Event.java  |  47 ++
 .../ordered/OrderedEventProcessorTest.java         | 906 +++++++++++++++++++++
 .../StringBufferOrderedProcessingHandler.java      |  42 +
 .../sdk/extensions/ordered/StringBuilderState.java | 152 ++++
 .../extensions/ordered/StringEventExaminer.java    |  46 ++
 .../sdk/extensions/protobuf/DynamicProtoCoder.java |   2 +-
 .../beam/sdk/extensions/protobuf/ProtoCoder.java   |   2 +-
 .../apache_beam/runners/dataflow/internal/names.py |   2 +-
 sdks/python/apache_beam/testing/util.py            |   4 +-
 sdks/python/apache_beam/yaml/integration_tests.py  | 173 ++++
 sdks/python/apache_beam/yaml/tests/bigquery.yaml   |  77 ++
 sdks/python/apache_beam/yaml/tests/csv.yaml        |  47 ++
 sdks/python/apache_beam/yaml/tests/json.yaml       |  47 ++
 sdks/python/apache_beam/yaml/yaml_provider.py      |  12 +
 settings.gradle.kts                                |   1 +
 30 files changed, 3344 insertions(+), 11 deletions(-)
 delete mode 100644 .github/trigger_files/beam_PostCommit_Python.json
 create mode 100644 sdks/java/extensions/ordered/build.gradle
 create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/EventExaminer.java
 create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/MutableState.java
 create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/OrderedEventProcessor.java
 create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/OrderedEventProcessorResult.java
 create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/OrderedProcessingHandler.java
 create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/OrderedProcessingStatus.java
 create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/ProcessingState.java
 create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/UnprocessedEvent.java
 create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/package-info.java
 create mode 100644 sdks/java/extensions/ordered/src/test/java/org/apache/beam/sdk/extensions/ordered/Event.java
 create mode 100644 sdks/java/extensions/ordered/src/test/java/org/apache/beam/sdk/extensions/ordered/OrderedEventProcessorTest.java
 create mode 100644 sdks/java/extensions/ordered/src/test/java/org/apache/beam/sdk/extensions/ordered/StringBufferOrderedProcessingHandler.java
 create mode 100644 sdks/java/extensions/ordered/src/test/java/org/apache/beam/sdk/extensions/ordered/StringBuilderState.java
 create mode 100644 sdks/java/extensions/ordered/src/test/java/org/apache/beam/sdk/extensions/ordered/StringEventExaminer.java
 create mode 100644 sdks/python/apache_beam/yaml/integration_tests.py
 create mode 100644 sdks/python/apache_beam/yaml/tests/bigquery.yaml
 create mode 100644 sdks/python/apache_beam/yaml/tests/csv.yaml
 create mode 100644 sdks/python/apache_beam/yaml/tests/json.yaml