You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2024/03/30 03:47:42 UTC
(beam) branch nightly-refs/heads/master updated (e3fee5156b3 -> fc5df6f261b)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from e3fee5156b3 [YAML] Add Partition transform. (#30368)
add fe2a2246153 Add Ordered Processing PTransform to Java SDK (#30735)
add 6182f34c59d Change version of Codecov plugin (#30801)
add f7319a6b6db [YAML] Basic integration testing framework. (#29113)
add 08253ea8a6e [Dataflow Streaming] Add workToken to thread name for easier debugging (#30786)
add 87b98f891ca Make GetParser method synchronized, to prevent multiple threads from accessing memoizedParser at the same time (#30756)
add fc5df6f261b [Python] Update dev SDK container tag for Python SDK (#30803)
No new revisions were added by this update.
Summary of changes:
.github/trigger_files/beam_PostCommit_Python.json | 0
.github/workflows/beam_PreCommit_Java.yml | 3 +-
.../beam_PreCommit_Java_GCP_IO_Direct.yml | 3 +-
.github/workflows/beam_PreCommit_SQL.yml | 3 +-
.../dataflow/worker/util/BoundedQueueExecutor.java | 8 +
sdks/java/extensions/ordered/build.gradle | 33 +
.../beam/sdk/extensions/ordered/EventExaminer.java | 62 ++
.../beam/sdk/extensions/ordered/MutableState.java | 42 +
.../extensions/ordered/OrderedEventProcessor.java | 675 +++++++++++++++
.../ordered/OrderedEventProcessorResult.java | 107 +++
.../ordered/OrderedProcessingHandler.java | 220 +++++
.../ordered/OrderedProcessingStatus.java | 152 ++++
.../sdk/extensions/ordered/ProcessingState.java | 345 ++++++++
.../sdk/extensions/ordered/UnprocessedEvent.java | 119 +++
.../beam/sdk/extensions/ordered/package-info.java | 23 +
.../apache/beam/sdk/extensions/ordered/Event.java | 47 ++
.../ordered/OrderedEventProcessorTest.java | 906 +++++++++++++++++++++
.../StringBufferOrderedProcessingHandler.java | 42 +
.../sdk/extensions/ordered/StringBuilderState.java | 152 ++++
.../extensions/ordered/StringEventExaminer.java | 46 ++
.../sdk/extensions/protobuf/DynamicProtoCoder.java | 2 +-
.../beam/sdk/extensions/protobuf/ProtoCoder.java | 2 +-
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
sdks/python/apache_beam/testing/util.py | 4 +-
sdks/python/apache_beam/yaml/integration_tests.py | 173 ++++
sdks/python/apache_beam/yaml/tests/bigquery.yaml | 77 ++
sdks/python/apache_beam/yaml/tests/csv.yaml | 47 ++
sdks/python/apache_beam/yaml/tests/json.yaml | 47 ++
sdks/python/apache_beam/yaml/yaml_provider.py | 12 +
settings.gradle.kts | 1 +
30 files changed, 3344 insertions(+), 11 deletions(-)
delete mode 100644 .github/trigger_files/beam_PostCommit_Python.json
create mode 100644 sdks/java/extensions/ordered/build.gradle
create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/EventExaminer.java
create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/MutableState.java
create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/OrderedEventProcessor.java
create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/OrderedEventProcessorResult.java
create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/OrderedProcessingHandler.java
create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/OrderedProcessingStatus.java
create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/ProcessingState.java
create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/UnprocessedEvent.java
create mode 100644 sdks/java/extensions/ordered/src/main/java/org/apache/beam/sdk/extensions/ordered/package-info.java
create mode 100644 sdks/java/extensions/ordered/src/test/java/org/apache/beam/sdk/extensions/ordered/Event.java
create mode 100644 sdks/java/extensions/ordered/src/test/java/org/apache/beam/sdk/extensions/ordered/OrderedEventProcessorTest.java
create mode 100644 sdks/java/extensions/ordered/src/test/java/org/apache/beam/sdk/extensions/ordered/StringBufferOrderedProcessingHandler.java
create mode 100644 sdks/java/extensions/ordered/src/test/java/org/apache/beam/sdk/extensions/ordered/StringBuilderState.java
create mode 100644 sdks/java/extensions/ordered/src/test/java/org/apache/beam/sdk/extensions/ordered/StringEventExaminer.java
create mode 100644 sdks/python/apache_beam/yaml/integration_tests.py
create mode 100644 sdks/python/apache_beam/yaml/tests/bigquery.yaml
create mode 100644 sdks/python/apache_beam/yaml/tests/csv.yaml
create mode 100644 sdks/python/apache_beam/yaml/tests/json.yaml