You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/09/21 05:48:26 UTC
[beam] branch nightly-refs/heads/master updated (5520fe064fc -> d578e3df7c9)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 5520fe064fc Enable verbose output for RAT Precommit (#23279)
add 5d6bb493357 Bump google.golang.org/api from 0.95.0 to 0.96.0 in /sdks (#23246)
add 118454dded3 [Go SDK] Add timer coder support (#23222)
add 485b94356fd Fix wrong comment (#23272)
add 2a34d0cfa23 Revert "Trying out property-based tests for Beam python coders (#22233)"
add cb5230ac147 Merge pull request #23265 from pabloem/rv-pbt
add 83e8c328339 [Playground] [Backend] Cache component for playground examples (#22869)
add 98589f259d4 [BEAM-13416] Introduce Schema provider for AWS models and deprecate low level coders (#16947)
add d578e3df7c9 [BEAM-14378] [CdapIO] SparkReceiverIO Read via SDF (#17828)
No new revisions were added by this update.
Summary of changes:
playground/backend/build.gradle.kts | 20 ++
playground/backend/internal/cache/cache.go | 16 +-
.../backend/internal/cache/local/local_cache.go | 84 +++--
.../internal/cache/local/local_cache_test.go | 93 +++++-
.../backend/internal/cache/redis/redis_cache.go | 40 ++-
.../internal/cache/redis/redis_cache_test.go | 101 +++++-
.../backend/internal/components/cache_component.go | 109 +++++++
.../internal/components/cache_component_test.go | 332 +++++++++++++++++++
.../internal/db/datastore/datastore_db_test.go | 13 +-
playground/backend/internal/db/entity/snippet.go | 30 +-
.../backend/internal/db/entity/snippet_test.go | 11 +-
.../backend/internal/utils/datastore_utils.go | 4 +-
sdks/go.mod | 6 +-
sdks/go.sum | 11 +-
sdks/go/pkg/beam/core/graph/coder/coder.go | 12 +-
sdks/go/pkg/beam/core/runtime/exec/coder.go | 101 +++++-
sdks/go/pkg/beam/core/runtime/exec/coder_test.go | 20 --
sdks/go/pkg/beam/core/runtime/exec/timers_test.go | 96 ++++++
sdks/go/pkg/beam/core/runtime/graphx/coder.go | 14 +-
sdks/go/pkg/beam/core/typex/class.go | 2 +-
sdks/go/pkg/beam/core/typex/fulltype.go | 2 +
sdks/go/pkg/beam/core/typex/special.go | 20 ++
sdks/go/pkg/beam/runners/direct/gbk.go | 2 +-
.../go/test/regression/coders/fromyaml/fromyaml.go | 83 ++++-
sdks/java/io/amazon-web-services2/build.gradle | 1 +
.../apache/beam/sdk/io/aws2/coders/AwsCoders.java | 9 +-
.../AwsBuilderFactory.java} | 28 +-
.../sdk/io/aws2/schemas/AwsSchemaProvider.java | 219 +++++++++++++
.../AwsSchemaRegistrar.java} | 19 +-
.../beam/sdk/io/aws2/schemas/AwsSchemaUtils.java | 130 ++++++++
.../apache/beam/sdk/io/aws2/schemas/AwsTypes.java | 297 +++++++++++++++++
.../beam/sdk/io/aws2/schemas/package-info.java | 24 ++
.../sdk/io/aws2/sns/PublishResponseCoders.java | 7 +-
.../sdk/io/aws2/sns/SnsCoderProviderRegistrar.java | 39 ---
.../org/apache/beam/sdk/io/aws2/sns/SnsIO.java | 19 +-
.../beam/sdk/io/aws2/sns/SnsResponseCoder.java | 7 +-
.../apache/beam/sdk/io/aws2/sqs/MessageCoder.java | 50 ---
.../sdk/io/aws2/sqs/SendMessageRequestCoder.java | 51 ---
.../sdk/io/aws2/schemas/AwsSchemaProviderTest.java | 361 +++++++++++++++++++++
.../sdk/io/aws2/schemas/AwsSchemaUtilsTest.java} | 30 +-
.../apache/beam/sdk/io/aws2/schemas/Sample.java | 341 +++++++++++++++++++
.../org/apache/beam/sdk/io/aws2/sns/SnsIOTest.java | 2 +
sdks/java/io/sparkreceiver/build.gradle | 8 +
.../ReadFromSparkReceiverWithOffsetDoFn.java | 223 +++++++++++++
.../beam/sdk/io/sparkreceiver/SparkConsumer.java | 38 +++
.../beam/sdk/io/sparkreceiver/SparkReceiverIO.java | 166 ++++++++++
.../sdk/io/sparkreceiver/WrappedSupervisor.java | 15 +-
.../io/sparkreceiver/CustomReceiverWithOffset.java | 91 ++++++
.../sdk/io/sparkreceiver/SparkReceiverIOTest.java | 156 +++++++++
.../coders/coders_property_based_test.py | 156 ---------
sdks/python/setup.py | 1 -
51 files changed, 3247 insertions(+), 463 deletions(-)
create mode 100644 playground/backend/internal/components/cache_component.go
create mode 100644 playground/backend/internal/components/cache_component_test.go
create mode 100644 sdks/go/pkg/beam/core/runtime/exec/timers_test.go
copy sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/{sqs/MessageCoderRegistrar.java => schemas/AwsBuilderFactory.java} (50%)
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/schemas/AwsSchemaProvider.java
rename sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/{sqs/MessageCoderRegistrar.java => schemas/AwsSchemaRegistrar.java} (59%)
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/schemas/AwsSchemaUtils.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/schemas/AwsTypes.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/schemas/package-info.java
delete mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/sns/SnsCoderProviderRegistrar.java
delete mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/sqs/MessageCoder.java
delete mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/sqs/SendMessageRequestCoder.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/schemas/AwsSchemaProviderTest.java
rename sdks/java/io/amazon-web-services2/src/{main/java/org/apache/beam/sdk/io/aws2/sqs/SendMessageRequestCoderRegistrar.java => test/java/org/apache/beam/sdk/io/aws2/schemas/AwsSchemaUtilsTest.java} (51%)
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/schemas/Sample.java
create mode 100644 sdks/java/io/sparkreceiver/src/main/java/org/apache/beam/sdk/io/sparkreceiver/ReadFromSparkReceiverWithOffsetDoFn.java
create mode 100644 sdks/java/io/sparkreceiver/src/main/java/org/apache/beam/sdk/io/sparkreceiver/SparkConsumer.java
create mode 100644 sdks/java/io/sparkreceiver/src/main/java/org/apache/beam/sdk/io/sparkreceiver/SparkReceiverIO.java
create mode 100644 sdks/java/io/sparkreceiver/src/test/java/org/apache/beam/sdk/io/sparkreceiver/CustomReceiverWithOffset.java
create mode 100644 sdks/java/io/sparkreceiver/src/test/java/org/apache/beam/sdk/io/sparkreceiver/SparkReceiverIOTest.java
delete mode 100644 sdks/python/apache_beam/coders/coders_property_based_test.py