You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by da...@apache.org on 2022/12/09 16:02:53 UTC
[beam] branch master updated (f57c7b94a7a -> 816f3515c4a)
This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from f57c7b94a7a Restrict tox to be in 3.x version (#24601)
add 816f3515c4a [Playground] support for Kafka-enabled examples (#24459)
No new revisions were added by this update.
Summary of changes:
.github/workflows/playground_examples_ci.yml | 2 +-
.../workflows/playground_examples_ci_reusable.yml | 18 +-
.../workflows/tour_of_beam_backend_integration.yml | 2 +-
build.gradle.kts | 4 +
.../apache/beam/examples/KafkaWordCountAvro.java | 120 ++
.../apache/beam/examples/KafkaWordCountJson.java | 120 ++
playground/api/v1/api.proto | 13 +
playground/backend/CONTRIBUTE.md | 30 +-
playground/backend/cmd/server/controller.go | 30 +-
playground/backend/cmd/server/controller_test.go | 85 +-
playground/backend/containers/java/Dockerfile | 26 +-
playground/backend/containers/router/Dockerfile | 19 +-
playground/backend/datasets/CountWords.avro | Bin 0 -> 888 bytes
playground/backend/datasets/CountWords.json | 22 +
playground/backend/go.mod | 53 +-
playground/backend/go.sum | 350 +++-
playground/backend/internal/api/v1/api.pb.go | 1221 +++++++------
playground/backend/internal/api/v1/api_grpc.pb.go | 17 -
.../internal/code_processing/code_processing.go | 25 +-
.../code_processing/code_processing_test.go | 10 +-
.../internal/constants/datastore_constants.go | 1 +
.../internal/constants/emulator_constants.go} | 8 +-
.../backend/internal/db/datastore/datastore_db.go | 74 +-
.../backend/internal/db/dto/precompiled_object.go | 27 +-
.../internal/db/dto/precompiled_object_test.go | 219 +++
playground/backend/internal/db/dto/snippet.go | 10 +
playground/backend/internal/db/entity/snippet.go | 35 +-
playground/backend/internal/db/mapper/mapper.go | 1 +
.../db/mapper/precompiled_object_mapper.go | 63 +-
.../db/mapper/precompiled_object_mapper_test.go | 82 +-
playground/backend/internal/emulators/emulator.go | 106 ++
playground/backend/internal/emulators/kafka.go | 181 ++
.../backend/internal/executors/executor_test.go | 10 +-
playground/backend/internal/fs_tool/fs.go | 6 +-
playground/backend/internal/fs_tool/fs_test.go | 8 +-
.../internal/preparers/go_preparers_test.go | 7 +-
.../backend/internal/preparers/java_preparers.go | 45 +-
.../internal/preparers/java_preparers_test.go | 23 +-
playground/backend/internal/preparers/preparer.go | 14 +-
.../backend/internal/preparers/preparer_test.go | 53 +-
.../internal/preparers/python_preparers_test.go | 10 +-
.../internal/preparers/scio_preparers_test.go | 7 +-
.../internal/setup_tools/builder/setup_builder.go | 13 +-
.../setup_tools/builder/setup_builder_test.go | 26 +-
.../setup_tools/life_cycle/life_cycle_setuper.go | 27 +-
.../life_cycle/life_cycle_setuper_test.go | 12 +-
.../backend/internal/tests/test_data/test_data.go | 29 +-
.../backend/internal/utils/datastore_utils.go | 5 +
playground/backend/internal/utils/file_utils.go | 3 +-
.../backend/internal/utils/file_utils_test.go | 5 +
.../lib/src/api/v1/api.pb.dart | 119 +-
.../lib/src/api/v1/api.pbenum.dart | 35 +-
.../lib/src/api/v1/api.pbgrpc.dart | 20 +-
.../lib/src/api/v1/api.pbjson.dart | 63 +-
playground/infrastructure/api/v1/api_pb2.py | 1889 +++-----------------
playground/infrastructure/cd_helper.py | 7 +-
playground/infrastructure/checker.py | 4 +-
playground/infrastructure/ci_helper.py | 5 +-
playground/infrastructure/config.py | 37 +-
playground/infrastructure/datastore_client.py | 267 +--
playground/infrastructure/grpc_client.py | 8 +-
playground/infrastructure/helper.py | 95 +-
playground/infrastructure/proxy/allow_list.py | 6 +-
.../infrastructure/repository.py | 35 +-
playground/infrastructure/requirements.txt | 1 +
playground/infrastructure/test_datastore_client.py | 43 +-
playground/infrastructure/test_grpc_client.py | 2 +-
playground/infrastructure/test_helper.py | 381 +++-
playground/infrastructure/test_repository.py | 53 +
69 files changed, 3477 insertions(+), 2870 deletions(-)
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/KafkaWordCountAvro.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/KafkaWordCountJson.java
create mode 100755 playground/backend/datasets/CountWords.avro
create mode 100644 playground/backend/datasets/CountWords.json
copy playground/{frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/directory/ignore.txt => backend/internal/constants/emulator_constants.go} (86%)
create mode 100644 playground/backend/internal/db/dto/precompiled_object_test.go
create mode 100644 playground/backend/internal/emulators/emulator.go
create mode 100644 playground/backend/internal/emulators/kafka.go
copy sdks/python/apache_beam/runners/job/utils.py => playground/infrastructure/repository.py (56%)
create mode 100644 playground/infrastructure/test_repository.py