You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by da...@apache.org on 2022/12/09 16:02:53 UTC

[beam] branch master updated (f57c7b94a7a -> 816f3515c4a)

This is an automated email from the ASF dual-hosted git repository.

damccorm pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


    from f57c7b94a7a Restrict tox to be in 3.x version (#24601)
     add 816f3515c4a [Playground] support for Kafka-enabled examples (#24459)

No new revisions were added by this update.

Summary of changes:
 .github/workflows/playground_examples_ci.yml       |    2 +-
 .../workflows/playground_examples_ci_reusable.yml  |   18 +-
 .../workflows/tour_of_beam_backend_integration.yml |    2 +-
 build.gradle.kts                                   |    4 +
 .../apache/beam/examples/KafkaWordCountAvro.java   |  120 ++
 .../apache/beam/examples/KafkaWordCountJson.java   |  120 ++
 playground/api/v1/api.proto                        |   13 +
 playground/backend/CONTRIBUTE.md                   |   30 +-
 playground/backend/cmd/server/controller.go        |   30 +-
 playground/backend/cmd/server/controller_test.go   |   85 +-
 playground/backend/containers/java/Dockerfile      |   26 +-
 playground/backend/containers/router/Dockerfile    |   19 +-
 playground/backend/datasets/CountWords.avro        |  Bin 0 -> 888 bytes
 playground/backend/datasets/CountWords.json        |   22 +
 playground/backend/go.mod                          |   53 +-
 playground/backend/go.sum                          |  350 +++-
 playground/backend/internal/api/v1/api.pb.go       | 1221 +++++++------
 playground/backend/internal/api/v1/api_grpc.pb.go  |   17 -
 .../internal/code_processing/code_processing.go    |   25 +-
 .../code_processing/code_processing_test.go        |   10 +-
 .../internal/constants/datastore_constants.go      |    1 +
 .../internal/constants/emulator_constants.go}      |    8 +-
 .../backend/internal/db/datastore/datastore_db.go  |   74 +-
 .../backend/internal/db/dto/precompiled_object.go  |   27 +-
 .../internal/db/dto/precompiled_object_test.go     |  219 +++
 playground/backend/internal/db/dto/snippet.go      |   10 +
 playground/backend/internal/db/entity/snippet.go   |   35 +-
 playground/backend/internal/db/mapper/mapper.go    |    1 +
 .../db/mapper/precompiled_object_mapper.go         |   63 +-
 .../db/mapper/precompiled_object_mapper_test.go    |   82 +-
 playground/backend/internal/emulators/emulator.go  |  106 ++
 playground/backend/internal/emulators/kafka.go     |  181 ++
 .../backend/internal/executors/executor_test.go    |   10 +-
 playground/backend/internal/fs_tool/fs.go          |    6 +-
 playground/backend/internal/fs_tool/fs_test.go     |    8 +-
 .../internal/preparers/go_preparers_test.go        |    7 +-
 .../backend/internal/preparers/java_preparers.go   |   45 +-
 .../internal/preparers/java_preparers_test.go      |   23 +-
 playground/backend/internal/preparers/preparer.go  |   14 +-
 .../backend/internal/preparers/preparer_test.go    |   53 +-
 .../internal/preparers/python_preparers_test.go    |   10 +-
 .../internal/preparers/scio_preparers_test.go      |    7 +-
 .../internal/setup_tools/builder/setup_builder.go  |   13 +-
 .../setup_tools/builder/setup_builder_test.go      |   26 +-
 .../setup_tools/life_cycle/life_cycle_setuper.go   |   27 +-
 .../life_cycle/life_cycle_setuper_test.go          |   12 +-
 .../backend/internal/tests/test_data/test_data.go  |   29 +-
 .../backend/internal/utils/datastore_utils.go      |    5 +
 playground/backend/internal/utils/file_utils.go    |    3 +-
 .../backend/internal/utils/file_utils_test.go      |    5 +
 .../lib/src/api/v1/api.pb.dart                     |  119 +-
 .../lib/src/api/v1/api.pbenum.dart                 |   35 +-
 .../lib/src/api/v1/api.pbgrpc.dart                 |   20 +-
 .../lib/src/api/v1/api.pbjson.dart                 |   63 +-
 playground/infrastructure/api/v1/api_pb2.py        | 1889 +++-----------------
 playground/infrastructure/cd_helper.py             |    7 +-
 playground/infrastructure/checker.py               |    4 +-
 playground/infrastructure/ci_helper.py             |    5 +-
 playground/infrastructure/config.py                |   37 +-
 playground/infrastructure/datastore_client.py      |  267 +--
 playground/infrastructure/grpc_client.py           |    8 +-
 playground/infrastructure/helper.py                |   95 +-
 playground/infrastructure/proxy/allow_list.py      |    6 +-
 .../infrastructure/repository.py                   |   35 +-
 playground/infrastructure/requirements.txt         |    1 +
 playground/infrastructure/test_datastore_client.py |   43 +-
 playground/infrastructure/test_grpc_client.py      |    2 +-
 playground/infrastructure/test_helper.py           |  381 +++-
 playground/infrastructure/test_repository.py       |   53 +
 69 files changed, 3477 insertions(+), 2870 deletions(-)
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/KafkaWordCountAvro.java
 create mode 100644 examples/java/src/main/java/org/apache/beam/examples/KafkaWordCountJson.java
 create mode 100755 playground/backend/datasets/CountWords.avro
 create mode 100644 playground/backend/datasets/CountWords.json
 copy playground/{frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/directory/ignore.txt => backend/internal/constants/emulator_constants.go} (86%)
 create mode 100644 playground/backend/internal/db/dto/precompiled_object_test.go
 create mode 100644 playground/backend/internal/emulators/emulator.go
 create mode 100644 playground/backend/internal/emulators/kafka.go
 copy sdks/python/apache_beam/runners/job/utils.py => playground/infrastructure/repository.py (56%)
 create mode 100644 playground/infrastructure/test_repository.py