You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/08/30 04:48:01 UTC
[beam] branch nightly-refs/heads/master updated (e9089dd9963 -> 4844af152ff)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from e9089dd9963 [BEAM-12164] Feat: Added support to Cloud Spanner Change Streams connector for including transaction tags in the Change Stream records (#22769)
add 4a66829f062 Add set state in Go (#22919)
add 9ca1f7acd5c Go Map State integration test (#22898)
add 90baef11b68 Add clear function for bag state types (#22917)
add 9e3b647a51d [BEAM-22923] Allow sharding specification for dataframe writes.
add 2a2ca303566 Merge pull request #22925 [BEAM-22923] Allow sharding specification for dataframe writes.
add e83192c4fe5 [Playground] Update build_playground_backend.yml - add "Index creation" in backend pipeline (#22724)
add 70893ca40bf [Playground] [Backend] added SDK validation to save a code snippet (#22792)
add b68d38e32c2 Fix linting violations (#22934)
add dbc6a466660 [akvelon][tour-of-beam] backend bootstraps (#22556)
add 4ae54b2e1e2 Bump up postcommit timeout (#22937)
add 7cc48e9dc3f Handle stateful windows correctly + integration test (#22918)
add fa0a8d8f5aa Support Timestamp type in xlang JDBC Read and Write
add 9830cfb504d change urn name to millis_instant:v1
add 711909dd70c Add standard_coders test
add 33595f0c257 Apply suggestions from code review
add e40ece19069 Fix Java standard coder test
add b0484e792bc Fix logical type with same language type gets completely hidden introduced in #22679
add 45cf3c42253 Support Timestamp type in xlang JDBC Read and Write (#22561)
add a60105abb50 Automatically infer state keys from their field name (#22922)
add 4844af152ff Updates to multi-lang Java quickstart (#22927)
No new revisions were added by this update.
Summary of changes:
.github/workflows/build_playground_backend.yml | 6 +
.github/workflows/tour_of_beam_backend.yml | 58 ++
CHANGES.md | 2 +
build.gradle.kts | 8 +
examples/multi-language/build.gradle | 1 +
learning/tour-of-beam/backend/README.md | 56 ++
.../tour-of-beam/backend/cmd/ci_cd/ci_cd.go | 44 +-
.../tour-of-beam/backend/cmd/main.go | 22 +-
learning/tour-of-beam/backend/docker-compose.yml | 26 +
learning/tour-of-beam/backend/function.go | 109 ++++
.../tour-of-beam/backend/go.mod | 18 +-
learning/tour-of-beam/backend/go.sum | 688 +++++++++++++++++++++
learning/tour-of-beam/backend/internal/entity.go | 69 +++
.../backend/internal/fs_content/builders.go | 35 +-
.../backend/internal/fs_content/load.go | 210 +++++++
.../backend/internal/fs_content/load_test.go | 79 +++
.../backend/internal/fs_content/yaml.go | 81 +++
.../tour-of-beam/backend/internal/json.go | 21 +-
.../tour-of-beam/backend/internal/sdk.go | 41 +-
learning/tour-of-beam/backend/internal/sdk_test.go | 59 ++
.../backend/internal/service/content.go | 24 +-
.../tour-of-beam/backend/internal/service/mock.go | 48 ++
.../backend/internal/storage/adapter.go | 146 +++++
.../backend/internal/storage/datastore.go | 231 +++++++
.../tour-of-beam/backend/internal/storage/iface.go | 13 +-
.../backend/internal/storage/image/Dockerfile | 32 +
.../backend/internal/storage/image/index.yaml | 29 +
.../internal/storage/image/start-datastore.sh | 61 ++
.../backend/internal/storage/schema.go | 99 +++
.../backend/samples/api/get_content_tree.json | 41 ++
.../backend/samples/api/get_unit_content.json | 10 +
.../learning-content/java/content-info.yaml | 4 +
.../java/module 1/module-info.yaml | 7 +
.../java/module 1/unit-challenge/description.md | 3 +
.../java/module 1/unit-challenge/hint1.md | 3 +
.../java/module 1/unit-challenge/hint2.md | 3 +
.../java/module 1/unit-challenge/unit-info.yaml | 5 +
.../java/module 1/unit-example/unit-info.yaml | 3 +
.../java/module 2/module-info.yaml | 7 +
.../java/module 2/unit-challenge/description.md | 3 +
.../java/module 2/unit-challenge/hint1.md | 3 +
.../java/module 2/unit-challenge/hint2.md | 3 +
.../java/module 2/unit-challenge/unit-info.yaml | 5 +
.../java/module 2/unit-example/unit-info.yaml | 3 +
.../learning-content/python/content-info.yaml | 3 +
.../python/module 1/group/group-info.yaml | 7 +
.../module 1/group/unit-challenge/description.md | 3 +
.../python/module 1/group/unit-challenge/hint1.md | 3 +
.../python/module 1/group/unit-challenge/hint2.md | 3 +
.../module 1/group/unit-challenge/unit-info.yaml | 5 +
.../module 1/group/unit-example/unit-info.yaml | 3 +
.../python/module 1/intro-unit/unit-info.yaml | 3 +
.../python/module 1/module-info.yaml | 7 +
.../learning-content_empty/java/content-info.yaml | 2 +
.../python/content-info.yaml | 2 +
.../beam/model/fnexecution/v1/standard_coders.yaml | 9 +-
.../org/apache/beam/model/pipeline/v1/schema.proto | 9 +
playground/backend/cmd/server/controller.go | 7 +-
playground/backend/cmd/server/controller_test.go | 38 +-
playground/backend/cmd/server/server.go | 3 +-
.../backend/internal/db/mapper/datastore_mapper.go | 13 +-
.../internal/db/mapper/datastore_mapper_test.go | 48 +-
playground/backend/internal/db/mapper/mapper.go | 2 +-
playground/backend/internal/utils/file_utils.go | 86 ++-
.../backend/internal/utils/file_utils_test.go | 26 +-
playground/index.yaml | 21 +
.../runners/fnexecution/wire/CommonCoderTest.java | 5 +-
sdks/go/pkg/beam/core/graph/fn.go | 19 +-
sdks/go/pkg/beam/core/graph/fn_test.go | 13 +-
sdks/go/pkg/beam/core/runtime/exec/fullvalue.go | 4 +-
sdks/go/pkg/beam/core/runtime/exec/pardo.go | 11 +-
.../pkg/beam/core/runtime/exec/sideinput_test.go | 10 +-
sdks/go/pkg/beam/core/runtime/exec/translate.go | 18 +-
sdks/go/pkg/beam/core/runtime/exec/userstate.go | 37 +-
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 35 +-
sdks/go/pkg/beam/core/state/state.go | 165 ++++-
sdks/go/pkg/beam/core/state/state_test.go | 334 +++++++++-
sdks/go/pkg/beam/pardo.go | 14 +-
sdks/go/test/integration/integration.go | 15 +-
sdks/go/test/integration/primitives/state.go | 152 ++++-
sdks/go/test/integration/primitives/state_test.go | 20 +
.../go/test/regression/coders/fromyaml/fromyaml.go | 1 +
sdks/go/test/run_validatesrunner_tests.sh | 2 +-
.../apache/beam/sdk/schemas/SchemaTranslation.java | 11 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcUtil.java | 13 +
sdks/python/apache_beam/coders/row_coder.py | 10 +-
sdks/python/apache_beam/dataframe/io.py | 9 +-
sdks/python/apache_beam/dataframe/io_test.py | 12 +
.../io/external/xlang_jdbcio_it_test.py | 58 +-
sdks/python/apache_beam/io/fileio.py | 9 +
sdks/python/apache_beam/portability/common_urns.py | 1 +
sdks/python/apache_beam/typehints/schemas.py | 52 +-
.../sdks/java-multi-language-pipelines.md | 60 +-
93 files changed, 3565 insertions(+), 247 deletions(-)
create mode 100644 .github/workflows/tour_of_beam_backend.yml
create mode 100644 learning/tour-of-beam/backend/README.md
copy sdks/go/test/integration/primitives/state_test.go => learning/tour-of-beam/backend/cmd/ci_cd/ci_cd.go (50%)
copy playground/backend/internal/db/mapper/mapper.go => learning/tour-of-beam/backend/cmd/main.go (63%)
create mode 100644 learning/tour-of-beam/backend/docker-compose.yml
create mode 100644 learning/tour-of-beam/backend/function.go
copy playground/backend/internal/db/mapper/mapper.go => learning/tour-of-beam/backend/go.mod (72%)
create mode 100644 learning/tour-of-beam/backend/go.sum
create mode 100644 learning/tour-of-beam/backend/internal/entity.go
copy sdks/go/test/integration/primitives/state_test.go => learning/tour-of-beam/backend/internal/fs_content/builders.go (60%)
create mode 100644 learning/tour-of-beam/backend/internal/fs_content/load.go
create mode 100644 learning/tour-of-beam/backend/internal/fs_content/load_test.go
create mode 100644 learning/tour-of-beam/backend/internal/fs_content/yaml.go
copy playground/backend/internal/db/mapper/mapper.go => learning/tour-of-beam/backend/internal/json.go (71%)
copy sdks/go/test/integration/primitives/state_test.go => learning/tour-of-beam/backend/internal/sdk.go (57%)
create mode 100644 learning/tour-of-beam/backend/internal/sdk_test.go
copy sdks/go/test/integration/primitives/state_test.go => learning/tour-of-beam/backend/internal/service/content.go (59%)
create mode 100644 learning/tour-of-beam/backend/internal/service/mock.go
create mode 100644 learning/tour-of-beam/backend/internal/storage/adapter.go
create mode 100644 learning/tour-of-beam/backend/internal/storage/datastore.go
copy playground/backend/internal/db/mapper/mapper.go => learning/tour-of-beam/backend/internal/storage/iface.go (73%)
create mode 100644 learning/tour-of-beam/backend/internal/storage/image/Dockerfile
create mode 100644 learning/tour-of-beam/backend/internal/storage/image/index.yaml
create mode 100755 learning/tour-of-beam/backend/internal/storage/image/start-datastore.sh
create mode 100644 learning/tour-of-beam/backend/internal/storage/schema.go
create mode 100644 learning/tour-of-beam/backend/samples/api/get_content_tree.json
create mode 100644 learning/tour-of-beam/backend/samples/api/get_unit_content.json
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/content-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 1/module-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 1/unit-challenge/description.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 1/unit-challenge/hint1.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 1/unit-challenge/hint2.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 1/unit-challenge/unit-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 1/unit-example/unit-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 2/module-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 2/unit-challenge/description.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 2/unit-challenge/hint1.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 2/unit-challenge/hint2.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 2/unit-challenge/unit-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 2/unit-example/unit-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/content-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/group/group-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/group/unit-challenge/description.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/group/unit-challenge/hint1.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/group/unit-challenge/hint2.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/group/unit-challenge/unit-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/group/unit-example/unit-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/intro-unit/unit-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/module-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content_empty/java/content-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content_empty/python/content-info.yaml
create mode 100644 playground/index.yaml