You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ro...@apache.org on 2022/05/06 16:06:57 UTC
[beam] 01/01: Merge pull request #17341 [BEAM-1754] Adds experimental Typescript Beam SDK
This is an automated email from the ASF dual-hosted git repository.
robertwb pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
commit cb68029525411a175031cda4140b3b3a8fded751
Merge: 96309815e34 4e6768b762a
Author: Robert Bradshaw <ro...@gmail.com>
AuthorDate: Fri May 6 09:06:43 2022 -0700
Merge pull request #17341 [BEAM-1754] Adds experimental Typescript Beam SDK
.github/workflows/typescript_tests.yml | 66 +
.gitignore | 3 +
build.gradle.kts | 9 +-
.../beam/model/fnexecution/v1/standard_coders.yaml | 2 +
sdks/typescript/.gitignore | 41 +
sdks/typescript/.prettierignore | 21 +
sdks/typescript/Dockerfile | 40 +
sdks/typescript/README.md | 184 +
sdks/typescript/boot.go | 107 +
sdks/typescript/build_container.sh | 22 +
sdks/typescript/package-lock.json | 3922 ++++++++++
sdks/typescript/package.json | 45 +
sdks/typescript/src/apache_beam/coders/coders.ts | 142 +
.../typescript/src/apache_beam/coders/js_coders.ts | 155 +
.../src/apache_beam/coders/required_coders.ts | 644 ++
.../typescript/src/apache_beam/coders/row_coder.ts | 391 +
.../src/apache_beam/coders/standard_coders.ts | 236 +
.../src/apache_beam/examples/wordcount.ts | 64 +
.../src/apache_beam/examples/wordcount_sql.ts | 54 +
.../src/apache_beam/examples/wordcount_textio.ts | 63 +
sdks/typescript/src/apache_beam/index.ts | 21 +
.../src/apache_beam/internal/environments.ts | 91 +
.../src/apache_beam/internal/pipeline.ts | 341 +
.../src/apache_beam/internal/serialize.ts | 58 +
sdks/typescript/src/apache_beam/internal/urns.ts | 42 +
sdks/typescript/src/apache_beam/io/textio.ts | 46 +
.../src/apache_beam/options/pipeline_options.ts | 19 +
sdks/typescript/src/apache_beam/proto/README.md | 24 +
.../apache_beam/proto/beam_artifact_api.client.ts | 257 +
.../proto/beam_artifact_api.grpc-client.ts | 267 +
.../src/apache_beam/proto/beam_artifact_api.ts | 1389 ++++
.../apache_beam/proto/beam_expansion_api.client.ts | 64 +
.../proto/beam_expansion_api.grpc-client.ts | 65 +
.../src/apache_beam/proto/beam_expansion_api.ts | 236 +
.../src/apache_beam/proto/beam_fn_api.client.ts | 306 +
.../apache_beam/proto/beam_fn_api.grpc-client.ts | 317 +
.../apache_beam/proto/beam_fn_api.grpc-server.ts | 304 +
.../src/apache_beam/proto/beam_fn_api.ts | 5163 +++++++++++++
.../src/apache_beam/proto/beam_job_api.client.ts | 222 +
.../apache_beam/proto/beam_job_api.grpc-client.ts | 245 +
.../src/apache_beam/proto/beam_job_api.ts | 1737 +++++
.../apache_beam/proto/beam_provision_api.client.ts | 72 +
.../proto/beam_provision_api.grpc-client.ts | 73 +
.../proto/beam_provision_api.grpc-server.ts | 67 +
.../src/apache_beam/proto/beam_provision_api.ts | 342 +
.../apache_beam/proto/beam_runner_api.client.ts | 64 +
.../proto/beam_runner_api.grpc-client.ts | 63 +
.../proto/beam_runner_api.grpc-server.ts | 63 +
.../src/apache_beam/proto/beam_runner_api.ts | 8149 ++++++++++++++++++++
sdks/typescript/src/apache_beam/proto/endpoints.ts | 185 +
.../src/apache_beam/proto/external_transforms.ts | 378 +
.../typescript/src/apache_beam/proto/gen_protos.sh | 46 +
.../proto/google/protobuf/descriptor.ts | 3445 +++++++++
.../apache_beam/proto/google/protobuf/duration.ts | 231 +
.../apache_beam/proto/google/protobuf/struct.ts | 480 ++
.../apache_beam/proto/google/protobuf/timestamp.ts | 290 +
sdks/typescript/src/apache_beam/proto/metrics.ts | 876 +++
sdks/typescript/src/apache_beam/proto/schema.ts | 1568 ++++
.../src/apache_beam/proto/standard_window_fns.ts | 358 +
sdks/typescript/src/apache_beam/pvalue.ts | 289 +
.../src/apache_beam/runners/artifacts.ts | 205 +
.../src/apache_beam/runners/direct_runner.ts | 482 ++
.../apache_beam/runners/portable_runner/runner.ts | 213 +
sdks/typescript/src/apache_beam/runners/runner.ts | 73 +
sdks/typescript/src/apache_beam/serialization.ts | 102 +
sdks/typescript/src/apache_beam/testing/assert.ts | 96 +
.../apache_beam/testing/proto_printing_runner.ts | 31 +
.../src/apache_beam/transforms/combiners.ts | 71 +
.../src/apache_beam/transforms/create.ts | 50 +
.../src/apache_beam/transforms/external.ts | 342 +
.../src/apache_beam/transforms/flatten.ts | 44 +
.../apache_beam/transforms/group_and_combine.ts | 336 +
.../typescript/src/apache_beam/transforms/index.ts | 29 +
.../src/apache_beam/transforms/internal.ts | 184 +
.../typescript/src/apache_beam/transforms/pardo.ts | 370 +
sdks/typescript/src/apache_beam/transforms/sql.ts | 99 +
.../src/apache_beam/transforms/transform.ts | 116 +
.../src/apache_beam/transforms/window.ts | 142 +
.../src/apache_beam/transforms/windowings.ts | 141 +
sdks/typescript/src/apache_beam/utils/service.ts | 258 +
sdks/typescript/src/apache_beam/values.ts | 69 +
sdks/typescript/src/apache_beam/version.ts | 23 +
sdks/typescript/src/apache_beam/worker/data.ts | 238 +
.../apache_beam/worker/external_worker_service.ts | 115 +
.../typescript/src/apache_beam/worker/operators.ts | 621 ++
.../src/apache_beam/worker/pardo_context.ts | 253 +
sdks/typescript/src/apache_beam/worker/state.ts | 247 +
sdks/typescript/src/apache_beam/worker/worker.ts | 372 +
.../src/apache_beam/worker/worker_main.ts | 102 +
sdks/typescript/test/combine_test.ts | 275 +
sdks/typescript/test/js_coders_test.ts | 182 +
sdks/typescript/test/primitives_test.ts | 229 +
sdks/typescript/test/row_coder_test.ts | 80 +
sdks/typescript/test/serialize_test.ts | 68 +
sdks/typescript/test/standard_coders_test.ts | 241 +
sdks/typescript/test/wordcount.ts | 92 +
sdks/typescript/test/worker_test.ts | 250 +
sdks/typescript/tsconfig.json | 28 +
98 files changed, 41332 insertions(+), 1 deletion(-)