You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2023/03/25 00:59:17 UTC
[beam] branch dependabot/gradle/com.diffplug.spotless-spotless-plugin-gradle-6.17.0 updated (52a4de423cf -> d64d92aed6f)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/gradle/com.diffplug.spotless-spotless-plugin-gradle-6.17.0
in repository https://gitbox.apache.org/repos/asf/beam.git
discard 52a4de423cf Bump com.diffplug.spotless:spotless-plugin-gradle from 5.6.1 to 6.17.0
add daaaaafc0e0 [BEAM-14307] Re-Fix Slow Side input pattern bug in sample
add 4189320e49e Merge pull request #25829: [BEAM-14307] Re-Fix Slow Side input pattern bug in sample
add 81517a7fffd Add support for common collections.abc types (#25798)
add 6b18305a625 Improve stage packages race condition by checking if already staged before each try (#25827)
add 6270ec9d014 Bump wazero to v1.0.0-rc.1 (#25691)
add 20510623041 Re-enable Storage Write API tests for Runner v2
add 6f0dfae90be Merge pull request #21814: Re-enable Storage Write API tests for Runner v2
add 8eefbd4e2b5 Drop myself from Java reviewers
add 77d03e952c7 Merge pull request #25800: Drop myself from Java reviewers
add 5ffb2d539f2 Update release docs with problems encountered during release (#25596)
add 4cc0bccdf56 Fix excessive checkStateNotNull in JdbcUtil (#25847)
add 4c45f410247 Bump google.golang.org/api from 0.111.0 to 0.112.0 in /sdks (#25837)
add 99c734db530 Bump github.com/testcontainers/testcontainers-go in /sdks (#25789)
add e2afe3a60cc Use buf to generate protobuf stubs for ToB backend (#25821)
add 9e044312424 Reorganizing the ML content (#25700)
add 7adcb417f8e [Spark Dataset runner] Implement producer-consumer fusion for ParDos (closes #25761) (#25762)
add 3f1f46853da Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks (#25836)
add 720762b76b5 Update google-cloud-recommendations-ai requirement in /sdks/python (#25835)
add 5cb1711c39c Update Protobuf and GCP dependencies in Beam Python SDK (#24599)
add 14ca840f346 Change the type of Samza Runner MaxBundleSize pipeline option to match with Flink Runner (#25854)
add 1879587c01c Bump grpcio-tools from 1.37.0 to 1.51.3 in /sdks/python (#25585)
add 831918f5713 Update sqlalchemy requirement in /sdks/python (#25855)
add eac926878c2 Use autoSharding from config when BigQueryIO.Write is created. (#25862)
add 738825c90fb Revert "Adding support for DLQ for ZetaSQL (#25426)"
add b2222b5e5d0 Merge pull request #25863: Revert "Adding support for DLQ for ZetaSQL (#25426)"
add 213b3ed6bf1 Use self hosted hadoop docker image in hdfsIntegrationTest (#25867)
add cbc1a7661bd Revert "Update sqlalchemy requirement in /sdks/python (#25855)" (#25872)
add b2afbe0b26f Minor fix: move the getattr out of the loop as it is not needed to be inside (#25859)
add 821a77beb00 Multi language/runinference example (#25083)
add d9f81b8592d Upgrade tox from 3.x.x to 4.x.x (#25785)
add 167a4c5fb59 Remove changes from MANIFEST.in (#25877)
add b4ee5bd60e0 Update pytest-xdist requirement in /sdks/python (#25833)
add 6f82f34eeb1 Onboard Performance tests using the Change point analysis tool. (#25754)
add a9826ee2db1 Update default splitting behavior to get fewer, larger, splits
add de578e606e5 Merge pull request #25871: Update default splitting behavior to get fewer, larger, splits
add 7555d989799 Make conversion to Iterable tighter (#25866)
add fad7f96dc85 Add support for CPython 3.11 opcodes (#25795)
add ac57b8709d3 Optimize change stream connector with more efficient batching and blind writes, and add transaction/query tags (#25718)
add e8fad9ca2ba Adding DLQ support for ZetaSQL (#25873)
add 4e96e700c2d Disable firestore integration tests temporarily (#25891)
add 315b53d6611 [Go SDK]: Align filesystem List behaviors (#25811)
add 4ceb475ebe4 Google Cloud Bigtable Change Stream Connector (#25797)
add e8eccaf6290 Update beam.Pardo doc comment about SDFs (#25781)
add 476c43356db add write options with create disposition for bigqueryio (#25352)
add b5ce1106a24 Add one example to learn beam by doing (#25719)
add 6cb7b8e5f82 Ensure truncate element is wrapped in *FullValue (#25908)
add 5f9bf8b74f3 Pubsub test client fixup (#25907)
add 9a5e5b8ab76 Raise the Runtime error when DoFn.process uses both yield and return (#25743)
add 6746fbec7f7 Use the cord ctype for proto generation, where available.
add 8c90c64836c Merge pull request #25802 Use the cord ctype for proto generation, where available.
add 2c075b3603f Advance DetectNewPartition's watermark by aggregating the (#25906)
add ca0787642a6 Merge pull request #25723: #25722 Add option to propagate successful storage-api writes
add b2bd2a8cbe2 Refactoring: Moved hard coded environment variables' names into constants. (#25365)
add 942e3fa5b6d Adds multi-language Python and Java quickstart release validations (#25910)
add fcf51fb7d98 Update gen_protos to work with new protobuf on os-x. (#25914)
add 545cadc5199 Move inference tests from py37 to py38 (#25936)
add 92abdf636c5 [Playground] Resolve issue with SCIO examples failing on start due to a timeout (#24946)
add ea50d98048f Increase logging buffer size to 256kb (#25922)
add 43b3f88c68c [Python] TF with TFHub Notebook Example (#25933)
add 99202b237e3 Fix Illegal to use destination for jms producer (#25886)
add 40ca181ebea Update chromedriver-binary requirement in /sdks/python (#25898)
add 1d5d86cf4b5 Update Dataflow Python container to 20230322
add 457391a0ccd Merge pull request #25948: Update Dataflow Python container to 20230322
add c90ac7c7a0e [Python] Ignore unknown args with single dash (#25920)
add 4deedf68530 Add a source and sink option to yaml pipelines.
add 0ad52ff4a65 Merge pull request #25935 Add a source and sink option to yaml pipelines.
add f83b29c1d01 Move license to a code block (#25950)
add fee461df025 Allow PTransforms to be applied directly to dataframes.
add 029451b32ea Add note about efficiency.
add e761360bfdf mypy
add 4484c19ae0a Merge pull request #25919 Allow PTransforms to be applied directly to dataframes.
add 16cd2a98722 [#23106] Add periodic.Sequence and periodic.Impulse transforms to Go SDK (#25808)
add ddae966f334 [25949] Add csv and file-schema-transform modules to PreCommit_Java_IO checks (#25951)
add 038864fd58a Add typescript docs to beam site.
add 6065d7bebef Language consistency.
add 0b981e22fd7 Clarification about batch and streaming features.
add 68d4155b5f2 Merge pull request #25941 Add typescript docs to beam site.
add 5f635bbf558 Use released docker images rather than one from the testing project.
add 186973b110d Merge pull request #25939 Use released docker images rather than one from the testing project.
add 5be26977f02 yield instead of return in tensorflow_imagenet_segmentation.py (#25952)
add 4bef4da18de Use built-in csv and json readers.
add 34485361e20 Validate this still works with a test.
add c637363fa3c Fix windows paths.
add d80f1ff499a Merge pull request #25916 Use built-in csv and json readers.
add 1d26d399f78 [Playground] GetMetadata() endpoint (#25610)
add 3ebece3c998 Bump gradle-docker plugin for xbuild capabilities.
add 3aa3c744251 [BEAM-20807] Support Beam docker images on ARM64.
add 874b687db01 Merge pull request #25665 [BEAM-20807] Support Beam docker images on ARM64.
add d64d92aed6f Bump com.diffplug.spotless:spotless-plugin-gradle from 5.6.1 to 6.17.0
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (52a4de423cf)
\
N -- N -- N refs/heads/dependabot/gradle/com.diffplug.spotless-spotless-plugin-gradle-6.17.0 (d64d92aed6f)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/REVIEWERS.yml | 1 -
.github/workflows/playground_frontend_test.yml | 1 -
.github/workflows/python_tests.yml | 6 +-
.github/workflows/run_perf_alert_tool.yml | 24 +-
.test-infra/jenkins/job_PreCommit_Java_IOs.groovy | 2 +
CHANGES.md | 6 +
build.gradle.kts | 10 +-
buildSrc/build.gradle.kts | 2 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 40 +-
.../apache/beam/examples/snippets/Snippets.java | 4 +-
...n_inference_tensorflow_with_tensorflowhub.ipynb | 693 ++++++++
.../get-started/learn_beam_basics_by_doing.ipynb | 1105 +++++++++++++
.../notebooks/get-started/try-apache-beam-go.ipynb | 46 +-
.../get-started/try-apache-beam-java.ipynb | 46 +-
.../notebooks/get-started/try-apache-beam-py.ipynb | 46 +-
learning/tour-of-beam/backend/README.md | 5 +-
learning/tour-of-beam/backend/function.go | 6 +-
.../backend/integration_tests/client_pg.go | 2 +-
.../backend/internal/service/content.go | 2 +-
.../backend/internal/service/mock_helper.go | 2 +-
.../backend/internal/service/pg_adapter.go | 2 +-
.../backend/playground_api/{ => api/v1}/api.pb.go | 1701 ++++++++++++--------
.../playground_api/{ => api/v1}/api_grpc.pb.go | 50 +-
.../backend/playground_api/{ => api/v1}/mock.go | 241 ++-
.../beam/model/fn_execution/v1/beam_fn_api.proto | 2 +-
playground/README.md | 41 +-
playground/api/v1/api.proto | 14 +
playground/backend/README.md | 61 +-
playground/backend/cmd/server/build_info.go | 26 +
playground/backend/cmd/server/controller.go | 22 +-
.../containers/git-functions.gradle} | 34 +-
playground/backend/containers/go/Dockerfile | 5 +-
playground/backend/containers/go/build.gradle | 34 +-
playground/backend/containers/java/Dockerfile | 7 +-
playground/backend/containers/java/build.gradle | 28 +-
playground/backend/containers/python/Dockerfile | 6 +-
playground/backend/containers/python/build.gradle | 33 +-
playground/backend/containers/router/Dockerfile | 5 +-
playground/backend/containers/router/build.gradle | 5 +-
playground/backend/containers/scio/Dockerfile | 21 +-
playground/backend/containers/scio/build.gradle | 28 +-
playground/backend/internal/api/v1/api.pb.go | 521 +++---
playground/backend/internal/api/v1/api_grpc.pb.go | 38 +
.../internal/code_processing/code_processing.go | 8 +-
playground/backend/internal/environment/beam.go | 5 +-
.../internal/environment/environment_service.go | 8 +-
.../environment/environment_service_test.go | 24 +-
playground/backend/internal/fs_tool/fs.go | 36 +-
playground/backend/internal/fs_tool/fs_test.go | 6 +-
.../setup_tools/builder/setup_builder_test.go | 12 +-
.../setup_tools/life_cycle/life_cycle_setuper.go | 49 +-
.../life_cycle/life_cycle_setuper_test.go | 8 +-
playground/backend/internal/utils/common.go | 51 +-
playground/backend/internal/utils/common_test.go | 87 -
.../backend/internal/utils/preparers_utils.go | 7 +-
.../backend/internal/utils/preparers_utils_test.go | 61 +
.../internal/utils/test_data/JavaFileName.java | 11 +-
.../backend/internal/utils/test_data}/wordcount.py | 0
playground/backend/new_scio_project.sh | 4 +-
playground/buf.gen.yaml | 10 +
playground/docker-compose.local.yaml | 4 +
playground/frontend/CONTRIBUTE.md | 19 -
playground/frontend/Dockerfile | 10 +-
playground/frontend/README.md | 22 +-
playground/frontend/build.gradle | 5 +
.../frontend/integration_test/common/common.dart | 2 +-
playground/frontend/lib/config.example.dart | 29 -
.../frontend/lib/config.g.dart | 14 +-
playground/frontend/lib/locator.dart | 30 +-
playground/frontend/lib/main.dart | 2 +-
.../widgets/more_actions.dart | 23 +
.../assets/translations/en.yaml | 9 +
.../lib/playground_components.dart | 6 +
.../lib/src/api/v1/api.pb.dart | 119 ++
.../lib/src/api/v1/api.pbgrpc.dart | 28 +
.../lib/src/api/v1/api.pbjson.dart | 20 +
.../lib/src/build_metadata.g.dart | 17 +-
.../lib/src/constants/backend_urls.dart | 42 +
.../lib/src/controllers/build_metadata.dart | 72 +
.../playground_components/lib/src/locator.dart | 2 +
.../src/models/component_version.dart} | 29 +-
.../lib/src/repositories/backend_urls.dart | 113 ++
.../src/repositories/code_client/code_client.dart | 4 +
.../repositories/code_client/grpc_code_client.dart | 26 +-
.../lib/src/repositories/code_repository.dart | 6 +-
.../example_client/example_client.dart | 3 +
.../example_client/grpc_example_client.dart | 15 +-
.../get_metadata_response_grpc_extension.dart | 28 +-
.../playground_components/lib/src/util/async.dart | 11 +-
.../lib/src/widgets/dialog.dart | 40 +-
.../lib/src/widgets/versions/versions.dart | 162 ++
.../frontend/playground_components/pubspec.yaml | 1 +
.../test/src/common/example_cache.dart | 4 +-
.../src/common/example_repository_mock.mocks.dart | 128 +-
.../repositories/code_repository_test.mocks.dart | 125 +-
.../example_repository_test.mocks.dart | 176 +-
.../tools/generate_build_metadata.sh | 37 +
playground/frontend/pubspec.lock | 4 +-
playground/infrastructure/api/v1/api_pb2.py | 211 +--
playground/infrastructure/api/v1/api_pb2.pyi | 518 +++---
playground/infrastructure/api/v1/api_pb2_grpc.py | 34 +
playground/infrastructure/checker.py | 9 +-
playground/infrastructure/ci_cd.py | 5 +-
.../cloudbuild/cloudbuild_pg_to_gke.yaml | 1 -
playground/infrastructure/config.py | 5 +-
.../infrastructure/constants.py | 12 +-
playground/infrastructure/grpc_client.py | 5 +-
playground/infrastructure/helper.py | 3 +-
playground/terraform/build.gradle.kts | 41 -
.../src/main/scripts/build_release_candidate.sh | 3 +-
release/src/main/scripts/run_rc_validation.sh | 251 ++-
release/src/main/scripts/script.config | 4 +
release/src/main/scripts/start_snapshot_build.sh | 2 +-
runners/google-cloud-dataflow-java/build.gradle | 1 -
.../beam/runners/dataflow/util/PackageUtil.java | 10 +-
.../runners/dataflow/util/PackageUtilTest.java | 10 +-
.../logging/DataflowWorkerLoggingHandler.java | 10 +-
.../beam/runners/samza/SamzaPipelineOptions.java | 8 +-
.../translation/PipelineTranslator.java | 79 +-
.../translation/TransformTranslator.java | 7 +
.../batch/DoFnPartitionIteratorFactory.java | 131 +-
.../translation/batch/DoFnRunnerFactory.java | 296 ++++
.../translation/batch/DoFnRunnerWithMetrics.java | 19 +-
.../translation/batch/ParDoTranslatorBatch.java | 64 +-
sdks/go.mod | 45 +-
sdks/go.sum | 100 +-
.../slowly_updating_side_input.go | 141 ++
sdks/go/examples/wasm/README.md | 6 +-
sdks/go/pkg/beam/core/runtime/exec/sdf.go | 27 +-
sdks/go/pkg/beam/io/bigqueryio/bigquery.go | 43 +-
sdks/go/pkg/beam/io/filesystem/filesystem.go | 1 +
sdks/go/pkg/beam/io/filesystem/gcs/gcs.go | 52 +-
sdks/go/pkg/beam/io/filesystem/local/local_test.go | 19 +
.../go/pkg/beam/io/filesystem/memfs/memory_test.go | 6 +
sdks/go/pkg/beam/io/filesystem/s3/s3.go | 7 +-
sdks/go/pkg/beam/io/filesystem/s3/s3_test.go | 2 +-
sdks/go/pkg/beam/io/filesystem/s3/util.go | 9 -
sdks/go/pkg/beam/io/filesystem/s3/util_test.go | 27 -
sdks/go/pkg/beam/pardo.go | 34 +-
sdks/go/pkg/beam/transforms/periodic/periodic.go | 188 +++
.../pkg/beam/transforms/periodic/periodic_test.go | 54 +
.../filesystem/s3/util.go => util/fsx/prefix.go} | 43 +-
.../go/pkg/beam/util/fsx/prefix_test.go | 50 +-
.../integration/io/bigqueryio/bigqueryio_test.go | 193 +++
.../test/integration/io/bigqueryio/helper_test.go | 81 +
sdks/go/test/integration/primitives/drain.go | 24 +-
sdks/java/container/Dockerfile | 4 +-
sdks/java/container/common.gradle | 2 +
.../apache/beam/sdk/coders/RowCoderGenerator.java | 12 +-
.../src/main/java/org/apache/beam/sdk/io/Read.java | 14 +-
.../beam/sdk/transforms/GroupIntoBatches.java | 64 +-
.../extensions/sql/zetasql/BeamZetaSqlCalcRel.java | 14 +-
.../sql/zetasql/BeamZetaSqlCalcRelTest.java | 70 -
.../sql/zetasql/ZetaSqlDialectSpecTest.java | 14 +-
sdks/java/io/google-cloud-platform/build.gradle | 6 +
.../beam/sdk/io/gcp/bigquery/BatchLoads.java | 2 +
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 26 +-
.../io/gcp/bigquery/BigQuerySchemaIOProvider.java | 9 +-
.../sdk/io/gcp/bigquery/SplittingIterable.java | 46 +-
.../io/gcp/bigquery/StorageApiConvertMessages.java | 5 +-
.../StorageApiDynamicDestinationsBeamRow.java | 4 +-
...StorageApiDynamicDestinationsGenericRecord.java | 4 +-
.../beam/sdk/io/gcp/bigquery/StorageApiLoads.java | 78 +-
.../io/gcp/bigquery/StorageApiWritePayload.java | 26 +-
.../StorageApiWriteRecordsInconsistent.java | 18 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 123 +-
.../bigquery/StorageApiWritesShardedRecords.java | 73 +-
.../sdk/io/gcp/bigquery/StreamingWriteTables.java | 2 +
.../beam/sdk/io/gcp/bigquery/WriteResult.java | 40 +-
...ueryStorageWriteApiSchemaTransformProvider.java | 23 +-
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 76 +-
.../changestreams/ByteStringRangeHelper.java | 158 ++
.../changestreams/ChangeStreamMetrics.java | 145 ++
.../bigtable/changestreams/TimestampConverter.java | 14 +-
.../changestreams/action/ActionFactory.java | 18 +-
.../changestreams/action/ChangeStreamAction.java | 116 +-
.../action/DetectNewPartitionsAction.java | 119 +-
.../action/GenerateInitialPartitionsAction.java | 46 +-
.../action/ReadChangeStreamPartitionAction.java | 126 +-
.../dao/BigtableChangeStreamAccessor.java | 194 +++
.../changestreams/dao/ChangeStreamDao.java | 71 +-
.../gcp/bigtable/changestreams/dao/DaoFactory.java | 18 +-
.../changestreams/dao/MetadataTableAdminDao.java | 95 +-
.../changestreams/dao/MetadataTableDao.java | 201 ++-
.../dofn/DetectNewPartitionsDoFn.java | 21 +-
.../changestreams/dofn/InitializeDoFn.java | 33 +-
.../dofn/ReadChangeStreamPartitionDoFn.java | 18 +-
.../encoder/MetadataTableEncoder.java | 62 +
.../changestreams/encoder/package-info.java | 2 +
.../changestreams/model/PartitionRecord.java | 66 +-
.../ReadChangeStreamPartitionProgressTracker.java | 2 +-
.../changestreams/restriction/StreamProgress.java | 64 +-
.../beam/sdk/io/gcp/pubsub/PubsubTestClient.java | 6 +-
.../MetadataSpannerConfigFactory.java | 2 +-
.../action/ChildPartitionsRecordAction.java | 3 +-
.../action/DetectNewPartitionsAction.java | 19 +-
.../changestreams/dao/PartitionMetadataDao.java | 68 +-
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 12 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 6 +
.../changestreams/ByteStringRangeHelperTest.java | 291 ++++
.../changestreams/TimestampConverterTest.java | 22 +-
.../action/ChangeStreamActionTest.java | 179 ++
.../action/DetectNewPartitionsActionTest.java | 183 +++
.../GenerateInitialPartitionsActionTest.java | 115 ++
.../ReadChangeStreamPartitionActionTest.java | 202 +++
.../dao/MetadataTableAdminDaoTest.java | 126 ++
.../changestreams/dao/MetadataTableDaoTest.java | 211 +++
.../changestreams/dofn/InitializeDoFnTest.java | 123 ++
...adChangeStreamPartitionProgressTrackerTest.java | 84 +
.../action/ChildPartitionsRecordActionTest.java | 4 +-
.../dao/PartitionMetadataDaoTest.java | 29 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcUtil.java | 19 +-
.../org/apache/beam/sdk/io/jdbc/SchemaUtil.java | 6 +-
.../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java | 110 +-
.../java/org/apache/beam/sdk/io/jms/JmsIO.java | 3 +-
.../coders/proto2_coder_test_messages_pb2.py | 319 +---
sdks/python/apache_beam/dataframe/convert_test.py | 20 +
sdks/python/apache_beam/dataframe/frames.py | 20 +
.../inference/multi_language_inference/README.md | 69 +
.../beam/examples/MultiLangRunInference.java | 92 ++
.../multi_language_custom_transform}/__init__.py | 3 +-
.../composite_transform.py | 122 ++
.../multi_language_custom_transform/setup.py} | 10 +-
.../inference/tensorflow_imagenet_segmentation.py | 2 +-
.../io/gcp/datastore/v1new/datastoreio.py | 2 +-
.../io/gcp/datastore/v1new/datastoreio_test.py | 21 +-
.../io/hdfs_integration_test/docker-compose.yml | 4 +-
sdks/python/apache_beam/ml/gcp/__init__.py | 9 +
.../python/apache_beam/ml/gcp/naturallanguageml.py | 14 +-
.../apache_beam/ml/gcp/naturallanguageml_test.py | 2 +-
.../apache_beam/ml/gcp/videointelligenceml.py | 18 +-
.../apache_beam/ml/gcp/videointelligenceml_test.py | 6 +-
.../apache_beam/ml/inference/pytorch_inference.py | 4 +-
.../ml/inference/tensorflow_inference_it_test.py | 5 +
.../ml/inference/tensorflow_tests_requirements.txt | 2 +-
.../python/apache_beam/options/pipeline_options.py | 12 +-
.../apache_beam/options/pipeline_options_test.py | 4 +-
.../apache_beam/runners/dataflow/internal/names.py | 4 +-
.../python/apache_beam/runners/pipeline_context.py | 10 +-
.../runners/portability/abstract_job_service.py | 2 +-
.../runners/portability/fn_api_runner/execution.py | 4 +-
.../runners/portability/fn_api_runner/fn_runner.py | 2 +-
.../portability/fn_api_runner/translations.py | 2 +-
.../portability/fn_api_runner/worker_handlers.py | 2 +-
.../runners/portability/local_job_service.py | 2 +-
.../apache_beam/runners/worker/log_handler.py | 2 +-
.../python/apache_beam/testing/analyzers/README.md | 9 +-
.../apache_beam/testing/analyzers/constants.py | 2 +-
.../testing/analyzers/github_issues_utils.py | 3 +-
.../apache_beam/testing/analyzers/perf_analysis.py | 17 +-
.../testing/analyzers/perf_analysis_utils.py | 20 +-
.../testing/analyzers/tests_config.yaml | 59 +-
.../benchmarks/cloudml/cloudml_benchmark_test.py | 24 -
sdks/python/apache_beam/transforms/core.py | 85 +-
sdks/python/apache_beam/transforms/core_test.py | 113 ++
sdks/python/apache_beam/transforms/external.py | 2 +-
.../typehints/native_type_compatibility.py | 23 +
.../typehints/native_type_compatibility_test.py | 37 +
sdks/python/apache_beam/typehints/opcodes.py | 36 +-
.../apache_beam/typehints/trivial_inference.py | 129 +-
sdks/python/apache_beam/yaml/yaml_provider.py | 16 -
sdks/python/apache_beam/yaml/yaml_transform.py | 15 +-
.../python/apache_beam/yaml/yaml_transform_test.py | 61 +
sdks/python/build-requirements.txt | 15 +-
sdks/python/container/Dockerfile | 8 +-
.../container/base_image_requirements_manual.txt | 5 +-
sdks/python/container/common.gradle | 2 +
.../container/license_scripts/dep_urls_py.yaml | 3 +
.../container/py310/base_image_requirements.txt | 85 +-
.../container/py37/base_image_requirements.txt | 82 +-
.../container/py38/base_image_requirements.txt | 79 +-
.../container/py39/base_image_requirements.txt | 79 +-
sdks/python/gen_protos.py | 86 +-
sdks/python/setup.py | 42 +-
sdks/python/test-suites/direct/common.gradle | 4 +-
sdks/python/test-suites/tox/py38/build.gradle | 21 +-
sdks/python/tox.ini | 27 +-
sdks/typescript/container/Dockerfile | 4 +-
sdks/typescript/container/build.gradle | 2 +
sdks/typescript/package-lock.json | 4 +-
.../apache_beam/runners/portable_runner/runner.ts | 4 +-
.../site/content/en/contribute/release-guide.md | 28 +-
.../site/content/en/documentation/ml/about-ml.md | 154 ++
.../content/en/documentation/ml/data-processing.md | 2 +-
.../en/documentation/ml/inference-overview.md | 64 +
.../en/documentation/ml/large-language-modeling.md | 2 +-
.../documentation/ml/multi-language-inference.md | 133 ++
.../site/content/en/documentation/ml/overview.md | 148 +-
.../documentation/sdks/python-machine-learning.md | 61 +-
.../content/en/documentation/sdks/typescript.md | 146 ++
.../python/elementwise/runinference-pytorch.md | 63 +
.../python/elementwise/runinference-sklearn.md | 64 +
.../transforms/python/elementwise/runinference.md | 86 +-
website/www/site/content/en/get-started/_index.md | 3 +-
.../content/en/get-started/quickstart/python.md | 2 +-
.../en/get-started/quickstart/typescript.md | 187 +++
website/www/site/data/pipelines.yaml | 3 +
.../partials/section-menu/en/documentation.html | 67 +-
.../partials/section-menu/en/get-started.html | 1 +
.../layouts/partials/section-menu/en/sdks.html | 12 +
.../images/logos/sdks/typescript_pipelines.png | Bin 0 -> 4864 bytes
301 files changed, 13222 insertions(+), 3803 deletions(-)
create mode 100644 examples/notebooks/beam-ml/run_inference_tensorflow_with_tensorflowhub.ipynb
create mode 100644 examples/notebooks/get-started/learn_beam_basics_by_doing.ipynb
rename learning/tour-of-beam/backend/playground_api/{ => api/v1}/api.pb.go (57%)
rename learning/tour-of-beam/backend/playground_api/{ => api/v1}/api_grpc.pb.go (94%)
rename learning/tour-of-beam/backend/playground_api/{ => api/v1}/mock.go (82%)
create mode 100644 playground/backend/cmd/server/build_info.go
copy playground/{frontend/playground_components/test/src/common/example_cache.dart => backend/containers/git-functions.gradle} (52%)
copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/encoder/package-info.java => playground/backend/internal/utils/test_data/JavaFileName.java (77%)
copy {sdks/python/apache_beam/examples => playground/backend/internal/utils/test_data}/wordcount.py (100%)
mode change 100644 => 100755 playground/backend/new_scio_project.sh
delete mode 100644 playground/frontend/lib/config.example.dart
copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/ChangeStreamMutation.java => playground/frontend/lib/config.g.dart (70%)
rename sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/ChangeStreamMutation.java => playground/frontend/playground_components/lib/src/build_metadata.g.dart (68%)
create mode 100644 playground/frontend/playground_components/lib/src/constants/backend_urls.dart
create mode 100644 playground/frontend/playground_components/lib/src/controllers/build_metadata.dart
copy playground/frontend/playground_components/{test/src/common/example_cache.dart => lib/src/models/component_version.dart} (52%)
create mode 100644 playground/frontend/playground_components/lib/src/repositories/backend_urls.dart
copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dao/ChangeStreamDao.java => playground/frontend/playground_components/lib/src/repositories/get_metadata_response_grpc_extension.dart (57%)
copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/encoder/package-info.java => playground/frontend/playground_components/lib/src/util/async.dart (77%)
copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dao/ChangeStreamDao.java => playground/frontend/playground_components/lib/src/widgets/dialog.dart (54%)
create mode 100644 playground/frontend/playground_components/lib/src/widgets/versions/versions.dart
create mode 100755 playground/frontend/playground_components/tools/generate_build_metadata.sh
copy sdks/python/apache_beam/ml/inference/tensorflow_tests_requirements.txt => playground/infrastructure/constants.py (73%)
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnRunnerFactory.java
create mode 100644 sdks/go/examples/slowly_updating_side_input/slowly_updating_side_input.go
create mode 100644 sdks/go/pkg/beam/transforms/periodic/periodic.go
create mode 100644 sdks/go/pkg/beam/transforms/periodic/periodic_test.go
copy sdks/go/pkg/beam/{io/filesystem/s3/util.go => util/fsx/prefix.go} (51%)
copy learning/tour-of-beam/backend/internal/service/pg_adapter.go => sdks/go/pkg/beam/util/fsx/prefix_test.go (50%)
create mode 100644 sdks/go/test/integration/io/bigqueryio/bigqueryio_test.go
create mode 100644 sdks/go/test/integration/io/bigqueryio/helper_test.go
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dao/BigtableChangeStreamAccessor.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/encoder/MetadataTableEncoder.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/ByteStringRangeHelperTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/action/ChangeStreamActionTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/action/DetectNewPartitionsActionTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/action/GenerateInitialPartitionsActionTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/action/ReadChangeStreamPartitionActionTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dao/MetadataTableAdminDaoTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dao/MetadataTableDaoTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dofn/InitializeDoFnTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/restriction/ReadChangeStreamPartitionProgressTrackerTest.java
create mode 100644 sdks/python/apache_beam/examples/inference/multi_language_inference/README.md
create mode 100644 sdks/python/apache_beam/examples/inference/multi_language_inference/last_word_prediction/src/main/java/org/apache/beam/examples/MultiLangRunInference.java
copy sdks/python/apache_beam/{ml/gcp => examples/inference/multi_language_inference/multi_language_custom_transform/multi_language_custom_transform}/__init__.py (99%)
create mode 100644 sdks/python/apache_beam/examples/inference/multi_language_inference/multi_language_custom_transform/multi_language_custom_transform/composite_transform.py
copy sdks/python/apache_beam/{ml/inference/tensorflow_tests_requirements.txt => examples/inference/multi_language_inference/multi_language_custom_transform/setup.py} (84%)
create mode 100644 sdks/python/apache_beam/transforms/core_test.py
create mode 100644 website/www/site/content/en/documentation/ml/about-ml.md
create mode 100644 website/www/site/content/en/documentation/ml/inference-overview.md
create mode 100644 website/www/site/content/en/documentation/ml/multi-language-inference.md
create mode 100644 website/www/site/content/en/documentation/sdks/typescript.md
create mode 100644 website/www/site/content/en/documentation/transforms/python/elementwise/runinference-pytorch.md
create mode 100644 website/www/site/content/en/documentation/transforms/python/elementwise/runinference-sklearn.md
create mode 100644 website/www/site/content/en/get-started/quickstart/typescript.md
create mode 100644 website/www/site/static/images/logos/sdks/typescript_pipelines.png