You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2023/06/26 14:20:33 UTC

[beam] branch dependabot/pip/sdks/python/apache_beam/examples/inference/anomaly_detection/anomaly_detection_pipeline/transformers-4.30.0 updated (6a066d96940 -> a46dd1115a4)

This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to branch dependabot/pip/sdks/python/apache_beam/examples/inference/anomaly_detection/anomaly_detection_pipeline/transformers-4.30.0
in repository https://gitbox.apache.org/repos/asf/beam.git


    omit 6a066d96940 Bump transformers
     add b309d214dfc Github Workflow Replacement for Jenkins Job, beam_PreCommit_Website (Cron, Commit, Phrase) (#27098)
     add 22c6e728e82 Implement Java exception sampling (#27121)
     add ada507dc3b3 Implement basic mapping capabilities for YAML. (#27096)
     add 857dff5005a Bump golang.org/x/sync from 0.2.0 to 0.3.0 in /sdks (#27137)
     add 644f5399dce Move to a conditionVariable for messages+state stream + test. (#27060)
     add 76c05d1dcad fix: fix beam metrics after migrating to async batcher (#27085)
     add aef603cd0d6 Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks (#27149)
     add 7ecd8e51444 Adding error tag and metrics in SpannerWriteSchemaTransformProvider (#27021)
     add 218e4b3b2dd .test-infra Pipeline reads from Dataflow API and writes to BigQuery (#27008)
     add 7d2afad17e7 Pylint repression same line
     add c70eb8572eb Merge pull request #27155 fix pylint suppression
     add ffce46ffb68 install release candidates if available for setupVirtualEnv and instalLGCPTest tasks (#27068)
     add 3d44a0b9660 Fix Python37 PostCommit azure-cli not support Bookworm (#27153)
     add 9d0fc05d004 Fix sklearn requirement file in Py311 (#27152)
     add 5223ab466e7 Select dedicated avro datum reader and writer (#26320)
     add 5e587578de8 Update numpy requirement in /sdks/python (#27160)
     add bfd3017e241 Bump google.golang.org/api from 0.127.0 to 0.128.0 in /sdks (#27163)
     add 69cd6ef06b3 Bump github.com/tetratelabs/wazero from 1.2.0 to 1.2.1 in /sdks (#27162)
     add 392a8fe5880 Bump actions/setup-go from 3 to 4 (#27110)
     add ae8510d1feb [website] #27115 Add supported Flink versions (#27117)
     add 7a4cbc18f97 Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks (#27172)
     add 4c66866aa95 Avro datum factory fixup (#27173)
     add 1c12f92a9a5 Add initial DLQ router (#27045)
     add 42d0a6e3564 Fix locking race between duplicate PartitionRecords w matching uid (#27055)
     add e4a0a275578 Change default work remaining to 0.0 instead of 1.0 (#27032)
     add ef24b6a0aa2 [Code Completion Plugin] Define Element Pattern for java sdk
     add 08d49f0e0eb Merge pull request #27093 from sultanalieva-s/code-completion-plugin-element-pattern
     add f7dcb5973aa obsolete action removed (#27143)
     add f1adfdd7f24 Issue26977 changing sdk bug (#26978)
     add f2240ffd9c5 [Website] add project shield case study (#27087)
     add 5e942ae3790 Ensure that the BeamFnLoggingClient terminates process if stream breaks (#25186)
     add e6ace0585c6 Bump cloud.google.com/go/spanner from 1.46.0 to 1.47.0 in /sdks (#27198)
     add db35dff5470 [prism] UI improvements. (#27144)
     add 4fbcfc57664 exception handling for loading models (#27186)
     add 691899a8466 [Tour of Beam] [Frontend] UI refinement from 01.06.23 (#26964)
     add 4c2e7af5c1d Add banner and links to Tour of Beam to website (#26113) (#26145)
     add e4ee3336b85 disable examples check (#27126)
     add 883066ab5d8 Fix incorrect metadata for ToB Splittable DoFN module (#27092)
     add 3a9e2d4f557 Performance improvements (#27119)
     add 5f7c967d074 Fix not sharing code from a duplicate tab (#27127) (#27128)
     add 5f7ff39fd06 [runners-flink] #27175 fix coder for eagerly bound state (#27176)
     add 463b93ab559 [Security] Upgrade snappy-java to 1.1.10.0 (#27030)
     add 160450c8cf6 Revert "Adding error tag and metrics in SpannerWriteSchemaTransformProvider (#27021)" (#27204)
     add 27e5a9ef366 Add PortableUtils for Samza Runner (#27131)
     add defd3b42e41 Bump github.com/aws/aws-sdk-go-v2/config in /sdks (#27148)
     add 88383b94043 Bigtable Read Xlang Wrapper for Python SDK (#26593)
     add fddc5adc181 [Playground] Decrease severity of not important log messages (#27116)
     add b2271d9122c [Playground] - Cloudfunction rename (#27139)
     add 147625da209 Adding error tag and metrics in SpannerWriteSchemaTransformProvider (#27184)
     add af010c99718 Add (GPN:Beam) to the user-agent string of Python GCS SDKs. (#27211)
     add 6ccd69de19e Bump google.golang.org/grpc from 1.55.0 to 1.56.1 in /sdks (#27216)
     add 80d17e9f5fd Fixes naming conflict with "Tour of Beam" (#27206)
     add 561870be80c Remove python 3.7 support (#27194)
     add 4c91c74bb7a disabling triggers on precommit website due to regression (#27185)
     add 357ff1fc012 Refactor code to make the UI more readable. Look at https://github.com/apache/beam/issues/27005#issuecomment-1599358169 (#27192)
     add f2d6127758b Add an affinity concept to yaml providers. (#27105)
     add 5c91b54605f Update to libraries-bom 26.17.0 (#27209)
     add c79b03cc474 Bump github.com/testcontainers/testcontainers-go in /sdks (#27229)
     add ea9147ad294 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in /sdks (#27161)
     add ed6e0af5d4f Using capabilities instead of the container name to set use_single_core_per_container
     add 38c7644be58 Merge pull request #25430: Using capabilities instead of the container name to set use_single_core_per_container
     add 5170103e86f Add Exception metadata to the data sampling protocol
     add d6bde217607 Merge pull request #26705: Add Exception metadata to the data sampling protocol
     add 6df9ec68917 Add https://github.com/apache/beam/issues/27000 as a known issue released in Beam 2.48.0 (#27235)
     add 92d82dbf7e2 Python data sampling optimization  (#27157)
     add 35efc5b0bd5 Improve autoscaler throughput estimates and account for heartbeats (#27056)
     add 325d05a02c2 fix(typescript): Publish types correctly, don't publish tests
     add d771e8ac83d fix(typescript): added more exports
     add ceb2d5ae034 Merge pull request #27044 Publish types correctly, don't publish tests
     add e07c461cd45 Basic error handling for yaml. (#27145)
     add d545243b30d Updates Python ExternalTransform to use the transform service when needed (#27228)
     add 2c21e3bbf93 Add blog post for Managing Beam dependencies in Java
     add b76da1cefc7 Merge pull request #26987: Add blog post for Managing Beam dependencies in Java
     add b0abc5041d5 Vertex AI Remote Model Handler (#27091)
     add 90fe2171f28 [Playground] [Frontend] Brand colors in Playground flutter_code_editor (#27218)
     add 02f8c0030cc Bump go.mongodb.org/mongo-driver from 1.11.7 to 1.12.0 in /sdks (#27215)
     add a46dd1115a4 Bump transformers

This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version.  This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:

 * -- * -- B -- O -- O -- O   (6a066d96940)
            \
             N -- N -- N   refs/heads/dependabot/pip/sdks/python/apache_beam/examples/inference/anomaly_detection/anomaly_detection_pipeline/transformers-4.30.0 (a46dd1115a4)

You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.

Any revisions marked "omit" are not gone; other references still
refer to them.  Any revisions marked "discard" are gone forever.

No new revisions were added by this update.

Summary of changes:
 .../test-properties.json                           |  14 +-
 .../actions/setup-self-hosted-action/action.yml    |   9 -
 .github/workflows/beam_PreCommit_Go.yml            |   2 +-
 .github/workflows/beam_PreCommit_Website.yml       |  39 ++
 .github/workflows/build_wheels.yml                 |   6 +-
 .github/workflows/dask_runner_tests.yml            |   3 +-
 .github/workflows/go_tests.yml                     |   2 +-
 .github/workflows/local_env_tests.yml              |   4 +-
 .github/workflows/playground_frontend_test.yml     |   2 +-
 .github/workflows/python_dependency_tests.yml      |   1 -
 .github/workflows/python_tests.yml                 |   9 +-
 .github/workflows/tour_of_beam_backend.yml         |   2 +-
 .../workflows/tour_of_beam_backend_integration.yml |   2 +-
 .github/workflows/tour_of_beam_examples_ci.yml     |  47 ---
 .github/workflows/tour_of_beam_frontend_test.yml   |   4 +-
 .gitignore                                         |   3 +
 .test-infra/jenkins/PythonTestProperties.groovy    |   5 +-
 .test-infra/jenkins/README.md                      |   6 +-
 .../jenkins/job_PerformanceTests_Python.groovy     |   2 +-
 .../job_PostCommit_PortableJar_Flink.groovy        |   2 +-
 .../job_PostCommit_PortableJar_Spark.groovy        |   2 +-
 .../Python_WordCount_IT_Benchmarks.json            |   2 +-
 .test-infra/metrics/sync/jenkins/syncjenkins.py    |  46 +--
 .../cmd/prism => .test-infra/pipelines}/README.md  |  18 +-
 .test-infra/pipelines/build.gradle                 |  85 ++++
 .../infrastructure/01.setup/.terraform.lock.hcl    |  40 ++
 .../pipelines/infrastructure/01.setup/README.md    |  83 ++++
 .../01.setup/apache-beam-testing.tfbackend         |   5 +-
 .../01.setup/apache-beam-testing.tfvars            |   5 +-
 .../infrastructure/01.setup/artifactregistry.tf    |  26 +-
 .../infrastructure/01.setup/common.tfvars          |   7 +-
 .../pipelines/infrastructure/01.setup/iam.tf       |  37 ++
 .../infrastructure/01.setup}/provider.tf           |   0
 .../pipelines/infrastructure/01.setup/services.tf  |  22 +-
 .../pipelines/infrastructure/01.setup/state.tf     |  15 +-
 .../pipelines/infrastructure/01.setup/storage.tf   |  42 +-
 .../pipelines/infrastructure/01.setup/variables.tf |  27 +-
 .../infrastructure/02.network/.terraform.lock.hcl  |  22 +
 .../pipelines/infrastructure/02.network/README.md  |  81 ++++
 .../02.network/apache-beam-testing.tfbackend       |   5 +-
 .../02.network/apache-beam-testing.tfvars          |   5 +-
 .../infrastructure/02.network/common.tfvars        |   8 +-
 .../pipelines/infrastructure/02.network/data.tf    |  11 +-
 .../pipelines/infrastructure/02.network/network.tf |  46 +++
 .../infrastructure/02.network}/provider.tf         |   0
 .../pipelines/infrastructure/02.network/state.tf   |  15 +-
 .../infrastructure/02.network/variables.tf         |  58 +--
 .../pipelines/infrastructure/03.io}/README.md      |   8 +-
 .../03.io/dataflow-to-bigquery/.terraform.lock.hcl |  21 +
 .../03.io/dataflow-to-bigquery/README.md           |  86 ++++
 .../apache-beam-testing.tfbackend                  |   5 +-
 .../apache-beam-testing.tfvars                     |   5 +-
 .../03.io/dataflow-to-bigquery/bigquery.tf         |  24 +-
 .../03.io/dataflow-to-bigquery/common.tfvars       |   8 +-
 .../03.io/dataflow-to-bigquery/data.tf             |  14 +-
 .../03.io/dataflow-to-bigquery/iam.tf              |  63 +--
 .../03.io/dataflow-to-bigquery/provider.tf         |   7 +-
 .../03.io/dataflow-to-bigquery/pubsub.tf           |  31 +-
 .../03.io/dataflow-to-bigquery/state.tf            |  15 +-
 .../03.io/dataflow-to-bigquery/variables.tf        |  30 +-
 .../03.io/dataflow-to-bigquery/workflow.tf         |  67 +++
 .../04.template/dataflow-to-bigquery/README.md     |  66 +++
 .../apache-beam-testing.tfvars                     |   6 +-
 .../04.template/dataflow-to-bigquery/common.tfvars |  10 +-
 .../04.template/dataflow-to-bigquery/data.tf       |  53 +++
 .../dataflow-to-bigquery/dataflow-template.json    |  20 +
 .../04.template/dataflow-to-bigquery/output.tf     |  16 +-
 .../04.template/dataflow-to-bigquery/provider.tf   |   7 +-
 .../04.template/dataflow-to-bigquery/template.tf   |  58 +++
 .../04.template/dataflow-to-bigquery/variables.tf  |  57 +++
 .test-infra/pipelines/infrastructure/README.md     |  65 +++
 .../pipelines/ReadDataflowApiWriteBigQuery.java    | 362 ++++++++++++++++
 .../pipelines/bigquery/BigQueryWriteOptions.java   |  27 +-
 .../pipelines/bigquery/BigQueryWrites.java         | 166 ++++++++
 .../bigquery/DatasetReferenceOptionValue.java      |  58 +++
 .../testinfra/pipelines/bigquery/package-info.java |   6 +-
 .../pipelines/conversions/ConversionError.java     |  73 ++++
 .../pipelines/conversions/EventarcConversions.java | 116 ++++++
 .../testinfra/pipelines/conversions/JobsToRow.java |  89 ++++
 .../pipelines/conversions/RowConversionResult.java |  81 ++++
 .../conversions/WithAppendedDetailsToRow.java      | 265 ++++++++++++
 .../pipelines/conversions/package-info.java        |   6 +-
 .../pipelines/dataflow/DataflowClientFactory.java  | 102 +++++
 .../DataflowClientFactoryConfiguration.java        |  54 +++
 .../dataflow/DataflowFilterEventarcJobs.java       | 110 +++++
 .../dataflow/DataflowGetJobExecutionDetails.java   | 160 ++++++++
 .../pipelines/dataflow/DataflowGetJobMetrics.java  | 139 +++++++
 .../pipelines/dataflow/DataflowGetJobs.java        | 121 ++++++
 .../dataflow/DataflowGetStageExecutionDetails.java | 166 ++++++++
 .../pipelines/dataflow/DataflowJobsOptions.java    |  26 +-
 .../pipelines/dataflow/DataflowReadResult.java     |  90 ++++
 .../pipelines/dataflow/DataflowRequestError.java   |  95 +++++
 .../pipelines/dataflow/DataflowRequests.java       |  52 +++
 .../dataflow/JobMetricsWithAppendedDetails.java    |  84 ++++
 .../dataflow/StageSummaryWithAppendedDetails.java  |  84 ++++
 .../testinfra/pipelines/dataflow/Throttle.java     |  74 ++++
 .../dataflow/WorkerDetailsWithAppendedDetails.java |  84 ++++
 .../testinfra/pipelines/dataflow/package-info.java |   6 +-
 .../beam/testinfra/pipelines/package-info.java     |   7 +-
 .../pipelines/pubsub/PubsubReadOptions.java        |  27 +-
 .../pubsub/SubscriptionPathOptionValue.java        |  39 +-
 .../testinfra/pipelines/pubsub/package-info.java   |   6 +-
 .../schemas/DependencyDrivenDescriptorQueue.java   | 110 +++++
 .../schemas/DescriptorSchemaRegistry.java          | 153 +++++++
 .../schemas/GeneratedMessageV3RowBuilder.java      | 280 +++++++++++++
 .../testinfra/pipelines/schemas/package-info.java  |   6 +-
 .../conversions/EventarcConversionsTest.java       | 271 ++++++++++++
 .../JobMetricsWithAppendedDetailsTest.java         | 143 +++++++
 .../StageSummaryWithAppendedDetailsTest.java       | 146 +++++++
 .../conversions/WithAppendedDetailsToRowTest.java  | 153 +++++++
 .../WorkerDetailsWithAppendedDetailsTest.java      | 153 +++++++
 .../dataflow/DataflowFilterEventarcJobsTest.java   | 145 +++++++
 .../AbstractGeneratedMessageV3RowBuilderTest.java  | 409 +++++++++++++++++++
 .../DependencyDrivenDescriptorQueueTest.java       |  56 +++
 .../schemas/DescriptorSchemaRegistryTest.java      |  79 ++++
 .../schemas/EnvironmentRowBuilderTest.java         | 140 +++++++
 .../schemas/ExecutionStageSummaryTest.java         |  84 ++++
 .../schemas/TransformSummaryRowBuilderTest.java    |  83 ++++
 .../has_extra_data_payload_foo_property.json       |   1 +
 .../job_state_canceled_streaming.json              |   1 +
 .../job_state_canceling_streaming.json             |   1 +
 .../eventarc_data/job_state_done_batch.json        |   1 +
 .../eventarc_data/job_state_pending_batch.json     |   1 +
 .../eventarc_data/job_state_pending_streaming.json |   1 +
 .../eventarc_data/job_state_queued_streaming.json  |   1 +
 .../eventarc_data/job_state_running_batch.json     |   1 +
 .../eventarc_data/job_state_running_streaming.json |   1 +
 .test-infra/tools/README.md                        |   2 +-
 .test-infra/tools/python_installer.sh              |   2 +-
 CHANGES.md                                         |   5 +-
 build.gradle.kts                                   |  19 +-
 .../org/apache/beam/gradle/BeamModulePlugin.groovy |  20 +-
 .../dataframes.ipynb                               |   0
 .../getting-started.ipynb                          |   0
 .../reading-and-writing-data.ipynb                 |   0
 .../windowing.ipynb                                |   0
 .../cloudbuild/scripts/tob_deploy_infra_backend.sh |   5 +-
 .../frontend/integration_test/tour_page_test.dart  | 119 +++++-
 .../integration_test/welcome_page_test.dart        |  17 +-
 .../frontend/lib/cache/unit_content.dart           |   2 +-
 .../frontend/lib/cache/unit_progress.dart          |  18 +-
 .../frontend/lib/components/footer.dart            |   8 +-
 .../tour-of-beam/frontend/lib/components/logo.dart |   4 +-
 .../frontend/lib/components/profile/user_menu.dart |  13 +-
 .../frontend/lib/components/scaffold.dart          |  15 +-
 .../tour-of-beam/frontend/lib/constants/links.dart |   6 +-
 .../frontend/lib/constants/params.dart             |   7 +-
 .../tour-of-beam/frontend/lib/models/node.dart     |  11 +-
 .../lib/pages/tour/controllers/content_tree.dart   |   8 +-
 .../tour-of-beam/frontend/lib/pages/tour/page.dart |   4 -
 .../frontend/lib/pages/tour/screen.dart            |  39 +-
 .../frontend/lib/pages/tour/state.dart             |  66 +--
 .../lib/pages/tour/widgets/content_tree.dart       |  26 +-
 .../pages/tour/widgets/markdown/code_builder.dart  |  16 +-
 .../lib/pages/tour/widgets/unit_content.dart       |  14 +-
 .../frontend/lib/pages/welcome/screen.dart         |  21 +-
 learning/tour-of-beam/frontend/lib/state.dart      |  13 +-
 learning/tour-of-beam/frontend/pubspec.lock        |   2 +-
 learning/tour-of-beam/frontend/pubspec.yaml        |   2 +-
 .../learning-content/content-info.yaml             |   1 +
 .../big-query-io/read-query/python-example/task.py |   2 +-
 .../io/big-query-io/read-table/description.md      |  15 +-
 .../io/big-query-io/read-table/go-example/main.go  |  75 ++--
 .../big-query-io/read-table/java-example/Task.java |  34 +-
 .../big-query-io/read-table/python-example/task.py |  47 ++-
 .../{unit-info.yaml => module-info.yaml}           |   5 +-
 .../{ => splittable}/description.md                |   0
 .../{ => splittable}/go-example/main.go            |   0
 .../{ => splittable}/java-example/Task.java        |   0
 .../{ => splittable}/python-example/task.py        |   0
 .../{ => splittable}/unit-info.yaml                |   0
 local-env-setup.sh                                 |   4 +-
 .../beam/model/fn_execution/v1/beam_fn_api.proto   |  49 +--
 .../backend/internal/cache/redis/redis_cache.go    |   2 +-
 .../internal/code_processing/code_processing.go    |   2 +-
 .../backend/internal/components/cache_component.go |   4 +-
 .../backend/internal/db/datastore/datastore_db.go  |   2 +-
 playground/backend/internal/utils/file_utils.go    |   4 +-
 playground/frontend/Dockerfile                     |   2 +-
 playground/frontend/README.md                      |  12 +
 playground/frontend/build.gradle                   |  27 +-
 .../integration_test/initial_urls_test.dart        |  79 ++--
 .../miscellaneous_ui/external_url_navigation.dart  |   5 +-
 .../standalone_change_example_sdk_run_test.dart    |  40 +-
 .../standalone_default_examples_test.dart          |   2 +-
 .../integration_test/standalone_editing_test.dart  |  34 +-
 .../frontend/lib/constants/links.dart              |   6 +-
 .../share_dropdown/share_tabs/share_tabs.dart      |   5 +-
 .../no_url_example_loading_descriptor.dart         |   3 +
 .../modules/messages/parsers/messages_parser.dart  |   1 +
 .../shortcuts/constants/global_shortcuts.dart      |   2 +-
 .../widgets/playground_page_footer.dart            |   2 +
 playground/frontend/lib/playground_app.dart        |   1 -
 .../lib/src/constants/colors.dart                  |  10 +-
 .../lib/src/constants/links.dart                   |   7 +-
 .../controllers/snippet_editing_controller.dart    |  12 +
 ...catalog_default_example_loading_descriptor.dart |   3 +
 .../content_example_loading_descriptor.dart        |   3 +
 .../empty_example_loading_descriptor.dart          |   3 +
 .../example_loading_descriptor.dart                |   5 +
 .../hive_example_loading_descriptor.dart           |   3 +
 .../http_example_loading_descriptor.dart           |   3 +
 .../standard_example_loading_descriptor.dart       |   3 +
 .../user_shared_example_loading_descriptor.dart    |   3 +
 .../lib/src/repositories/backend_urls.dart         |   8 +-
 .../playground_components/lib/src/theme/theme.dart |  33 +-
 .../copyright.dart => theme/transitions.dart}      |  20 +-
 .../lib/src/widgets/copyright.dart                 |   2 +-
 .../lib/src/widgets/feedback.dart                  |  13 +-
 .../lib/src/widgets/tabbed_snippet_editor.dart     |   1 +
 .../frontend/playground_components/pubspec.yaml    |   2 +-
 .../src/controllers/example_loaders/common.dart    |   5 +
 .../example_loader_factory_test.dart               |   3 +
 .../analysis_options.yaml                          |   4 +
 .../lib/playground_components_dev.dart             |   1 +
 .../lib/src/examples/example_descriptor.dart       |  31 +-
 .../lib/src/examples/go/example.dart               |  45 ++
 .../lib/src/examples/java/content/example.java     |  25 +-
 .../lib/src/examples/java/example.dart             | 111 +++++
 .../lib/src/examples/scio/minimal_word_count.dart  |   3 +-
 .../playground_components_dev/lib/src/expect.dart  |  36 +-
 .../lib/src/widget_tester.dart                     |   4 +-
 .../playground_components_dev/pubspec.yaml         |   2 +-
 playground/frontend/pubspec.lock                   |   2 +-
 playground/frontend/pubspec.yaml                   |   2 +-
 playground/frontend/web/index.html                 |   3 +-
 playground/terraform/README.md                     |   6 +-
 playground/terraform/build.gradle.kts              |   3 +-
 .../infrastructure/cloudfunctions/main.tf          |   4 +-
 .../beam-code-completion-plugin/build.gradle.kts   |   1 +
 ...KPattern.java => BeamCompletionConfidence.java} |  19 +-
 .../src/main/java/BeamCompletionContributor.java   |  81 +++-
 .../src/main/resources/META-INF/plugin.xml         |   4 +-
 .../java/BeamCompletionContributorTestCase.java    |  60 +++
 .../testData/TestCompletions.java}                 |  30 +-
 .../testData/TestCompletionsWrongClass.java}       |  28 +-
 .../test/testData/TestCompletionsWrongMethod.java  |  38 +-
 release/src/main/Dockerfile                        |   3 +-
 .../python-release/python_release_automation.sh    |   2 +-
 .../streaming/state/FlinkStateInternals.java       |   7 +-
 .../beam/runners/dataflow/DataflowRunner.java      |   6 +-
 .../util/AvroCoderCloudObjectTranslator.java       |  43 +-
 .../runners/dataflow/util/CloudObjectsTest.java    |  10 +-
 .../samza/runtime/PortableBundleManager.java       |  73 ++--
 .../runners/samza/translation/ConfigBuilder.java   |   8 +-
 .../runners/samza/util/PortableConfigUtils.java    |  31 +-
 .../samza/util/PortableConfigUtilsTest.java        |  58 +++
 scripts/ci/release/test/resources/mass_comment.txt |   3 +-
 sdks/go.mod                                        |  68 +--
 sdks/go.sum                                        | 146 ++++---
 sdks/go/cmd/prism/README.md                        |  20 +
 sdks/go/cmd/prism/prism.go                         |  36 +-
 sdks/go/pkg/beam/runners/prism/internal/README.md  |   5 +
 .../beam/runners/prism/internal/doc.go}            |  31 +-
 .../beam/runners/prism/internal/jobservices/job.go |  45 +-
 .../prism/internal/jobservices/management.go       |  97 +++--
 .../prism/internal/jobservices/management_test.go  | 230 ++++++++++-
 .../runners/prism/internal/web/jobdetails.html     |  11 +-
 sdks/go/pkg/beam/runners/prism/internal/web/web.go |  80 +++-
 .../src/main/resources/beam/suppressions.xml       |   1 +
 .../container/license_scripts/dep_urls_java.yaml   |   2 +-
 .../reflect/ByteBuddyDoFnInvokerFactory.java       |   2 +-
 .../beam/sdk/transforms/reflect/DoFnInvoker.java   |   4 +-
 .../java/org/apache/beam/sdk/values/RowUtils.java  |   6 +-
 .../sdk/transforms/reflect/DoFnInvokersTest.java   |   2 +-
 sdks/java/extensions/avro/build.gradle             |  69 ++--
 .../beam/sdk/extensions/avro/coders/AvroCoder.java | 257 ++++++------
 .../extensions/avro/coders/AvroGenericCoder.java   |   5 +-
 .../sdk/extensions/avro/io/AvroDatumFactory.java   | 196 +++++++++
 .../apache/beam/sdk/extensions/avro/io/AvroIO.java | 194 +++++++--
 .../beam/sdk/extensions/avro/io/AvroSink.java      |  40 +-
 .../beam/sdk/extensions/avro/io/AvroSource.java    | 123 +++---
 .../extensions/avro/schemas/AvroRecordSchema.java  |   5 +-
 .../schemas/utils/AvroJavaTimeConversions.java     | 288 +++++++++++++
 .../schemas/utils/AvroJodaTimeConversions.java     | 154 +++++++
 .../extensions/avro/schemas/utils/AvroUtils.java   |  39 +-
 .../beam/sdk/extensions/avro/schemas/test.avsc     |  71 ++--
 .../sdk/extensions/avro/coders/AvroCoderTest.java  | 148 ++++---
 .../beam/sdk/extensions/avro/io/AvroIOTest.java    |   4 +-
 .../sdk/extensions/avro/io/AvroSourceTest.java     |  40 +-
 .../avro/schemas/TestAvroConversionFactory.java    |  41 ++
 .../extensions/avro/schemas/TestAvroFactory.java   |  66 +--
 .../avro/schemas/utils/AvroUtilsTest.java          |  34 +-
 .../beam/sdk/fn/stream/DirectStreamObserver.java   |  24 +-
 .../jmh/logging/BeamFnLoggingClientBenchmark.java  |   2 +-
 .../java/org/apache/beam/fn/harness/FnHarness.java |   7 +-
 .../fn/harness/control/BeamFnControlClient.java    |   5 +-
 .../harness/data/PCollectionConsumerRegistry.java  |  17 +-
 .../beam/fn/harness/debug/ElementSample.java       |  44 ++
 .../beam/fn/harness/debug/OutputSampler.java       |  68 ++-
 .../fn/harness/logging/BeamFnLoggingClient.java    | 454 +++++++++++++--------
 .../harness/control/BeamFnControlClientTest.java   |   4 +-
 .../beam/fn/harness/debug/OutputSamplerTest.java   |  79 +++-
 .../harness/logging/BeamFnLoggingClientTest.java   | 200 ++++++++-
 sdks/java/io/components/build.gradle               |  41 ++
 .../io/components/deadletterqueue/DLQRouter.java   |  55 +++
 .../deadletterqueue/sinks/ThrowingSink.java        |  45 ++
 .../components/deadletterqueue/DLQRouterTest.java  |  75 ++++
 .../AvroWriteSchemaTransformFormatProvider.java    |   4 +-
 .../ParquetWriteSchemaTransformFormatProvider.java |   4 +-
 .../AvroReadSchemaTransformFormatProviderTest.java |   8 +-
 ...AvroWriteSchemaTransformFormatProviderTest.java |   4 +-
 ...rquetReadSchemaTransformFormatProviderTest.java |   8 +-
 .../beam/sdk/io/gcp/bigtable/BigtableIO.java       |  21 +-
 ...va => BigtableReadSchemaTransformProvider.java} | 110 +++--
 .../changestreams/action/ActionFactory.java        |  20 +-
 .../changestreams/action/ChangeStreamAction.java   |  50 ++-
 .../action/ReadChangeStreamPartitionAction.java    |  20 +-
 .../changestreams/dao/MetadataTableDao.java        |  10 +-
 .../changestreams/dofn/FilterForMutationDoFn.java  |  40 ++
 .../dofn/ReadChangeStreamPartitionDoFn.java        |  79 ++--
 .../estimator/BytesThroughputEstimator.java        | 152 ++-----
 ...{SizeEstimator.java => CoderSizeEstimator.java} |   5 +-
 ...ughputEstimator.java => NullSizeEstimator.java} |  32 +-
 .../changestreams/estimator/SizeEstimator.java     |  52 +--
 .../changestreams/restriction/StreamProgress.java  |  36 +-
 .../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java    |   7 +-
 .../SpannerWriteSchemaTransformProvider.java       |  37 +-
 ... => BigtableReadSchemaTransformProviderIT.java} |  86 ++--
 .../action/ChangeStreamActionTest.java             | 127 +++++-
 .../ReadChangeStreamPartitionActionTest.java       |  39 +-
 .../changestreams/dao/MetadataTableDaoTest.java    |  53 ++-
 .../dofn/FilterForMutationDoFnTest.java            |  71 ++++
 .../dofn/ReadChangeStreamPartitionDoFnTest.java    |  71 +++-
 .../estimator/BytesThroughputEstimatorTest.java    |  98 ++---
 ...timatorTest.java => NullSizeEstimatorTest.java} |  14 +-
 ...adChangeStreamPartitionProgressTrackerTest.java |   4 +-
 .../beam/sdk/io/gcp/pubsub/PubsubIOTest.java       |   4 +-
 sdks/python/apache_beam/coders/coders_test.py      |   6 +-
 .../apache_beam/coders/coders_test_common.py       |  12 +-
 .../apache_beam/dataframe/transforms_test.py       |  12 +-
 .../examples/cookbook/bigtableio_it_test.py        |   2 +-
 .../inference/sklearn_examples_requirements.txt    |   4 +-
 .../inference/vertex_ai_image_classification.py    | 158 +++++++
 .../apache_beam/examples/snippets/snippets_test.py |   4 +-
 sdks/python/apache_beam/examples/wordcount_test.py |   2 +-
 .../internal/cloudpickle_pickler_test.py           |   4 +-
 sdks/python/apache_beam/internal/pickler_test.py   |   2 +-
 .../io/azure/integration_test/docker-compose.yml   |   1 +
 .../io/external/xlang_parquetio_test.py            |   2 +-
 sdks/python/apache_beam/io/filesystem_test.py      |   7 +-
 .../io/gcp/big_query_query_to_table_it_test.py     |   2 +-
 .../apache_beam/io/gcp/bigquery_read_it_test.py    |  34 +-
 .../apache_beam/io/gcp/bigquery_write_it_test.py   |   8 +-
 sdks/python/apache_beam/io/gcp/bigtableio.py       | 125 ++++--
 sdks/python/apache_beam/io/gcp/bigtableio_test.py  | 169 +++++++-
 .../io/gcp/datastore/v1new/datastoreio_test.py     |   2 +-
 sdks/python/apache_beam/io/gcp/gcsio.py            |   3 +-
 sdks/python/apache_beam/io/gcp/gcsio_test.py       |   5 +-
 sdks/python/apache_beam/io/gcp/pubsub_test.py      |   4 +-
 .../ml/inference/sklearn_inference_it_test.py      |   3 +
 .../ml/inference/tensorflow_inference.py           |  11 +-
 .../ml/inference/tensorflow_inference_it_test.py   |   5 -
 .../ml/inference/tensorflow_inference_test.py      |   6 +
 .../ml/inference/vertex_ai_inference.py            | 176 ++++++++
 .../python/apache_beam/options/pipeline_options.py |   7 +
 .../apache_beam/runners/worker/bundle_processor.py |  90 +---
 .../runners/worker/bundle_processor_test.py        |  89 ++--
 .../apache_beam/runners/worker/data_sampler.py     | 193 ++++++---
 .../runners/worker/data_sampler_test.py            | 435 +++++++++++++++-----
 .../apache_beam/runners/worker/operations.pxd      |   1 +
 .../apache_beam/runners/worker/operations.py       |  70 +++-
 .../apache_beam/runners/worker/sdk_worker.py       |   4 +-
 .../apache_beam/runners/worker/sdk_worker_test.py  |  29 +-
 .../apache_beam/testing/analyzers/constants.py     |   6 +-
 .../testing/analyzers/github_issues_utils.py       |  19 +-
 .../apache_beam/testing/analyzers/perf_analysis.py |  24 +-
 .../testing/analyzers/perf_analysis_utils.py       |   6 +-
 .../testing/analyzers/tests_config.yaml            |  87 ++--
 .../apache_beam/testing/datatype_inference_test.py |   4 +-
 .../apache_beam/testing/extra_assertions_test.py   |   8 +-
 sdks/python/apache_beam/transforms/core.py         |  94 ++++-
 sdks/python/apache_beam/transforms/display_test.py |   2 +-
 .../apache_beam/transforms/environments_test.py    |   2 +-
 sdks/python/apache_beam/transforms/external.py     |  74 +++-
 .../python/apache_beam/transforms/external_java.py |   2 +-
 .../python/apache_beam/transforms/external_test.py |  18 +-
 sdks/python/apache_beam/transforms/trigger_test.py |  14 +-
 .../transforms/validate_runner_xlang_test.py       |   2 +-
 .../apache_beam/typehints/decorators_test.py       |   8 +-
 .../typehints/native_type_compatibility.py         |   5 +-
 sdks/python/apache_beam/typehints/schemas.py       |   8 +-
 .../apache_beam/typehints/typed_pipeline_test.py   |  14 +-
 .../utils/transform_service_launcher.py            | 261 ++++++++++++
 sdks/python/apache_beam/yaml/readme_test.py        |  42 +-
 sdks/python/apache_beam/yaml/yaml_mapping.md       | 196 +++++++++
 sdks/python/apache_beam/yaml/yaml_mapping.py       | 289 +++++++++++++
 sdks/python/apache_beam/yaml/yaml_mapping_test.py  | 138 +++++++
 sdks/python/apache_beam/yaml/yaml_provider.py      |  58 ++-
 sdks/python/apache_beam/yaml/yaml_transform.py     |  92 ++++-
 .../python/apache_beam/yaml/yaml_transform_test.py | 249 ++++++++++-
 sdks/python/build-requirements.txt                 |   2 +-
 .../container/base_image_requirements_manual.txt   |   2 +-
 sdks/python/container/build.gradle                 |   3 -
 .../container/py37/base_image_requirements.txt     | 135 ------
 sdks/python/container/run_validatescontainer.sh    |   2 -
 sdks/python/mypy.ini                               |   2 +-
 sdks/python/setup.py                               |  15 +-
 sdks/python/test-suites/dataflow/py37/build.gradle |  24 --
 sdks/python/test-suites/direct/common.gradle       |   2 +-
 sdks/python/test-suites/direct/py37/build.gradle   |  24 --
 sdks/python/test-suites/gradle.properties          |  24 +-
 sdks/python/test-suites/portable/py37/build.gradle |  26 --
 sdks/python/test-suites/tox/py37/build.gradle      |  43 --
 sdks/python/test-suites/tox/py38/build.gradle      |  14 +-
 sdks/python/tox.ini                                |  29 +-
 sdks/typescript/src/apache_beam/index.ts           |   1 +
 .../src/apache_beam/{transforms => io}/index.ts    |  16 +-
 .../typescript/src/apache_beam/transforms/index.ts |   1 +
 sdks/typescript/tsconfig.json                      |   1 +
 settings.gradle.kts                                |   7 +-
 .../js/{quotes-slider.js => sliders/quotes.js}     |  30 +-
 .../{quotes-slider.js => sliders/top-banners.js}   |  22 +-
 website/www/site/assets/scss/_banner.sass          |  21 +-
 website/www/site/assets/scss/_ctas.sass            |   4 +-
 website/www/site/assets/scss/_header.sass          |   4 +
 website/www/site/content/en/blog/beam-2.48.0.md    |   3 +
 .../en/blog/managing-beam-dependencies-in-java.md  | 122 ++++++
 .../site/content/en/case-studies/projectShield.md  | 231 +++++++++++
 .../content/en/documentation/programming-guide.md  |   2 +-
 .../site/content/en/documentation/runners/flink.md |  87 +++-
 .../en/documentation/runtime/environments.md       |   2 +-
 website/www/site/content/en/get-started/_index.md  |  10 +-
 ...-beam.md => an-interactive-overview-of-beam.md} |  12 +-
 .../site/content/en/get-started/beam-overview.md   |   2 +-
 .../site/content/en/get-started/quickstart-py.md   |   3 +-
 website/www/site/data/authors.yml                  |   3 +
 website/www/site/data/en/quotes.yaml               |   5 +
 website/www/site/i18n/home/en.yaml                 |   2 +
 website/www/site/layouts/index.html                |   5 +-
 website/www/site/layouts/partials/header.html      |  35 +-
 .../www/site/layouts/partials/hooks/body-end.html  |   4 +-
 .../partials/section-menu/en/get-started.html      |   3 +-
 .../shortcodes/flink_java_pipeline_options.html    |   5 +
 .../shortcodes/flink_python_pipeline_options.html  |   5 +
 .../machine-learning/machine-learning-desktop.jpg} | Bin
 .../machine-learning/machine-learning-mobile.jpg}  | Bin
 .../banners/tour-of-beam/tour-of-beam-desktop.png  | Bin 0 -> 122733 bytes
 .../banners/tour-of-beam/tour-of-beam-mobile.png   | Bin 0 -> 86368 bytes
 .../apache_beam_streaming_log_analytics.png        | Bin 0 -> 93797 bytes
 .../case-study/projectShield/chad_hansen.png       | Bin 0 -> 386079 bytes
 .../case-study/projectShield/marc_howard.jpg       | Bin 0 -> 136851 bytes
 .../projectShield/project_shield_mechanism.png     | Bin 0 -> 29786 bytes
 .../images/logos/powered-by/project_shield.png     | Bin 0 -> 9908 bytes
 444 files changed, 14686 insertions(+), 3358 deletions(-)
 create mode 100644 .github/workflows/beam_PreCommit_Website.yml
 delete mode 100644 .github/workflows/tour_of_beam_examples_ci.yml
 copy {sdks/go/cmd/prism => .test-infra/pipelines}/README.md (63%)
 create mode 100644 .test-infra/pipelines/build.gradle
 create mode 100644 .test-infra/pipelines/infrastructure/01.setup/.terraform.lock.hcl
 create mode 100644 .test-infra/pipelines/infrastructure/01.setup/README.md
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/infrastructure/01.setup/apache-beam-testing.tfbackend (88%)
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/infrastructure/01.setup/apache-beam-testing.tfvars (88%)
 copy plugins/beam-code-completion-plugin/src/main/java/BeamJavaSDKPattern.java => .test-infra/pipelines/infrastructure/01.setup/artifactregistry.tf (60%)
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/infrastructure/01.setup/common.tfvars (82%)
 create mode 100644 .test-infra/pipelines/infrastructure/01.setup/iam.tf
 copy .test-infra/{terraform/google-cloud-platform/google-kubernetes-engine/modules/01-setup => pipelines/infrastructure/01.setup}/provider.tf (100%)
 copy plugins/beam-code-completion-plugin/src/test/java/BeamCompletionContributorTestcase.java => .test-infra/pipelines/infrastructure/01.setup/services.tf (69%)
 copy playground/frontend/playground_components/lib/src/widgets/copyright.dart => .test-infra/pipelines/infrastructure/01.setup/state.tf (75%)
 copy learning/tour-of-beam/frontend/lib/pages/tour/widgets/content_tree_title.dart => .test-infra/pipelines/infrastructure/01.setup/storage.tf (51%)
 copy sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/coders/AvroGenericCoder.java => .test-infra/pipelines/infrastructure/01.setup/variables.tf (60%)
 create mode 100644 .test-infra/pipelines/infrastructure/02.network/.terraform.lock.hcl
 create mode 100644 .test-infra/pipelines/infrastructure/02.network/README.md
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/infrastructure/02.network/apache-beam-testing.tfbackend (88%)
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/infrastructure/02.network/apache-beam-testing.tfvars (88%)
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/infrastructure/02.network/common.tfvars (78%)
 copy plugins/beam-code-completion-plugin/src/test/java/BeamCompletionContributorTestcase.java => .test-infra/pipelines/infrastructure/02.network/data.tf (76%)
 create mode 100644 .test-infra/pipelines/infrastructure/02.network/network.tf
 copy .test-infra/{terraform/google-cloud-platform/google-kubernetes-engine/modules/02-network => pipelines/infrastructure/02.network}/provider.tf (100%)
 copy playground/frontend/playground_components/lib/src/widgets/copyright.dart => .test-infra/pipelines/infrastructure/02.network/state.tf (75%)
 copy playground/frontend/playground_components_dev/lib/src/examples/go/example.dart => .test-infra/pipelines/infrastructure/02.network/variables.tf (51%)
 copy {sdks/go/cmd/prism => .test-infra/pipelines/infrastructure/03.io}/README.md (77%)
 create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/.terraform.lock.hcl
 create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/README.md
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/apache-beam-testing.tfbackend (88%)
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/apache-beam-testing.tfvars (88%)
 copy plugins/beam-code-completion-plugin/src/main/java/BeamJavaSDKPattern.java => .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/bigquery.tf (60%)
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/common.tfvars (75%)
 copy plugins/beam-code-completion-plugin/src/test/java/BeamCompletionContributorTestcase.java => .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/data.tf (74%)
 copy playground/frontend/playground_components_dev/lib/src/examples/go/example.dart => .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/iam.tf (50%)
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/provider.tf (88%)
 copy playground/frontend/lib/modules/examples/models/example_loading_descriptors/no_url_example_loading_descriptor.dart => .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/pubsub.tf (50%)
 copy playground/frontend/playground_components/lib/src/widgets/copyright.dart => .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/state.tf (74%)
 copy playground/frontend/lib/modules/examples/models/example_loading_descriptors/no_url_example_loading_descriptor.dart => .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/variables.tf (52%)
 create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/workflow.tf
 create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/README.md
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/apache-beam-testing.tfvars (88%)
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/common.tfvars (69%)
 create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/data.tf
 create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/dataflow-template.json
 rename sdks/python/container/py37/build.gradle => .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/output.tf (71%)
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/provider.tf (88%)
 create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/template.tf
 create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/variables.tf
 create mode 100644 .test-infra/pipelines/infrastructure/README.md
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/ReadDataflowApiWriteBigQuery.java
 copy plugins/beam-code-completion-plugin/src/main/java/BeamJavaSDKPattern.java => .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/bigquery/BigQueryWriteOptions.java (58%)
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/bigquery/BigQueryWrites.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/bigquery/DatasetReferenceOptionValue.java
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/bigquery/package-info.java (87%)
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/ConversionError.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/EventarcConversions.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/JobsToRow.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/RowConversionResult.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/WithAppendedDetailsToRow.java
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/package-info.java (86%)
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowClientFactory.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowClientFactoryConfiguration.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowFilterEventarcJobs.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowGetJobExecutionDetails.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowGetJobMetrics.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowGetJobs.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowGetStageExecutionDetails.java
 copy sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/coders/AvroGenericCoder.java => .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowJobsOptions.java (56%)
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowReadResult.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowRequestError.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowRequests.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/JobMetricsWithAppendedDetails.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/StageSummaryWithAppendedDetails.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/Throttle.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/WorkerDetailsWithAppendedDetails.java
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/package-info.java (88%)
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/package-info.java (87%)
 copy playground/frontend/lib/modules/examples/models/example_loading_descriptors/no_url_example_loading_descriptor.dart => .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/pubsub/PubsubReadOptions.java (57%)
 rename sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/ThroughputEstimator.java => .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/pubsub/SubscriptionPathOptionValue.java (50%)
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/pubsub/package-info.java (88%)
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/schemas/DependencyDrivenDescriptorQueue.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/schemas/DescriptorSchemaRegistry.java
 create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/schemas/GeneratedMessageV3RowBuilder.java
 copy sdks/typescript/src/apache_beam/index.ts => .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/schemas/package-info.java (88%)
 create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/EventarcConversionsTest.java
 create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/JobMetricsWithAppendedDetailsTest.java
 create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/StageSummaryWithAppendedDetailsTest.java
 create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/WithAppendedDetailsToRowTest.java
 create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/WorkerDetailsWithAppendedDetailsTest.java
 create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowFilterEventarcJobsTest.java
 create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/AbstractGeneratedMessageV3RowBuilderTest.java
 create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/DependencyDrivenDescriptorQueueTest.java
 create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/DescriptorSchemaRegistryTest.java
 create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/EnvironmentRowBuilderTest.java
 create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/ExecutionStageSummaryTest.java
 create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/TransformSummaryRowBuilderTest.java
 create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/has_extra_data_payload_foo_property.json
 create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_canceled_streaming.json
 create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_canceling_streaming.json
 create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_done_batch.json
 create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_pending_batch.json
 create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_pending_streaming.json
 create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_queued_streaming.json
 create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_running_batch.json
 create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_running_streaming.json
 rename examples/notebooks/{tour-of-beam => interactive-overview}/dataframes.ipynb (100%)
 rename examples/notebooks/{tour-of-beam => interactive-overview}/getting-started.ipynb (100%)
 rename examples/notebooks/{tour-of-beam => interactive-overview}/reading-and-writing-data.ipynb (100%)
 rename examples/notebooks/{tour-of-beam => interactive-overview}/windowing.ipynb (100%)
 copy sdks/typescript/src/apache_beam/index.ts => learning/tour-of-beam/frontend/lib/constants/links.dart (84%)
 copy sdks/typescript/src/apache_beam/index.ts => learning/tour-of-beam/frontend/lib/constants/params.dart (88%)
 copy learning/tour-of-beam/learning-content/splittable-dofn/{unit-info.yaml => module-info.yaml} (97%)
 rename learning/tour-of-beam/learning-content/splittable-dofn/{ => splittable}/description.md (100%)
 rename learning/tour-of-beam/learning-content/splittable-dofn/{ => splittable}/go-example/main.go (100%)
 rename learning/tour-of-beam/learning-content/splittable-dofn/{ => splittable}/java-example/Task.java (100%)
 rename learning/tour-of-beam/learning-content/splittable-dofn/{ => splittable}/python-example/task.py (100%)
 rename learning/tour-of-beam/learning-content/splittable-dofn/{ => splittable}/unit-info.yaml (100%)
 copy sdks/typescript/src/apache_beam/index.ts => playground/frontend/lib/constants/links.dart (83%)
 copy playground/frontend/playground_components/lib/src/{widgets/copyright.dart => theme/transitions.dart} (63%)
 rename plugins/beam-code-completion-plugin/src/test/java/BeamCompletionContributorTestcase.java => playground/frontend/playground_components_dev/lib/src/examples/java/content/example.java (65%)
 create mode 100644 playground/frontend/playground_components_dev/lib/src/examples/java/example.dart
 copy plugins/beam-code-completion-plugin/src/main/java/{BeamJavaSDKPattern.java => BeamCompletionConfidence.java} (62%)
 create mode 100644 plugins/beam-code-completion-plugin/src/test/java/BeamCompletionContributorTestCase.java
 copy plugins/beam-code-completion-plugin/src/{main/java/BeamJavaSDKPattern.java => test/testData/TestCompletions.java} (53%)
 copy plugins/beam-code-completion-plugin/src/{main/java/BeamJavaSDKPattern.java => test/testData/TestCompletionsWrongClass.java} (55%)
 rename learning/tour-of-beam/frontend/lib/pages/tour/widgets/content_tree_title.dart => plugins/beam-code-completion-plugin/src/test/testData/TestCompletionsWrongMethod.java (53%)
 rename plugins/beam-code-completion-plugin/src/main/java/BeamJavaSDKPattern.java => runners/samza/src/main/java/org/apache/beam/runners/samza/util/PortableConfigUtils.java (51%)
 create mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/util/PortableConfigUtilsTest.java
 copy sdks/go/{cmd/prism/prism.go => pkg/beam/runners/prism/internal/doc.go} (56%)
 create mode 100644 sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/io/AvroDatumFactory.java
 create mode 100644 sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/schemas/utils/AvroJavaTimeConversions.java
 create mode 100644 sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/schemas/utils/AvroJodaTimeConversions.java
 create mode 100644 sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/schemas/TestAvroConversionFactory.java
 create mode 100644 sdks/java/harness/src/main/java/org/apache/beam/fn/harness/debug/ElementSample.java
 create mode 100644 sdks/java/io/components/build.gradle
 create mode 100644 sdks/java/io/components/src/main/java/org/apache/beam/sdk/io/components/deadletterqueue/DLQRouter.java
 create mode 100644 sdks/java/io/components/src/main/java/org/apache/beam/sdk/io/components/deadletterqueue/sinks/ThrowingSink.java
 create mode 100644 sdks/java/io/components/src/test/java/org/apache/beam/sdk/io/components/deadletterqueue/DLQRouterTest.java
 rename sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/{BigTableReadSchemaTransformProvider.java => BigtableReadSchemaTransformProvider.java} (63%)
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dofn/FilterForMutationDoFn.java
 copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/{SizeEstimator.java => CoderSizeEstimator.java} (94%)
 rename sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/{NullThroughputEstimator.java => NullSizeEstimator.java} (59%)
 rename sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/{BigTableReadSchemaTransformProviderIT.java => BigtableReadSchemaTransformProviderIT.java} (73%)
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dofn/FilterForMutationDoFnTest.java
 rename sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/{NullThroughputEstimatorTest.java => NullSizeEstimatorTest.java} (68%)
 create mode 100644 sdks/python/apache_beam/examples/inference/vertex_ai_image_classification.py
 create mode 100644 sdks/python/apache_beam/ml/inference/vertex_ai_inference.py
 create mode 100644 sdks/python/apache_beam/utils/transform_service_launcher.py
 create mode 100644 sdks/python/apache_beam/yaml/yaml_mapping.md
 create mode 100644 sdks/python/apache_beam/yaml/yaml_mapping.py
 create mode 100644 sdks/python/apache_beam/yaml/yaml_mapping_test.py
 delete mode 100644 sdks/python/container/py37/base_image_requirements.txt
 delete mode 100644 sdks/python/test-suites/dataflow/py37/build.gradle
 delete mode 100644 sdks/python/test-suites/direct/py37/build.gradle
 delete mode 100644 sdks/python/test-suites/portable/py37/build.gradle
 delete mode 100644 sdks/python/test-suites/tox/py37/build.gradle
 copy sdks/typescript/src/apache_beam/{transforms => io}/index.ts (75%)
 copy website/www/site/assets/js/{quotes-slider.js => sliders/quotes.js} (93%)
 rename website/www/site/assets/js/{quotes-slider.js => sliders/top-banners.js} (70%)
 create mode 100644 website/www/site/content/en/blog/managing-beam-dependencies-in-java.md
 create mode 100644 website/www/site/content/en/case-studies/projectShield.md
 rename website/www/site/content/en/get-started/{tour-of-beam.md => an-interactive-overview-of-beam.md} (90%)
 rename website/www/site/static/images/{banner_desktop.jpg => banners/machine-learning/machine-learning-desktop.jpg} (100%)
 rename website/www/site/static/images/{banner_mobile.jpg => banners/machine-learning/machine-learning-mobile.jpg} (100%)
 create mode 100644 website/www/site/static/images/banners/tour-of-beam/tour-of-beam-desktop.png
 create mode 100644 website/www/site/static/images/banners/tour-of-beam/tour-of-beam-mobile.png
 create mode 100644 website/www/site/static/images/case-study/projectShield/apache_beam_streaming_log_analytics.png
 create mode 100644 website/www/site/static/images/case-study/projectShield/chad_hansen.png
 create mode 100644 website/www/site/static/images/case-study/projectShield/marc_howard.jpg
 create mode 100644 website/www/site/static/images/case-study/projectShield/project_shield_mechanism.png
 create mode 100644 website/www/site/static/images/logos/powered-by/project_shield.png