You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2023/06/26 17:07:52 UTC
[beam] branch dependabot/gradle/com.diffplug.spotless-spotless-plugin-gradle-6.19.0 updated (40059128215 -> 54fa1bae12d)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/gradle/com.diffplug.spotless-spotless-plugin-gradle-6.19.0
in repository https://gitbox.apache.org/repos/asf/beam.git
omit 40059128215 Bump com.diffplug.spotless:spotless-plugin-gradle from 5.6.1 to 6.19.0
add ec0128d28af Push transform service containers with rest of containers (#26869)
add 92b5c1f8b2e Fix Playground on home page with Safari (#26860)
add 83e2e619737 Code completion plugin setup (#26840)
add 281516798f5 Add fallback reviewers. (#26835)
add 34da7f9ab86 Bump google.golang.org/api from 0.123.0 to 0.124.0 in /sdks (#26856)
add 1d8edf440d7 Always invalidate write stream (#26872)
add a9a7faf3160 Implement a fast (lcg) random generator for Python SyntheticSource (#26697)
add 05c5b1b5bb7 minor fix introduction (#25587)
add d91ea8e4491 Merge pull request #26878: make sure that we capture all writes to the failed records in a metric
add 43d7ec0a147 Fix Go Code Coverage. (#26885)
add f9a82f7b920 Initial terraform code for ARC based runners (#26845)
add d8f0e1786f1 update_grpc_router (#26843)
add 2d82b5fdc6e [BQ Storage] Allow using optional minutes in timestamp offset (#26879)
add 0963cf0bd0a Fix failing BQ tests on XVR GoUsingJava tests (#26880)
add 2b13a03acc4 [release] Add signing key flag and env variable to release documentation (#26895)
add 35ceb278373 Validate that a URN is set on all non-composite transforms.
add ee18c7b6035 Add stub URNs to make validation pass.
add c576fe9f359 spotless
add 31c3390bbb4 Merge pull request #26675 Validate that a URN is set on all non-composite transforms.
add 1007b508cf7 Exclude sickbay test suite in mass comment (#26894)
add 675d509967b Gate pushing release branch on input (default true) (#26793)
add 3d85be031ea [Tour of beam][Playground] Use source directory as working directory (#26842)
add cc8a1ec4a6a Fixed SingleStore row in the Built-in I/O Connectors table. (#25574)
add fc5f2f51350 Structured logging support - Java SDK (#26848)
add 480e8a7ca3b fix: get google apt key with gpg commmand (#26859)
add 170b597b5ea [Website] change banner (#26898)
add 0b430748cdd Fix java dockerPrepare timing (#26901)
add 4aebbc0391c [Playground] Log cancellation messages as warnings (#26790)
add 6865eefac56 [Playground] Refuse RunCode requests if NUM_PARALLEL_JOBS is exceeded (#26737)
add 676382c842e Provide Python container path in xlang postcommit (#26908)
add b2ca23c04e4 fix ClassCastException in toBeamValue with List<{Primitive}> types (#26873)
add 06a0c871141 Add AutoService annotation to SpannerChangestreamsReadSchemaTransformProvider (#26899)
add 0c7f4ddc892 Upgrade spring-expression due to CVE-2023-20861 and CVE-2023-20863 (#26813)
add 6dfe06adbbf Always install dev wheel if passed to sdk_version (#26913)
add fcd69f02ba1 Switch Flink load test with lcg synthetic data (#26893)
add 94078e54224 Publish pipeline options to flink web ui (#26009)
add 68d991aef26 [Flink][KafkaIO] Finalize checkpoints during stop/drain scenario (#26883)
add fbeae980e93 Merge pull request #26919: warn if BigQuery failed rows collection is not processed
add 785b60dd610 remove taskName tag (#26934)
add 113a8757c70 Bump cloud.google.com/go/pubsub from 1.30.1 to 1.31.0 in /sdks (#26888)
add 1441c0db308 Add startPollTimeoutSec parameter. Fix splitting of restriction
add bc5a8907dad Merge pull request #26862: [SparkReceiverIO] Add startPollTimeoutSec parameter. Fix splitting of restriction
add f3ac84e74b6 [Go SDK][Prism] Prism fails pipelines that use features unimplemented in Prism. (#26882)
add bd274b7337e Revise error message to state the actual size limit (#26754)
add 4f5b2155031 Fix and refactor main.py file for yaml
add d7ee278f74a Merge pull request #26940 Fix and refactor main.py file for yaml
add b9730952a7a Insert graph saving code before `pipeline.run()` instead of replacing it (#26937)
add d86e5a13acc [Playground] Resolve CI/CD failures (#26927)
add b9b26b977ef [Frontend] Upgrade to Flutter 3.10.2 (#26926)
add 1b8262cdd3b codeblockBackgroundColor in blockquoteDecoration, KeyedTabBar borders (#26735)
add 27842d2e541 make autosharding the default if numsStorageWriteApiStreams is zero (#26533)
add fb1683d4a1f fixes:#25841 Improve-error-messages-for-the-validateStateApplicableForInput-method… (#25843)
add 722312742c4 Update build_release_candidate.yml (#26949)
add 5bd0c08260e Automation: Tourofbeam backend infrastructure deployment using cloudbuild (#26504)
add 018d626e5e7 Use `PipelineOptions` for constructing `BigQueryWrapper` when estimating BigQuery table size (#26622) (#26662)
add 1946aa6b828 Create PortableDoFnOp in Samza Runner (#26442)
add 35a4a3fd464 Bump google.golang.org/api from 0.124.0 to 0.125.0 in /sdks (#26944)
add bdd29bf45f8 Add script to fetch SCIO examples (#26891)
add 4c199df265c [Tour of Beam] Learning content for "IO Connectors" module (#25301)
add d195be2110f Add docs on pre/post processing operations and dlq support (#26772)
add 205cbcea9b0 Return unknown backlog on Kinesis if reader not started (#26953)
add 09de12ac356 update website for release-2.48.0 and blog post (#26903)
add 02eedd0d169 Adjust google-api-services-storage version to match current Storage client (#26910)
add 57dfe68c171 ARC Terraform updates (#26965)
add 4f07cda050c Added Github Workflow Replacement for Jenkins Job, beam_PreCommit_Go (#26952)
add dbc1c1597fe populate jobs with gradle scans access (#26379)
add 8ec667c8a0b Bump github.com/fsouza/fake-gcs-server from 1.45.1 to 1.45.2 in /sdks (#26931)
add 69c58a9e5ee [Playground] Fix graph.dot search path (#26951)
add e1b4ed355da Adds a utility for starting up the Transform Service from Java (#26834)
add 538c7bdd852 Feedback google forms iframe (#26864)
add 3dd239e2045 Make lulls message in Python SDK to be consistent with the implementation in Java SDK (#26936)
add f5e17e3e3b9 Revert "populate jobs with gradle scans access (#26379)" (#26972)
add c5a55b076cf adding myself to author list for blog (#26984)
add 533ceba1baf add back deleted line + test (#26976)
add 25984047c47 [GO SDK] - avroio nullable fields fix (#26812)
add 9db93581e47 [#22737] Fit & Finish for Go SDK timer support. (#26782)
add c0b23a7ea0b fix output_handler (#26923)
add 3c61cd0e9ef Remove this log "Default Python SDK image for environment..." (#27002)
add 81e7253d21c [Refactor] Beam Python Healthcare Connectors (#26917)
add dcb13788b1b remove 360M of installer files bloat. (#26971)
add 6ab4eaf7865 Adds new python avro example, removes broken example (#26689)
add 3dc07743b4e Add new Beam Java SDK examples (#26488)
add 7c603b408f6 Removing an unnecessary dependency (#27001)
add cf01e54b9c5 update tags after including guppy dataflow legacy container (#26973)
add 8dcf68a4f89 [#25896] Add an initial UI to standalone prism command. (#26961)
add 21ce8826961 Fix blog links (#27016)
add 15fd8214db6 Add new Beam Python SDK examples (#26671)
add 7af89948ca2 Overview of adding snippets to Playground (#25506) (#25507)
add c0e5a7a2c41 Added dlq and error metrics to SpannerChangestreamsReadSchemaTransformProvider (#26970)
add d4788bcb3fc Add metric counting finalized rows as reported by BQ (#26989)
add 98210d99b85 Do not skip latest blog entry from footer (#26999)
add 2e9b3b7dcd8 Reduce the number of layers in Python base image. (#27006)
add 70eae86fc35 Make sure spark/flink get tagged correctly (#26957)
add d1a0a04fa4c Add yaml validation using jsonschema. (#26920)
add 767695ffda8 use max byte size and not max msg length in size check (#27017)
add 5206952c230 Remove Beam Dependency Report code (#26954)
add 9e40337388e added initial node count variable (#27011)
add 833261f0a04 Add minimal example for BigQuery usage (#26713)
add bfa7a63f47f Beam Quest Blogpost (#27004)
add 82bf983103c add runners theory for golang (#25251)
add bd074f04b56 Lint fixes: receiver consistency. (#27037)
add e1cc124b6a9 [Playground] Add KafkaStreaming example (#26890)
add 639dcf70b27 Pass reference instead of value to cmp.Diff (#27053)
add 3d7ced6e3d7 Always make runner v2 default and return legacy container tag when runner_v1 is disabled (#27052)
add 2a5ac112532 Disable kaniko cache compression when prebuilding images (#27023)
add e54edd8c283 Disable pip cache on the workers to reduce prebuilt container image size (#27035)
add 718a449bf89 Beam quest Blog Addon (#27051)
add 95ecb31452f Make use of prism in periodic tests not cross compile. (#27054)
add 14534fb3421 Move AdaptiveThrottler impl to new Components directory (#27018)
add c3b330c66c6 Merge pull request #27047: Enable pubsub dynamic destinations by default
add 26591a513d4 [Playground] Make new python examples runnable (#27028)
add 74bad1add9c reads all files from metadata list (#27059)
add ea729dfd7ed [Tour of Beam] Learning content for "Splittable DoFn" module (#25707)
add 97562d9d920 Unpin tox version in Beam code base (#26082)
add fb73142e28a Issue26858 tob tests examples (#26932)
add 4badaee0293 Fix direct SDF runner handle_process_outputs (#27062)
add 0eb4513d0ca [#27064] Make Tag existence explicit in release docs. (#27070)
add 2e4e68bc8f0 Add Certification + Beam Quest to Documentation (#26997)
add 8e5bf7c577d Add note for updated release tag for 2.48 (#27073)
add 3213394640e Quote Addition + Sharing instructions [Beam Quest Blog] (#27066)
add 6dde0a655c1 Update Playground examples (#25032)
add 9f79599c4f1 Update TensorRT dockerfile (#27072)
add e51ed1cd08a Option to return timezone aware datetime for to_utc_datetime (#26962)
add 497bf5b589e Update to libraries-bom 26.16.0 (#27074)
add f676a6479f0 [Tour of Beam] Learning content for "Cross-language Transforms" module (#26227)
add 1de37064e40 Bump google.golang.org/api from 0.125.0 to 0.126.0 in /sdks (#27081)
add e3df4c17136 Bigquery schema generation fix (#26960)
add d2754716b98 Github Workflow Replacement for Jenkins Job, beam_PreCommit_Go (Cron, Commit, Phrase) (#27042)
add e772c0bcd2e Preserve output when a pipeline dies on timeout (#26928) (#26929)
add 9f8e7c577b3 [Playground] [Frontend] FCE updated to v0.3.0, minor improvements (#27063)
add 10ee5fd3144 Embed examples (#26933)
add 57fff810426 [Playground] - New role add (#27082)
add 5898b708b0c Release Guide update for Playground environment (#27043)
add e351272a711 Update learning-resources.md with links to video material (#27079)
add 608b06759c7 Cut the Playground output if it is too long (#27083) (#27084)
add 6ad2b12c099 Refactor key coder for Samza portable runner (#27095)
add 95668013cae Add required commands to allowlist_externals in tox.ini (#27089)
add b7f13f1966b Adding error tags in BigQuery Write Transforms (#27020)
add d735b7f642e Update BQ Autosahrding notes (#26874)
add 669fdd3b9cd Add notebook for run inference with streaming pipeline example (#27075)
add 65f6625f58d [Python] Rename example notebook to fix links (#27102)
add af2651af2c8 Fix graph, update the Playground frontend README (#27100)
add 86ae0857fbc [Playground] Remove old deployment workflows (#27027)
add f303fb7ce5a Bump github.com/tetratelabs/wazero from 1.1.0 to 1.2.0 in /sdks (#27010)
add 14129302644 Bump go.mongodb.org/mongo-driver from 1.11.6 to 1.11.7 in /sdks (#27041)
add 0afb5aa9345 Bump cloud.google.com/go/bigquery from 1.51.1 to 1.51.2 in /sdks (#26627)
add 92e33e8e6a8 Bump google.golang.org/api from 0.126.0 to 0.127.0 in /sdks (#27112)
add 1e49c512ac1 Merge pull request #26975: Add upsert and delete support to BigQueryIO
add d998ba3475f Merge pull request #26849: add attribute support to writeAvros and writeProtos
add 1db5fa5b143 Bump golang.org/x/oauth2 from 0.8.0 to 0.9.0 in /sdks (#27124)
add 73f8900c5e6 Bump cryptography from 40.0.2 to 41.0.0 in /sdks/python/container/py37 (#26995)
add 2f35838f695 Portable bundle manager in Samza Runner (#26475)
add 0132967e751 Add OWNERS file for Samza Runner (#27130)
add 0822ab49697 Initial implementation of QuotaEvent (#27078)
add ba17f369e93 QuotaEvents for BigQuery
add fc74d829653 Merge pull request #27132: QuotaEvents for BigQuery
add 2bb05d3c038 Upgrade Node dependency to 14.x (#26988)
add 5723b43af0a Bump actions/stale from 6 to 8 (#27111)
add c5009375d5a Github Workflow Replacement for Jenkins Job, beam_PreCommit_Whitespace (Cron, Commit, Phrase) (#27099)
add 80f7ecba472 Bump transformers (#27109)
add edb8f2005e9 Bump transformers (#27107)
add b309d214dfc Github Workflow Replacement for Jenkins Job, beam_PreCommit_Website (Cron, Commit, Phrase) (#27098)
add 22c6e728e82 Implement Java exception sampling (#27121)
add ada507dc3b3 Implement basic mapping capabilities for YAML. (#27096)
add 857dff5005a Bump golang.org/x/sync from 0.2.0 to 0.3.0 in /sdks (#27137)
add 644f5399dce Move to a conditionVariable for messages+state stream + test. (#27060)
add 76c05d1dcad fix: fix beam metrics after migrating to async batcher (#27085)
add aef603cd0d6 Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks (#27149)
add 7ecd8e51444 Adding error tag and metrics in SpannerWriteSchemaTransformProvider (#27021)
add 218e4b3b2dd .test-infra Pipeline reads from Dataflow API and writes to BigQuery (#27008)
add 7d2afad17e7 Pylint repression same line
add c70eb8572eb Merge pull request #27155 fix pylint suppression
add ffce46ffb68 install release candidates if available for setupVirtualEnv and instalLGCPTest tasks (#27068)
add 3d44a0b9660 Fix Python37 PostCommit azure-cli not support Bookworm (#27153)
add 9d0fc05d004 Fix sklearn requirement file in Py311 (#27152)
add 5223ab466e7 Select dedicated avro datum reader and writer (#26320)
add 5e587578de8 Update numpy requirement in /sdks/python (#27160)
add bfd3017e241 Bump google.golang.org/api from 0.127.0 to 0.128.0 in /sdks (#27163)
add 69cd6ef06b3 Bump github.com/tetratelabs/wazero from 1.2.0 to 1.2.1 in /sdks (#27162)
add 392a8fe5880 Bump actions/setup-go from 3 to 4 (#27110)
add ae8510d1feb [website] #27115 Add supported Flink versions (#27117)
add 7a4cbc18f97 Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks (#27172)
add 4c66866aa95 Avro datum factory fixup (#27173)
add 1c12f92a9a5 Add initial DLQ router (#27045)
add 42d0a6e3564 Fix locking race between duplicate PartitionRecords w matching uid (#27055)
add e4a0a275578 Change default work remaining to 0.0 instead of 1.0 (#27032)
add ef24b6a0aa2 [Code Completion Plugin] Define Element Pattern for java sdk
add 08d49f0e0eb Merge pull request #27093 from sultanalieva-s/code-completion-plugin-element-pattern
add f7dcb5973aa obsolete action removed (#27143)
add f1adfdd7f24 Issue26977 changing sdk bug (#26978)
add f2240ffd9c5 [Website] add project shield case study (#27087)
add 5e942ae3790 Ensure that the BeamFnLoggingClient terminates process if stream breaks (#25186)
add e6ace0585c6 Bump cloud.google.com/go/spanner from 1.46.0 to 1.47.0 in /sdks (#27198)
add db35dff5470 [prism] UI improvements. (#27144)
add 4fbcfc57664 exception handling for loading models (#27186)
add 691899a8466 [Tour of Beam] [Frontend] UI refinement from 01.06.23 (#26964)
add 4c2e7af5c1d Add banner and links to Tour of Beam to website (#26113) (#26145)
add e4ee3336b85 disable examples check (#27126)
add 883066ab5d8 Fix incorrect metadata for ToB Splittable DoFN module (#27092)
add 3a9e2d4f557 Performance improvements (#27119)
add 5f7c967d074 Fix not sharing code from a duplicate tab (#27127) (#27128)
add 5f7ff39fd06 [runners-flink] #27175 fix coder for eagerly bound state (#27176)
add 463b93ab559 [Security] Upgrade snappy-java to 1.1.10.0 (#27030)
add 160450c8cf6 Revert "Adding error tag and metrics in SpannerWriteSchemaTransformProvider (#27021)" (#27204)
add 27e5a9ef366 Add PortableUtils for Samza Runner (#27131)
add defd3b42e41 Bump github.com/aws/aws-sdk-go-v2/config in /sdks (#27148)
add 88383b94043 Bigtable Read Xlang Wrapper for Python SDK (#26593)
add fddc5adc181 [Playground] Decrease severity of not important log messages (#27116)
add b2271d9122c [Playground] - Cloudfunction rename (#27139)
add 147625da209 Adding error tag and metrics in SpannerWriteSchemaTransformProvider (#27184)
add af010c99718 Add (GPN:Beam) to the user-agent string of Python GCS SDKs. (#27211)
add 6ccd69de19e Bump google.golang.org/grpc from 1.55.0 to 1.56.1 in /sdks (#27216)
add 80d17e9f5fd Fixes naming conflict with "Tour of Beam" (#27206)
add 561870be80c Remove python 3.7 support (#27194)
add 4c91c74bb7a disabling triggers on precommit website due to regression (#27185)
add 357ff1fc012 Refactor code to make the UI more readable. Look at https://github.com/apache/beam/issues/27005#issuecomment-1599358169 (#27192)
add f2d6127758b Add an affinity concept to yaml providers. (#27105)
add 5c91b54605f Update to libraries-bom 26.17.0 (#27209)
add c79b03cc474 Bump github.com/testcontainers/testcontainers-go in /sdks (#27229)
add ea9147ad294 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in /sdks (#27161)
add ed6e0af5d4f Using capabilities instead of the container name to set use_single_core_per_container
add 38c7644be58 Merge pull request #25430: Using capabilities instead of the container name to set use_single_core_per_container
add 5170103e86f Add Exception metadata to the data sampling protocol
add d6bde217607 Merge pull request #26705: Add Exception metadata to the data sampling protocol
add 6df9ec68917 Add https://github.com/apache/beam/issues/27000 as a known issue released in Beam 2.48.0 (#27235)
add 92d82dbf7e2 Python data sampling optimization (#27157)
add 35efc5b0bd5 Improve autoscaler throughput estimates and account for heartbeats (#27056)
add 325d05a02c2 fix(typescript): Publish types correctly, don't publish tests
add d771e8ac83d fix(typescript): added more exports
add ceb2d5ae034 Merge pull request #27044 Publish types correctly, don't publish tests
add e07c461cd45 Basic error handling for yaml. (#27145)
add d545243b30d Updates Python ExternalTransform to use the transform service when needed (#27228)
add 2c21e3bbf93 Add blog post for Managing Beam dependencies in Java
add b76da1cefc7 Merge pull request #26987: Add blog post for Managing Beam dependencies in Java
add b0abc5041d5 Vertex AI Remote Model Handler (#27091)
add 90fe2171f28 [Playground] [Frontend] Brand colors in Playground flutter_code_editor (#27218)
add 02f8c0030cc Bump go.mongodb.org/mongo-driver from 1.11.7 to 1.12.0 in /sdks (#27215)
add 0aa74a9f0f4 update readme with Beam Playground, Tour of Beam (#27243)
add a4281d8f35c runner image and arc changes (#27118)
add ca806dc7b18 Fix whitespace (#27247)
add 54fa1bae12d Bump com.diffplug.spotless:spotless-plugin-gradle from 5.6.1 to 6.19.0
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (40059128215)
\
N -- N -- N refs/heads/dependabot/gradle/com.diffplug.spotless-spotless-plugin-gradle-6.19.0 (54fa1bae12d)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/REVIEWERS.yml | 13 +-
.../test-properties.json | 14 +-
.../actions/setup-self-hosted-action/action.yml | 9 -
.../gh-actions-self-hosted-runners/arc/README.md | 70 +
.../arc/config/arc_autoscaler.tpl | 42 +
.../arc/config/arc_certificate.tpl | 25 +
.../arc/config/arc_deployment.tpl | 39 +
.../arc/environments/beam.env | 38 +
.github/gh-actions-self-hosted-runners/arc/gke.tf | 51 +
.github/gh-actions-self-hosted-runners/arc/helm.tf | 54 +
.github/gh-actions-self-hosted-runners/arc/iam.tf | 22 +
.../arc/images/Dockerfile | 52 +
.../arc/images/README.md | 36 +
.../arc/kubernetes.tf | 33 +
.../gh-actions-self-hosted-runners/arc/locals.tf | 39 +
.../gh-actions-self-hosted-runners/arc/network.tf | 32 +
.../gh-actions-self-hosted-runners/arc/outputs.tf | 33 +
.../gh-actions-self-hosted-runners/arc/provider.tf | 69 +
.../gh-actions-self-hosted-runners/arc/secrets.tf | 30 +
.../arc/variables.tf | 91 +
.../gh-actions-self-hosted-runners/arc/webhook.tf | 31 +
.github/workflows/beam_PreCommit_Go.yml | 37 +
.github/workflows/beam_PreCommit_Website.yml | 39 +
.github/workflows/beam_PreCommit_Whitespace.yml | 53 +
.github/workflows/build_playground_backend.yml | 98 -
.github/workflows/build_playground_frontend.yml | 92 -
.github/workflows/build_release_candidate.yml | 4 +-
.github/workflows/build_runner_image.yml | 49 +
.github/workflows/build_wheels.yml | 6 +-
.github/workflows/cut_release_branch.yml | 84 +-
.github/workflows/dask_runner_tests.yml | 3 +-
.github/workflows/go_tests.yml | 6 +-
.github/workflows/local_env_tests.yml | 4 +-
.github/workflows/playground_deploy_backend.yml | 91 -
.github/workflows/playground_deploy_examples.yml | 198 -
.../workflows/playground_deploy_infrastructure.yml | 33 -
.github/workflows/playground_examples_cd.yml | 36 -
.../workflows/playground_examples_cd_reusable.yml | 77 -
.github/workflows/playground_examples_ci.yml | 51 -
.../workflows/playground_examples_ci_reusable.yml | 201 -
.github/workflows/playground_frontend_test.yml | 2 +-
.github/workflows/python_dependency_tests.yml | 1 -
.github/workflows/python_tests.yml | 9 +-
.github/workflows/stale.yml | 2 +-
.github/workflows/tour_of_beam_backend.yml | 2 +-
.../workflows/tour_of_beam_backend_integration.yml | 2 +-
.github/workflows/tour_of_beam_examples_ci.yml | 47 -
.github/workflows/tour_of_beam_frontend_test.yml | 4 +-
.gitignore | 3 +
.test-infra/jenkins/PythonTestProperties.groovy | 5 +-
.test-infra/jenkins/README.md | 9 +-
.../dependency_check/bigquery_client_utils.py | 149 -
.../dependency_check_report_generator.py | 350 -
.../dependency_check_report_generator_test.py | 134 -
.../jenkins/dependency_check/generate_report.sh | 64 -
.../dependency_check/report_generator_config.py | 81 -
.../jenkins/dependency_check/version_comparer.py | 51 -
.../dependency_check/version_comparer_test.py | 54 -
.test-infra/jenkins/job_Dependency_Check.groovy | 73 -
.../job_LoadTests_Combine_Flink_Python.groovy | 9 +-
.../jenkins/job_LoadTests_Combine_Python.groovy | 9 +-
.../jenkins/job_LoadTests_GBK_Flink_Python.groovy | 4 +-
.../jenkins/job_LoadTests_GBK_Python.groovy | 15 +-
.../job_LoadTests_GBK_Python_reiterate.groovy | 6 +-
.../job_LoadTests_ParDo_Flink_Python.groovy | 27 +-
.../jenkins/job_LoadTests_ParDo_Python.groovy | 12 +-
.../jenkins/job_LoadTests_SideInput_Python.groovy | 30 +-
.../jenkins/job_LoadTests_coGBK_Python.groovy | 24 +-
.../job_PerformanceTests_BigQueryIO_Python.groovy | 6 +-
.../job_PerformanceTests_FileBasedIO_Python.groovy | 3 +-
.../job_PerformanceTests_PubsubIO_Python.groovy | 3 +-
.../jenkins/job_PerformanceTests_Python.groovy | 2 +-
.../job_PerformanceTests_SpannerIO_Python.groovy | 6 +-
...ob_PerformanceTests_xlang_KafkaIO_Python.groovy | 3 +-
.../job_PostCommit_PortableJar_Flink.groovy | 2 +-
.../job_PostCommit_PortableJar_Spark.groovy | 2 +-
...stCommit_Python_CrossLanguage_Gcp_Direct.groovy | 1 -
.../Python_WordCount_IT_Benchmarks.json | 2 +-
.test-infra/metrics/sync/jenkins/syncjenkins.py | 46 +-
.test-infra/pipelines/README.md | 34 +
.test-infra/pipelines/build.gradle | 85 +
.../infrastructure/01.setup/.terraform.lock.hcl | 40 +
.../pipelines/infrastructure/01.setup/README.md | 83 +
.../01.setup/apache-beam-testing.tfbackend | 19 +
.../01.setup/apache-beam-testing.tfvars | 19 +
.../infrastructure/01.setup/artifactregistry.tf | 30 +
.../infrastructure/01.setup/common.tfvars | 21 +
.../pipelines/infrastructure/01.setup/iam.tf | 37 +
.../infrastructure/01.setup}/provider.tf | 0
.../pipelines/infrastructure/01.setup/services.tf | 35 +
.../pipelines/infrastructure/01.setup/state.tf | 26 +
.../pipelines/infrastructure/01.setup/storage.tf | 43 +
.../pipelines/infrastructure/01.setup/variables.tf | 37 +
.../infrastructure/02.network/.terraform.lock.hcl | 22 +
.../pipelines/infrastructure/02.network/README.md | 81 +
.../02.network/apache-beam-testing.tfbackend | 19 +
.../02.network/apache-beam-testing.tfvars | 19 +
.../infrastructure/02.network/common.tfvars | 22 +
.../pipelines/infrastructure/02.network/data.tf | 22 +
.../pipelines/infrastructure/02.network/network.tf | 46 +
.../infrastructure/02.network}/provider.tf | 0
.../pipelines/infrastructure/02.network/state.tf | 26 +
.../infrastructure/02.network/variables.tf | 42 +
.../pipelines/infrastructure/03.io/README.md | 24 +
.../03.io/dataflow-to-bigquery/.terraform.lock.hcl | 21 +
.../03.io/dataflow-to-bigquery/README.md | 86 +
.../apache-beam-testing.tfbackend | 19 +
.../apache-beam-testing.tfvars | 19 +
.../03.io/dataflow-to-bigquery/bigquery.tf | 30 +
.../03.io/dataflow-to-bigquery/common.tfvars | 22 +
.../03.io/dataflow-to-bigquery/data.tf | 27 +
.../03.io/dataflow-to-bigquery/iam.tf | 41 +
.../03.io/dataflow-to-bigquery/provider.tf | 21 +
.../03.io/dataflow-to-bigquery/pubsub.tf | 39 +
.../03.io/dataflow-to-bigquery/state.tf | 26 +
.../03.io/dataflow-to-bigquery/variables.tf | 42 +
.../03.io/dataflow-to-bigquery/workflow.tf | 67 +
.../04.template/dataflow-to-bigquery/README.md | 66 +
.../apache-beam-testing.tfvars | 20 +
.../04.template/dataflow-to-bigquery/common.tfvars | 24 +
.../04.template/dataflow-to-bigquery/data.tf | 53 +
.../dataflow-to-bigquery/dataflow-template.json | 20 +
.../04.template/dataflow-to-bigquery/output.tf | 22 +
.../04.template/dataflow-to-bigquery/provider.tf | 21 +
.../04.template/dataflow-to-bigquery/template.tf | 58 +
.../04.template/dataflow-to-bigquery/variables.tf | 57 +
.test-infra/pipelines/infrastructure/README.md | 65 +
.../pipelines/ReadDataflowApiWriteBigQuery.java | 362 +
.../pipelines/bigquery/BigQueryWriteOptions.java | 35 +
.../pipelines/bigquery/BigQueryWrites.java | 166 +
.../bigquery/DatasetReferenceOptionValue.java | 58 +
.../testinfra/pipelines/bigquery/package-info.java | 20 +
.../pipelines/conversions/ConversionError.java | 73 +
.../pipelines/conversions/EventarcConversions.java | 116 +
.../testinfra/pipelines/conversions/JobsToRow.java | 89 +
.../pipelines/conversions/RowConversionResult.java | 81 +
.../conversions/WithAppendedDetailsToRow.java | 265 +
.../pipelines/conversions/package-info.java | 20 +
.../pipelines/dataflow/DataflowClientFactory.java | 102 +
.../DataflowClientFactoryConfiguration.java | 54 +
.../dataflow/DataflowFilterEventarcJobs.java | 110 +
.../dataflow/DataflowGetJobExecutionDetails.java | 160 +
.../pipelines/dataflow/DataflowGetJobMetrics.java | 139 +
.../pipelines/dataflow/DataflowGetJobs.java | 121 +
.../dataflow/DataflowGetStageExecutionDetails.java | 166 +
.../pipelines/dataflow/DataflowJobsOptions.java | 36 +
.../pipelines/dataflow/DataflowReadResult.java | 90 +
.../pipelines/dataflow/DataflowRequestError.java | 95 +
.../pipelines/dataflow/DataflowRequests.java | 52 +
.../dataflow/JobMetricsWithAppendedDetails.java | 84 +
.../dataflow/StageSummaryWithAppendedDetails.java | 84 +
.../testinfra/pipelines/dataflow/Throttle.java | 74 +
.../dataflow/WorkerDetailsWithAppendedDetails.java | 84 +
.../testinfra/pipelines/dataflow/package-info.java | 20 +
.../beam/testinfra/pipelines/package-info.java | 19 +
.../pipelines/pubsub/PubsubReadOptions.java | 35 +
.../pubsub/SubscriptionPathOptionValue.java | 45 +
.../testinfra/pipelines/pubsub/package-info.java | 20 +
.../schemas/DependencyDrivenDescriptorQueue.java | 110 +
.../schemas/DescriptorSchemaRegistry.java | 153 +
.../schemas/GeneratedMessageV3RowBuilder.java | 280 +
.../testinfra/pipelines/schemas/package-info.java | 20 +
.../conversions/EventarcConversionsTest.java | 271 +
.../JobMetricsWithAppendedDetailsTest.java | 143 +
.../StageSummaryWithAppendedDetailsTest.java | 146 +
.../conversions/WithAppendedDetailsToRowTest.java | 153 +
.../WorkerDetailsWithAppendedDetailsTest.java | 153 +
.../dataflow/DataflowFilterEventarcJobsTest.java | 145 +
.../AbstractGeneratedMessageV3RowBuilderTest.java | 409 +
.../DependencyDrivenDescriptorQueueTest.java | 56 +
.../schemas/DescriptorSchemaRegistryTest.java | 79 +
.../schemas/EnvironmentRowBuilderTest.java | 140 +
.../schemas/ExecutionStageSummaryTest.java | 84 +
.../schemas/TransformSummaryRowBuilderTest.java | 83 +
.../has_extra_data_payload_foo_property.json | 1 +
.../job_state_canceled_streaming.json | 1 +
.../job_state_canceling_streaming.json | 1 +
.../eventarc_data/job_state_done_batch.json | 1 +
.../eventarc_data/job_state_pending_batch.json | 1 +
.../eventarc_data/job_state_pending_streaming.json | 1 +
.../eventarc_data/job_state_queued_streaming.json | 1 +
.../eventarc_data/job_state_running_batch.json | 1 +
.../eventarc_data/job_state_running_streaming.json | 1 +
.test-infra/tools/README.md | 2 +-
.test-infra/tools/python_installer.sh | 2 +-
CHANGES.md | 11 +-
README.md | 4 +
build.gradle.kts | 38 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 35 +-
examples/java/build.gradle | 2 +
.../beam/examples/ApproximateQuantilesExample.java | 78 +
.../apache/beam/examples/CoGroupByKeyExample.java | 92 +
.../org/apache/beam/examples/CombineExample.java | 76 +
.../org/apache/beam/examples/CountExample.java | 71 +
.../apache/beam/examples/CountPerKeyExample.java | 75 +
.../org/apache/beam/examples/CreateExample.java | 87 +
.../apache/beam/examples/DebuggingWordCount.java | 2 +-
.../org/apache/beam/examples/DistinctExample.java | 76 +
.../beam/examples/FlatMapElementsExample.java | 86 +
.../beam/examples/GroupIntoBatchesExample.java | 82 +
.../beam/examples/KafkaPassengerCountJson.java | 174 +
.../org/apache/beam/examples/KafkaStreaming.java | 320 +
.../apache/beam/examples/KafkaWordCountAvro.java | 39 +-
.../apache/beam/examples/KafkaWordCountJson.java | 38 +-
.../java/org/apache/beam/examples/KeysExample.java | 78 +
.../org/apache/beam/examples/KvSwapExample.java | 77 +
.../org/apache/beam/examples/LatestExample.java | 92 +
.../apache/beam/examples/MapElementsExample.java | 84 +
.../java/org/apache/beam/examples/MaxExample.java | 71 +
.../org/apache/beam/examples/MaxPerKeyExample.java | 75 +
.../java/org/apache/beam/examples/MeanExample.java | 71 +
.../apache/beam/examples/MeanPerKeyExample.java | 75 +
.../java/org/apache/beam/examples/MinExample.java | 71 +
.../org/apache/beam/examples/MinPerKeyExample.java | 75 +
.../org/apache/beam/examples/MinimalWordCount.java | 24 +-
.../org/apache/beam/examples/PartitionExample.java | 200 +
.../org/apache/beam/examples/RegexExample.java | 83 +
.../org/apache/beam/examples/SampleExample.java | 84 +
.../java/org/apache/beam/examples/SumExample.java | 71 +
.../org/apache/beam/examples/SumPerKeyExample.java | 75 +
.../org/apache/beam/examples/ToStringExample.java | 82 +
.../java/org/apache/beam/examples/TopExample.java | 72 +
.../org/apache/beam/examples/ValuesExample.java | 78 +
.../java/org/apache/beam/examples/ViewExample.java | 120 +
.../org/apache/beam/examples/WindowExample.java | 95 +
.../apache/beam/examples/WindowedWordCount.java | 3 +-
.../java/org/apache/beam/examples/WordCount.java | 8 +-
.../org/apache/beam/examples/complete/TfIdf.java | 2 +-
.../examples/complete/TopWikipediaSessions.java | 2 +-
.../beam/examples/complete/TrafficMaxLaneFlow.java | 2 +-
.../beam/examples/complete/TrafficRoutes.java | 2 +-
.../beam/examples/cookbook/DistinctExample.java | 2 +-
.../cookbook/MinimalBigQueryTornadoes.java | 142 +
.../apache/beam/examples/complete/TfIdfTest.java | 13 -
.../beam/examples/complete/game/GameStatsTest.java | 13 -
.../examples/cookbook/DistinctExampleTest.java | 13 -
.../cookbook/MinimalBigQueryTornadoesTest.java | 82 +
.../beam-ml/run_inference_generative_ai.ipynb | 323 +
.../dataframes.ipynb | 0
.../getting-started.ipynb | 0
.../reading-and-writing-data.ipynb | 0
.../windowing.ipynb | 0
learning/beamdoc/CombinePerKeyExample.java | 84 +
learning/beamdoc/FlattenExample.java | 77 +
learning/beamdoc/GroupByKeyExample.java | 77 +
learning/beamdoc/WithKeysExample.java | 80 +
.../commontransforms/aggregation/count/Task.java | 2 +-
.../commontransforms/aggregation/max/Task.java | 2 +-
.../commontransforms/aggregation/mean/Task.java | 2 +-
.../commontransforms/aggregation/min/Task.java | 2 +-
.../commontransforms/aggregation/sum/Task.java | 2 +-
.../katas/commontransforms/filter/filter/Task.java | 2 +-
.../katas/commontransforms/filter/pardo/Task.java | 2 +-
.../katas/commontransforms/withkeys/Task.java | 4 +-
.../katas/coretransforms/branching/Task.java | 4 +-
.../katas/coretransforms/cogroupbykey/Task.java | 2 +-
.../combine/binarycombinefnlambda/Task.java | 4 +-
.../combine/binarycombinefn/Task.java | 4 +-
.../coretransforms/combine/combineperkey/Task.java | 2 +-
.../coretransforms/combine/combinefn/Task.java | 2 +-
.../katas/coretransforms/combine/simple/Task.java | 2 +-
.../katas/coretransforms/composite/Task.java | 2 +-
.../katas/coretransforms/flatten/Task.java | 4 +-
.../katas/coretransforms/groupbykey/Task.java | 4 +-
.../katas/coretransforms/map/mapelements/Task.java | 4 +-
.../coretransforms/map/pardoonetomany/Task.java | 4 +-
.../katas/coretransforms/map/pardo/Task.java | 4 +-
.../katas/coretransforms/partition/Task.java | 4 +-
.../katas/coretransforms/sideinput/Task.java | 20 +-
.../katas/coretransforms/sideoutput/Task.java | 4 +-
.../learning/katas/examples/wordcount/Task.java | 4 +-
.../beam/learning/katas/intro/hello/Task.java | 6 +-
.../katas/triggers/earlytriggers/Task.java | 2 +-
.../katas/triggers/eventtimetriggers/Task.java | 2 +-
.../katas/triggers/windowaccummode/Task.java | 2 +-
.../windowing/addingtimestamp/pardo/Task.java | 4 +-
.../addingtimestamp/withtimestamps/Task.java | 4 +-
.../learning/katas/windowing/fixedwindow/Task.java | 2 +-
.../Common Transforms/Aggregation/Count/task.py | 2 +-
.../Common Transforms/Aggregation/Largest/task.py | 2 +-
.../Common Transforms/Aggregation/Mean/task.py | 2 +-
.../Common Transforms/Aggregation/Smallest/task.py | 2 +-
.../Common Transforms/Aggregation/Sum/task.py | 2 +-
.../python/Common Transforms/Filter/Filter/task.py | 2 +-
.../python/Common Transforms/Filter/ParDo/task.py | 2 +-
.../Common Transforms/WithKeys/WithKeys/task.py | 2 +-
.../Core Transforms/Branching/Branching/task.py | 2 +-
.../CoGroupByKey/CoGroupByKey/task.py | 2 +-
.../Core Transforms/Combine/Combine PerKey/task.py | 2 +-
.../Core Transforms/Combine/CombineFn/task.py | 4 +-
.../Combine/Simple Function/task.py | 2 +-
.../Composite Transform/task.py | 2 +-
.../python/Core Transforms/Flatten/Flatten/task.py | 2 +-
.../Core Transforms/GroupByKey/GroupByKey/task.py | 2 +-
.../python/Core Transforms/Map/FlatMap/task.py | 2 +-
.../katas/python/Core Transforms/Map/Map/task.py | 2 +-
.../Core Transforms/Map/ParDo OneToMany/task.py | 4 +-
.../katas/python/Core Transforms/Map/ParDo/task.py | 4 +-
.../Core Transforms/Partition/Partition/task.py | 2 +-
.../Core Transforms/Side Input/Side Input/task.py | 4 +-
.../Side Output/Side Output/task.py | 4 +-
.../python/Examples/Word Count/Word Count/task.py | 6 +-
.../katas/python/IO/TextIO/ReadFromText/task.py | 2 +-
.../Introduction/Hello Beam/Hello Beam/task.py | 3 +-
.../Streaming/Timestamps/Add Timestamps/task.py | 2 +-
.../Streaming/Triggers/Early Triggers/task.py | 2 +-
.../Streaming/Triggers/Event Time Triggers/task.py | 2 +-
.../Triggers/Window Accumulation Modes/task.py | 2 +-
.../python/Streaming/Windows/Fixed Windows/task.py | 2 +-
learning/tour-of-beam/backend/internal/sdk.go | 4 +-
learning/tour-of-beam/backend/internal/sdk_test.go | 1 -
.../backend/samples/api/get_sdk_list.json | 3 +-
learning/tour-of-beam/cloudbuild/01.setup/iam.tf | 76 +
.../tour-of-beam/cloudbuild}/01.setup/provider.tf | 0
.../tour-of-beam/cloudbuild/01.setup/services.tf | 28 +
.../tour-of-beam/cloudbuild/01.setup/terraform.tf | 28 +
.../tour-of-beam/cloudbuild/01.setup/variables.tf | 37 +
.../tour-of-beam/cloudbuild/02.builders/data.tf | 41 +
.../tour-of-beam/cloudbuild/02.builders/locals.tf | 101 +
.../cloudbuild/02.builders}/provider.tf | 0
.../cloudbuild/02.builders/terraform.tf | 29 +
.../cloudbuild/02.builders/triggers.tf | 217 +
.../cloudbuild/02.builders/variables.tf | 132 +
learning/tour-of-beam/cloudbuild/README.md | 153 +
.../cloudbuild/scripts/tob_deploy_infra_backend.sh | 90 +
.../tour-of-beam/cloudbuild/scripts/tob_lm_cd.sh | 42 +
.../frontend/integration_test/tour_page_test.dart | 184 +-
.../integration_test/welcome_page_test.dart | 17 +-
.../frontend/lib/cache/unit_content.dart | 2 +-
.../frontend/lib/cache/unit_progress.dart | 18 +-
.../frontend/lib/components/footer.dart | 8 +-
.../tour-of-beam/frontend/lib/components/logo.dart | 4 +-
.../frontend/lib/components/profile/user_menu.dart | 13 +-
.../frontend/lib/components/scaffold.dart | 15 +-
.../tour-of-beam/frontend/lib/constants/links.dart | 20 +
.../frontend/lib/constants/params.dart | 21 +
learning/tour-of-beam/frontend/lib/locator.dart | 3 -
learning/tour-of-beam/frontend/lib/main.dart | 1 +
.../tour-of-beam/frontend/lib/models/node.dart | 11 +-
.../lib/pages/tour/controllers/content_tree.dart | 8 +-
.../tour-of-beam/frontend/lib/pages/tour/page.dart | 4 -
.../frontend/lib/pages/tour/screen.dart | 63 +-
.../frontend/lib/pages/tour/state.dart | 67 +-
.../lib/pages/tour/widgets/content_tree.dart | 26 +-
.../lib/pages/tour/widgets/content_tree_title.dart | 41 -
.../pages/tour/widgets/markdown/code_builder.dart | 16 +-
.../lib/pages/tour/widgets/playground.dart | 1 +
.../lib/pages/tour/widgets/unit_content.dart | 14 +-
.../frontend/lib/pages/welcome/screen.dart | 21 +-
learning/tour-of-beam/frontend/lib/state.dart | 13 +-
learning/tour-of-beam/frontend/pubspec.lock | 388 +-
learning/tour-of-beam/frontend/pubspec.yaml | 8 +-
.../learning-content/content-info.yaml | 6 +-
.../motivating-challenge-3/go-solution/main.go | 2 +-
.../cross-language/module-info.yaml | 28 +
.../cross-language/multi-pipeline/description.md | 415 +
.../multi-pipeline/java-example/Task.java | 135 +
.../multi-pipeline/python-example/input.txt | 24 +
.../multi-pipeline/python-example/output.log | 21 +
.../multi-pipeline/python-example/task.py | 96 +
.../cross-language/multi-pipeline/unit-info.yaml | 28 +
.../cross-language/sql-transform/description.md | 128 +
.../sql-transform/java-example/Task.java | 89 +
.../sql-transform/java-example/output.log | 17 +
.../sql-transform/python-example/output.log | 17 +
.../sql-transform/python-example/task.py | 53 +
.../cross-language/sql-transform/unit-info.yaml | 26 +
.../from-memory/description.md | 2 -
.../from-memory/go-example/from_memory.go | 2 +-
.../from-memory/python-example/from_memory.py | 11 +-
.../reading-from-csv/go-example/csvExample.go | 6 +-
.../reading-from-csv/java-example/CSVExample.java | 8 +-
.../reading-from-text/description.md | 4 +-
.../reading-from-text/go-example/textIo.go | 6 +-
.../java-example/TextIOExample.java | 10 +-
.../reading-from-text/python-example/textIo.py | 4 +-
.../creating-pipeline/description.md | 2 +-
.../creating-pipeline/go-example/main.go | 2 +-
.../runner-concepts/description.md | 75 +-
.../io/big-query-io/beam-schema/description.md | 31 +
.../beam-schema/java-example/Task.java | 136 +
.../io/big-query-io/beam-schema/unit-info.yaml | 25 +
.../io/big-query-io/group-info.yaml | 31 +
.../io/big-query-io/read-query/description.md | 42 +
.../io/big-query-io/read-query/go-example/main.go | 75 +
.../big-query-io/read-query/java-example/Task.java | 91 +
.../big-query-io/read-query/python-example/task.py | 64 +
.../io/big-query-io/read-query/unit-info.yaml | 27 +
.../io/big-query-io/read-table/description.md | 56 +
.../io/big-query-io/read-table/go-example/main.go | 78 +
.../big-query-io/read-table/java-example/Task.java | 95 +
.../big-query-io/read-table/python-example/task.py | 69 +
.../io/big-query-io/read-table/unit-info.yaml | 27 +
.../io/big-query-io/table-schema/description.md | 121 +
.../big-query-io/table-schema/go-example/main.go | 82 +
.../table-schema/java-example/Task.java | 179 +
.../table-schema/python-example/task.py | 69 +
.../io/big-query-io/table-schema/unit-info.yaml | 27 +
.../learning-content/io/kafka-io/group-info.yaml | 29 +
.../io/kafka-io/kafka-read/description.md | 73 +
.../io/kafka-io/kafka-read/go-example/main.go | 90 +
.../io/kafka-io/kafka-read/java-example/Task.java | 120 +
.../io/kafka-io/kafka-read/python-example/task.py | 59 +
.../io/kafka-io/kafka-read/unit-info.yaml | 27 +
.../io/kafka-io/kafka-write/description.md | 64 +
.../io/kafka-io/kafka-write/go-example/main.go | 88 +
.../io/kafka-io/kafka-write/java-example/Task.java | 68 +
.../io/kafka-io/kafka-write/python-example/task.py | 55 +
.../io/kafka-io/kafka-write/unit-info.yaml | 27 +
.../learning-content/io/module-info.yaml | 31 +
.../learning-content/io/rest-api/description.md | 110 +
.../io/rest-api/java-example/Task.java | 232 +
.../io/rest-api/python-example/task.py | 92 +
.../learning-content/io/rest-api/unit-info.yaml | 26 +
.../learning-content/io/text-io/group-info.yaml | 31 +
.../io/text-io/text-io-gcs-read/description.md | 55 +
.../io/text-io/text-io-gcs-read/go-example/main.go | 64 +
.../text-io-gcs-read/java-example/Task.java | 54 +
.../text-io-gcs-read/python-example/task.py | 39 +
.../io/text-io/text-io-gcs-read/unit-info.yaml | 27 +
.../io/text-io/text-io-gcs-write/description.md | 87 +
.../text-io/text-io-gcs-write/go-example/main.go | 62 +
.../text-io-gcs-write/java-example/Task.java | 54 +
.../text-io-gcs-write/python-example/task.py | 42 +
.../io/text-io/text-io-gcs-write/unit-info.yaml | 27 +
.../io/text-io/text-io-local-read/description.md | 88 +
.../text-io/text-io-local-read/go-example/main.go | 58 +
.../text-io-local-read/go-example/myfile.txt | 1 +
.../text-io-local-read/java-example/Task.java | 53 +
.../text-io-local-read/java-example/myfile.txt | 1 +
.../text-io-local-read/python-example/myfile.txt | 1 +
.../text-io-local-read/python-example/task.py | 38 +
.../io/text-io/text-io-local-read/unit-info.yaml | 27 +
.../io/text-io/text-io-local-write/description.md | 88 +
.../text-io/text-io-local-write/go-example/main.go | 53 +
.../text-io-local-write/go-example/myfile.txt | 0
.../text-io-local-write/java-example/Task.java | 46 +
.../text-io-local-write/java-example/myfile.txt | 0
.../text-io-local-write/python-example/myfile.txt | 0
.../text-io-local-write/python-example/task.py | 41 +
.../io/text-io/text-io-local-write/unit-info.yaml | 27 +
.../schema-concept/logical-type/unit-info.yaml | 1 -
.../splittable-dofn/module-info.yaml | 30 +
.../splittable-dofn/splittable/description.md | 129 +
.../splittable-dofn/splittable/go-example/main.go | 225 +
.../splittable/java-example/Task.java | 122 +
.../splittable/python-example/task.py | 74 +
.../splittable-dofn/splittable/unit-info.yaml | 27 +
learning/tour-of-beam/terraform/README.md | 25 +-
learning/tour-of-beam/terraform/build.gradle.kts | 97 +-
.../tour-of-beam/terraform/cloud_functions/main.tf | 2 +-
.../terraform/cloud_functions/variables.tf | 2 +-
.../terraform/functions_buckets/locals.tf | 11 +-
.../terraform/functions_buckets/variables.tf | 4 +
learning/tour-of-beam/terraform/main.tf | 5 +-
learning/tour-of-beam/terraform/setup/iam.tf | 12 +-
learning/tour-of-beam/terraform/setup/locals.tf | 9 +-
learning/tour-of-beam/terraform/setup/output.tf | 2 +-
learning/tour-of-beam/terraform/setup/variables.tf | 6 +-
learning/tour-of-beam/terraform/variables.tf | 9 +-
local-env-setup.sh | 6 +-
.../beam/model/fn_execution/v1/beam_fn_api.proto | 49 +-
ownership/JAVA_DEPENDENCY_OWNERS.yaml | 5 -
playground/CI.md | 118 -
playground/README.md | 405 +-
playground/TASKS.md | 272 +
playground/backend/CONTRIBUTE.md | 65 +-
playground/backend/SCHEMA.md | 185 +
playground/backend/cmd/server/controller.go | 10 +-
playground/backend/configs/SDK_JAVA.json | 2 +-
playground/backend/containers/java/Dockerfile | 26 +-
playground/backend/containers/python/build.gradle | 4 +-
playground/backend/containers/scio/build.gradle | 2 +-
playground/backend/datasets/NYCTaxi1000Avro.avro | Bin 0 -> 76451 bytes
playground/backend/datasets/NYCTaxi1000Json.json | 18964 +++++++++++++++++++
.../backend/datasets/NYCTaxi1000_simpleAvro.avro | Bin 0 -> 2228 bytes
.../backend/datasets/NYCTaxi1000_simpleJson.json | 3994 ++++
playground/backend/go.mod | 50 +-
playground/backend/go.sum | 1607 +-
.../backend/internal/cache/redis/redis_cache.go | 2 +-
.../internal/code_processing/code_processing.go | 65 +-
.../code_processing/code_processing_test.go | 2 +-
.../backend/internal/components/cache_component.go | 4 +-
.../backend/internal/db/datastore/datastore_db.go | 2 +-
playground/backend/internal/emulators/kafka.go | 4 +-
playground/backend/internal/errors/grpc_errors.go | 6 +
.../backend/internal/errors/lifecycle_error.go | 32 +
playground/backend/internal/fs_tool/fs.go | 2 +-
playground/backend/internal/fs_tool/fs_test.go | 4 +-
playground/backend/internal/fs_tool/go_fs_test.go | 2 +-
.../backend/internal/fs_tool/lc_constructor.go | 2 +-
.../backend/internal/preparers/java_preparers.go | 65 +-
.../internal/setup_tools/builder/setup_builder.go | 2 +-
.../setup_tools/builder/setup_builder_test.go | 4 +-
playground/backend/internal/utils/file_utils.go | 4 +-
playground/backend/internal/utils/system_utils.go | 6 +-
.../backend/internal/utils/system_utils_test.go | 12 +-
playground/categories.yaml | 1 +
.../doc/load_your_code/images/share-my-code.png | Bin 0 -> 29370 bytes
playground/doc/load_your_code/images/workflow.png | Bin 0 -> 58871 bytes
playground/frontend/CONTRIBUTE.md | 108 +-
playground/frontend/Dockerfile | 4 +-
playground/frontend/README.md | 14 +-
playground/frontend/build.gradle | 27 +-
.../integration_test/initial_urls_test.dart | 78 +-
.../miscellaneous_ui/external_url_navigation.dart | 5 +-
.../miscellaneous_ui/feedback_test.dart | 34 +-
.../miscellaneous_ui/output_placement_test.dart | 1 -
.../miscellaneous_ui/resize_output_test.dart | 1 -
.../miscellaneous_ui/shortcuts_modal_test.dart | 1 -
.../standalone_change_example_sdk_run_test.dart | 40 +-
.../standalone_default_examples_test.dart | 6 +-
.../integration_test/standalone_editing_test.dart | 34 +-
playground/frontend/lib/constants/links.dart | 3 +-
playground/frontend/lib/controllers/factories.dart | 2 +-
playground/frontend/lib/locator.dart | 4 -
.../modules/actions/components/new_example.dart | 2 +-
.../share_dropdown/share_tabs/share_tabs.dart | 5 +-
.../examples/examples_dropdown_content.dart | 3 +-
.../examples_loading_descriptor_factory.dart | 2 +-
.../no_url_example_loading_descriptor.dart | 3 +
.../modules/messages/parsers/messages_parser.dart | 4 +-
.../shortcuts/constants/global_shortcuts.dart | 2 +-
.../widgets/embedded_appbar_title.dart | 4 +-
.../widgets/embedded_editor.dart | 1 +
.../widgets/editor_textarea_wrapper.dart | 1 +
.../widgets/playground_page_footer.dart | 2 +
playground/frontend/lib/playground_app.dart | 5 +-
playground/frontend/lib/router/page_factory.dart | 6 +-
.../lib/playground_components.dart | 1 -
.../lib/src/constants/backend_urls.dart | 10 +-
.../lib/src/constants/colors.dart | 10 +-
.../lib/src/constants/links.dart | 2 +
.../lib/src/controllers/code_runner.dart | 344 +-
.../example_loaders/example_loader_factory.dart | 1 -
.../example_loaders/examples_loader.dart | 31 +-
.../example_loaders/standard_example_loader.dart | 31 +-
.../lib/src/controllers/playground_controller.dart | 6 +-
.../controllers/snippet_editing_controller.dart | 27 +
.../lib/src/exceptions/detailed_exception.dart | 22 +
.../lib/src/exceptions/multiple_exceptions.dart | 12 +-
.../lib/src/models/category_with_examples.dart | 2 +-
.../lib/src/models/example.dart | 28 +
.../lib/src/models/example_base.dart | 2 +-
...catalog_default_example_loading_descriptor.dart | 3 +
.../content_example_loading_descriptor.dart | 3 +
.../empty_example_loading_descriptor.dart | 3 +
.../example_loading_descriptor.dart | 5 +
.../hive_example_loading_descriptor.dart | 3 +
.../http_example_loading_descriptor.dart | 3 +
.../standard_example_loading_descriptor.dart | 3 +
.../user_shared_example_loading_descriptor.dart | 3 +
.../lib/src/repositories/backend_urls.dart | 8 +-
.../repositories/code_client/grpc_code_client.dart | 20 +-
.../lib/src/repositories/code_repository.dart | 241 -
.../src/repositories/models/run_code_error.dart | 6 +
.../src/repositories/models/run_code_result.dart | 26 +-
.../lib/src/services/toast_notifier.dart | 13 +
.../playground_components/lib/src/theme/theme.dart | 37 +-
.../lib/src/theme/transitions.dart | 35 +
.../lib/src/widgets/copyright.dart | 2 +-
.../lib/src/widgets/feedback.dart | 57 +-
.../lib/src/widgets/iframe/iframe.dart | 19 +
.../lib/src/widgets/iframe/iframe_non_web.dart | 41 +
.../lib/src/widgets/iframe/iframe_web.dart | 61 +
.../lib/src/widgets/output/result_tab_content.dart | 20 +
.../lib/src/widgets/run_or_cancel_button.dart | 11 +-
.../lib/src/widgets/snippet_editor.dart | 4 +
.../lib/src/widgets/snippet_file_editor.dart | 4 +-
.../lib/src/widgets/tabbed_snippet_editor.dart | 6 +-
.../frontend/playground_components/pubspec.yaml | 12 +-
.../test/src/controllers/code_runner_test.dart | 258 +
.../src/controllers/code_runner_test.mocks.dart | 564 +
.../src/controllers/example_loaders/common.dart | 5 +
.../example_loader_factory_test.dart | 3 +
.../example_loaders/examples_loader_test.dart | 10 +-
.../src/repositories/code_repository_test.dart | 389 -
.../repositories/code_repository_test.mocks.dart | 249 -
.../analysis_options.yaml | 4 +
.../lib/playground_components_dev.dart | 1 +
.../lib/src/examples/example_descriptor.dart | 31 +-
.../lib/src/examples/go/example.dart | 45 +
.../lib/src/examples/java/content/example.java | 40 +
.../lib/src/examples/java/example.dart | 111 +
.../lib/src/examples/scio/minimal_word_count.dart | 3 +-
.../playground_components_dev/lib/src/expect.dart | 36 +-
.../lib/src/widget_tester.dart | 10 +-
.../playground_components_dev/pubspec.yaml | 6 +-
playground/frontend/pubspec.lock | 328 +-
playground/frontend/pubspec.yaml | 10 +-
playground/frontend/web/index.html | 3 +-
.../cloudbuild/cloudbuild_playground_deploy.sh | 2 +-
.../cloudbuild/cloudbuild_playground_infra.sh | 29 +-
playground/infrastructure/fetch_scala_examples.py | 245 +
.../templates/deployment-router-grpc.yml | 6 +
playground/infrastructure/helper.py | 38 +-
playground/infrastructure/models.py | 94 +-
playground/infrastructure/requirements.txt | 2 +
playground/infrastructure/test_helper.py | 15 +-
playground/infrastructure/test_verify.py | 18 +-
playground/infrastructure/verify.py | 156 +-
playground/load_your_code.md | 600 +
playground/terraform/README.md | 94 +
playground/terraform/build.gradle.kts | 3 +-
.../cloudbuild-manual-setup/02.builders/locals.tf | 1 +
.../02.builders/triggers.tf | 1 +
.../02.builders/variables.tf | 5 +-
.../infrastructure/cloudfunctions/main.tf | 4 +-
playground/terraform/infrastructure/gke/main.tf | 3 +-
.../terraform/infrastructure/gke/variables.tf | 5 +
playground/terraform/infrastructure/main.tf | 1 +
playground/terraform/infrastructure/setup/iam.tf | 2 +-
playground/terraform/infrastructure/variables.tf | 5 +-
.../.run/Run IDE with Plugin.run.xml | 43 +
plugins/beam-code-completion-plugin/README.md | 35 +
.../beam-code-completion-plugin/build.gradle.kts | 70 +
.../gradle/wrapper/gradle-wrapper.jar | Bin 0 -> 60756 bytes
.../gradle/wrapper/gradle-wrapper.properties | 20 +
.../beam-code-completion-plugin/gradlew | 0
.../beam-code-completion-plugin/gradlew.bat | 0
.../settings.gradle.kts | 19 +
.../src/main/java/BeamCompletionConfidence.java | 35 +
.../src/main/java/BeamCompletionContributor.java | 89 +
.../src/main/java/BeamCompletionProvider.java | 38 +
.../src/main/resources/META-INF/plugin.xml | 51 +
.../src/main/resources/META-INF/pluginIcon.svg | 29 +
.../java/BeamCompletionContributorTestCase.java | 60 +
.../src/test/testData/TestCompletions.java | 38 +
.../test/testData/TestCompletionsWrongClass.java | 36 +
.../test/testData/TestCompletionsWrongMethod.java | 37 +
release/src/main/Dockerfile | 3 +-
.../python-release/python_release_automation.sh | 2 +-
release/src/main/scripts/mass_comment.py | 4 +-
.../core/construction/graph/PipelineValidator.java | 25 +
.../flink_job_server_container.gradle | 6 +-
.../runners/flink/FlinkExecutionEnvironments.java | 63 +
.../streaming/io/UnboundedSourceWrapper.java | 59 +-
.../streaming/state/FlinkStateInternals.java | 7 +-
.../flink/FlinkExecutionEnvironmentsTest.java | 58 +
.../streaming/io/UnboundedSourceWrapperTest.java | 6 +
.../beam/runners/dataflow/DataflowRunner.java | 112 +-
.../dataflow/options/DataflowPipelineOptions.java | 7 -
.../util/AvroCoderCloudObjectTranslator.java | 43 +-
...DefaultCoderCloudObjectTranslatorRegistrar.java | 2 +
.../beam/runners/dataflow/DataflowRunnerTest.java | 120 +-
.../runners/dataflow/util/CloudObjectsTest.java | 10 +-
runners/samza/OWNERS | 6 +
.../apache/beam/runners/samza/runtime/DoFnOp.java | 21 +-
.../samza/runtime/PortableBundleManager.java | 216 +
.../beam/runners/samza/runtime/PortableDoFnOp.java | 466 +
.../runners/samza/translation/ConfigBuilder.java | 8 +-
.../translation/ParDoBoundMultiTranslator.java | 14 +-
.../runners/samza/util/PortableConfigUtils.java | 43 +
.../samza/runtime/PortableBundleManagerTest.java | 178 +
.../samza/util/PortableConfigUtilsTest.java | 58 +
.../container/spark_job_server_container.gradle | 6 +-
scripts/ci/release/test/resources/mass_comment.txt | 3 +-
sdks/go.mod | 103 +-
sdks/go.sum | 225 +-
sdks/go/cmd/prism/README.md | 44 +
sdks/go/cmd/prism/prism.go | 67 +
sdks/go/data/tweetwithnulls.avro | Bin 0 -> 352 bytes
sdks/go/examples/contains/contains.go | 2 +-
.../debugging_wordcount/debugging_wordcount.go | 2 +-
sdks/go/examples/forest/forest.go | 2 +-
sdks/go/examples/grades/grades.go | 2 +-
.../minimal_wordcount/minimal_wordcount.go | 2 +-
sdks/go/examples/multiout/multiout.go | 2 +-
sdks/go/examples/stringsplit/stringsplit.go | 2 +-
sdks/go/examples/timer_wordcap/wordcap.go | 104 +-
.../windowed_wordcount/windowed_wordcount.go | 2 +-
sdks/go/examples/wordcount/wordcount.go | 2 +-
sdks/go/examples/yatzy/yatzy.go | 2 +-
sdks/go/pkg/beam/combine_test.go | 12 -
sdks/go/pkg/beam/core/graph/edge.go | 1 -
sdks/go/pkg/beam/core/runtime/exec/coder.go | 33 +-
sdks/go/pkg/beam/core/runtime/exec/datasource.go | 6 +-
.../pkg/beam/core/runtime/exec/datasource_test.go | 23 +-
sdks/go/pkg/beam/core/runtime/exec/fn.go | 8 +-
sdks/go/pkg/beam/core/runtime/exec/pardo.go | 145 +-
sdks/go/pkg/beam/core/runtime/exec/pardo_test.go | 126 +
sdks/go/pkg/beam/core/runtime/exec/timers.go | 348 +-
sdks/go/pkg/beam/core/runtime/exec/timers_test.go | 470 +-
sdks/go/pkg/beam/core/runtime/exec/translate.go | 16 +-
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 26 +-
sdks/go/pkg/beam/core/timers/timers.go | 34 +-
sdks/go/pkg/beam/io/avroio/avroio.go | 4 +-
sdks/go/pkg/beam/io/avroio/avroio_test.go | 56 +-
sdks/go/pkg/beam/pardo.go | 11 -
sdks/go/pkg/beam/partition_test.go | 12 -
sdks/go/pkg/beam/runners/prism/internal/README.md | 5 +
sdks/go/pkg/beam/runners/prism/internal/doc.go | 24 +
.../beam/runners/prism/internal/execute_test.go | 7 +
.../beam/runners/prism/internal/jobservices/job.go | 45 +-
.../prism/internal/jobservices/management.go | 216 +-
.../prism/internal/jobservices/management_test.go | 449 +
.../runners/prism/internal/jobservices/server.go | 2 +
.../runners/prism/internal/unimplemented_test.go | 104 +
.../pkg/beam/runners/prism/internal/urns/urns.go | 6 +
.../runners/prism/internal/web/assets/style.css | 132 +
.../pkg/beam/runners/prism/internal/web/index.html | 51 +
.../runners/prism/internal/web/jobdetails.html | 111 +
sdks/go/pkg/beam/runners/prism/internal/web/web.go | 300 +
.../beam/runners/prism/internal/worker/worker.go | 14 +-
sdks/go/pkg/beam/runners/prism/prism.go | 32 +
.../beam/runners/universal/extworker/extworker.go | 2 +-
sdks/go/pkg/beam/runners/universal/universal.go | 3 +-
sdks/go/pkg/beam/testing/ptest/ptest.go | 10 +
.../go/pkg/beam/transforms/filter/distinct_test.go | 15 -
sdks/go/pkg/beam/transforms/filter/filter_test.go | 12 -
sdks/go/pkg/beam/transforms/periodic/periodic.go | 2 +-
.../pkg/beam/transforms/periodic/periodic_test.go | 4 +
sdks/go/test/integration/driver/driver.go | 117 -
.../integration/primitives/checkpointing_test.go | 6 +-
sdks/go/test/integration/primitives/cogbk.go | 24 +-
sdks/go/test/integration/primitives/cogbk_test.go | 8 +-
sdks/go/test/integration/primitives/drain_test.go | 8 +-
sdks/go/test/integration/primitives/flatten.go | 12 +-
.../go/test/integration/primitives/flatten_test.go | 4 +-
sdks/go/test/integration/primitives/state.go | 60 +-
sdks/go/test/integration/primitives/state_test.go | 20 +-
sdks/go/test/integration/primitives/teststream.go | 33 +-
.../test/integration/primitives/teststream_test.go | 16 +-
.../go/test/integration/primitives/window_panes.go | 8 +-
.../integration/primitives/window_panes_test.go | 5 +-
.../test/integration/primitives/windowinto_test.go | 57 +-
.../src/main/resources/beam/suppressions.xml | 1 +
sdks/java/container/common.gradle | 3 +-
.../container/license_scripts/dep_urls_java.yaml | 2 +-
.../apache/beam/sdk/options/SdkHarnessOptions.java | 10 +
.../java/org/apache/beam/sdk/transforms/ParDo.java | 4 +-
.../reflect/ByteBuddyDoFnInvokerFactory.java | 2 +-
.../beam/sdk/transforms/reflect/DoFnInvoker.java | 4 +-
.../java/org/apache/beam/sdk/values/RowUtils.java | 6 +-
.../apache/beam/sdk/testing/TestStreamTest.java | 12 -
.../apache/beam/sdk/transforms/CombineFnsTest.java | 13 -
.../org/apache/beam/sdk/transforms/FilterTest.java | 13 -
.../sdk/transforms/reflect/DoFnInvokersTest.java | 2 +-
sdks/java/extensions/avro/build.gradle | 69 +-
.../beam/sdk/extensions/avro/coders/AvroCoder.java | 257 +-
.../extensions/avro/coders/AvroGenericCoder.java | 5 +-
.../sdk/extensions/avro/io/AvroDatumFactory.java | 196 +
.../apache/beam/sdk/extensions/avro/io/AvroIO.java | 194 +-
.../beam/sdk/extensions/avro/io/AvroSink.java | 40 +-
.../beam/sdk/extensions/avro/io/AvroSource.java | 123 +-
.../extensions/avro/schemas/AvroRecordSchema.java | 5 +-
.../schemas/utils/AvroJavaTimeConversions.java | 288 +
.../schemas/utils/AvroJodaTimeConversions.java | 154 +
.../extensions/avro/schemas/utils/AvroUtils.java | 39 +-
.../beam/sdk/extensions/avro/schemas/test.avsc | 71 +-
.../sdk/extensions/avro/coders/AvroCoderTest.java | 148 +-
.../beam/sdk/extensions/avro/io/AvroIOTest.java | 4 +-
.../sdk/extensions/avro/io/AvroSourceTest.java | 40 +-
.../avro/schemas/TestAvroConversionFactory.java | 41 +
.../extensions/avro/schemas/TestAvroFactory.java | 66 +-
.../avro/schemas/utils/AvroUtilsTest.java | 34 +-
sdks/java/extensions/python/build.gradle | 1 +
.../extensions/python/PythonExternalTransform.java | 79 +-
.../python/PythonExternalTransformOptions.java | 32 +
.../PythonExternalTransformOptionsRegistrar.java | 37 +
.../beam/sdk/fn/stream/DirectStreamObserver.java | 24 +-
.../jmh/logging/BeamFnLoggingClientBenchmark.java | 34 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 7 +-
.../fn/harness/control/BeamFnControlClient.java | 5 +-
.../harness/data/PCollectionConsumerRegistry.java | 17 +-
.../beam/fn/harness/debug/ElementSample.java | 44 +
.../beam/fn/harness/debug/OutputSampler.java | 68 +-
.../fn/harness/logging/BeamFnLoggingClient.java | 462 +-
.../apache/beam/fn/harness/logging/QuotaEvent.java | 108 +
.../harness/control/BeamFnControlClientTest.java | 4 +-
.../beam/fn/harness/debug/OutputSamplerTest.java | 79 +-
.../harness/logging/BeamFnLoggingClientTest.java | 206 +-
.../beam/sdk/io/aws2/kinesis/KinesisReader.java | 6 +
.../sdk/io/aws2/kinesis/KinesisReaderTest.java | 6 +
.../java/org/apache/beam/sdk/io/cdap/CdapIO.java | 18 +-
sdks/java/io/components/build.gradle | 41 +
.../io/components/deadletterqueue/DLQRouter.java | 55 +
.../deadletterqueue/sinks/ThrowingSink.java | 45 +
.../components/deadletterqueue/DLQRouterTest.java | 75 +
.../AvroWriteSchemaTransformFormatProvider.java | 4 +-
.../ParquetWriteSchemaTransformFormatProvider.java | 4 +-
.../AvroReadSchemaTransformFormatProviderTest.java | 8 +-
...AvroWriteSchemaTransformFormatProviderTest.java | 4 +-
...rquetReadSchemaTransformFormatProviderTest.java | 8 +-
sdks/java/io/google-cloud-platform/build.gradle | 1 +
.../beam/sdk/io/gcp/bigquery/AppendClientInfo.java | 17 +-
.../AvroGenericRecordToStorageApiProto.java | 24 +-
.../io/gcp/bigquery/BeamRowToStorageApiProto.java | 18 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtils.java | 45 +-
.../bigquery/BigQueryCoderProviderRegistrar.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 19 +
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 134 +-
.../io/gcp/bigquery/BigQuerySchemaIOProvider.java | 8 +-
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 59 +-
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 17 +-
.../beam/sdk/io/gcp/bigquery/RowMutation.java | 69 +
.../io/gcp/bigquery/RowMutationInformation.java | 46 +
.../beam/sdk/io/gcp/bigquery/StorageApiCDC.java | 46 +
.../io/gcp/bigquery/StorageApiConvertMessages.java | 26 +-
.../bigquery/StorageApiDynamicDestinations.java | 7 +-
.../StorageApiDynamicDestinationsBeamRow.java | 39 +-
...StorageApiDynamicDestinationsGenericRecord.java | 38 +-
.../StorageApiDynamicDestinationsTableRow.java | 40 +-
.../gcp/bigquery/StorageApiFinalizeWritesDoFn.java | 10 +-
.../beam/sdk/io/gcp/bigquery/StorageApiLoads.java | 31 +-
.../StorageApiWriteRecordsInconsistent.java | 8 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 98 +-
.../bigquery/StorageApiWritesShardedRecords.java | 20 +-
.../sdk/io/gcp/bigquery/StreamingWriteTables.java | 8 +-
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 111 +-
...ueryStorageWriteApiSchemaTransformProvider.java | 5 +-
.../BigTableReadSchemaTransformProvider.java | 223 -
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 21 +-
.../BigtableReadSchemaTransformProvider.java | 213 +
.../changestreams/action/ActionFactory.java | 20 +-
.../changestreams/action/ChangeStreamAction.java | 50 +-
.../action/ReadChangeStreamPartitionAction.java | 20 +-
.../changestreams/dao/MetadataTableDao.java | 10 +-
.../changestreams/dofn/FilterForMutationDoFn.java | 40 +
.../dofn/ReadChangeStreamPartitionDoFn.java | 79 +-
.../estimator/BytesThroughputEstimator.java | 152 +-
.../estimator/CoderSizeEstimator.java | 71 +
.../changestreams/estimator/NullSizeEstimator.java | 41 +
.../estimator/NullThroughputEstimator.java | 61 -
.../changestreams/estimator/SizeEstimator.java | 52 +-
.../estimator/ThroughputEstimator.java | 46 -
.../changestreams/restriction/StreamProgress.java | 36 +-
.../beam/sdk/io/gcp/pubsub/ExternalWrite.java | 14 +-
.../sdk/io/gcp/pubsub/PreparePubsubWriteDoFn.java | 12 +-
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 72 +-
.../SpannerWriteSchemaTransformProvider.java | 37 +-
...erChangestreamsReadSchemaTransformProvider.java | 148 +-
.../beam/sdk/io/gcp/testing/BigqueryClient.java | 4 +
.../sdk/io/gcp/testing/FakeDatasetService.java | 100 +-
.../beam/sdk/io/gcp/testing/TableContainer.java | 120 +-
.../AvroGenericRecordToStorageApiProtoTest.java | 43 +-
.../gcp/bigquery/BeamRowToStorageApiProtoTest.java | 34 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtilsTest.java | 90 +
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 429 +-
.../io/gcp/bigquery/BigQueryServicesImplTest.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryUtilsTest.java | 12 +
.../io/gcp/bigquery/StorageApiSinkRowUpdateIT.java | 161 +
.../bigquery/TableRowToStorageApiProtoTest.java | 140 +-
.../BigTableReadSchemaTransformProviderIT.java | 225 -
.../BigtableReadSchemaTransformProviderIT.java | 227 +
.../action/ChangeStreamActionTest.java | 127 +-
.../ReadChangeStreamPartitionActionTest.java | 39 +-
.../changestreams/dao/MetadataTableDaoTest.java | 53 +-
.../dofn/FilterForMutationDoFnTest.java | 71 +
.../dofn/ReadChangeStreamPartitionDoFnTest.java | 71 +-
.../estimator/BytesThroughputEstimatorTest.java | 98 +-
.../estimator/NullSizeEstimatorTest.java | 34 +
.../estimator/NullThroughputEstimatorTest.java | 38 -
...adChangeStreamPartitionProgressTrackerTest.java | 4 +-
.../beam/sdk/io/gcp/pubsub/PubsubIOTest.java | 40 +-
.../SpannerChangestreamsReadDlqTest.java | 168 +
sdks/java/io/kafka/build.gradle | 2 +-
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 33 +-
.../ReadFromSparkReceiverWithOffsetDoFn.java | 15 +-
.../beam/sdk/io/sparkreceiver/SparkReceiverIO.java | 14 +-
.../ReadFromSparkReceiverWithOffsetDoFnTest.java | 9 +-
.../sdk/io/sparkreceiver/SparkReceiverIOTest.java | 14 +
sdks/java/transform-service/build.gradle | 12 +-
sdks/java/transform-service/docker-compose/.env | 2 +
.../docker-compose/docker-compose.yml | 2 +-
sdks/java/transform-service/launcher/build.gradle | 61 +
.../launcher/TransformServiceLauncher.java | 306 +
.../transformservice/launcher/package-info.java | 20 +
sdks/python/apache_beam/coders/coders_test.py | 6 +-
.../apache_beam/coders/coders_test_common.py | 12 +-
.../apache_beam/dataframe/transforms_test.py | 12 +-
sdks/python/apache_beam/examples/avro_bitcoin.py | 175 -
sdks/python/apache_beam/examples/avro_nyc_trips.py | 290 +
.../apache_beam/examples/avro_nyc_trips_it_test.py | 215 +
.../apache_beam/examples/avro_nyc_trips_test.py | 151 +
.../examples/complete/game/user_score.py | 2 +-
.../examples/cookbook/bigtableio_it_test.py | 2 +-
.../examples/cookbook/combiners_test.py | 12 -
.../apache_beam/examples/cookbook/filters_test.py | 12 -
.../examples/cookbook/multiple_output_pardo.py | 2 +-
.../large_language_modeling/requirements.txt | 2 +-
.../online_clustering/clustering_pipeline/setup.py | 2 +-
.../inference/sklearn_examples_requirements.txt | 4 +-
.../inference/vertex_ai_image_classification.py | 158 +
.../apache_beam/examples/snippets/snippets.py | 192 -
.../snippets_examples_wordcount_debugging.py | 133 +
.../snippets_examples_wordcount_minimal.py | 118 +
.../snippets_examples_wordcount_wordcount.py | 102 +
.../apache_beam/examples/snippets/snippets_test.py | 14 +-
.../transforms/aggregation/cogroupbykey.py | 23 +
.../transforms/aggregation/combineglobally.py | 226 -
.../aggregation/combineglobally_combinefn.py | 88 +
.../aggregation/combineglobally_function.py | 65 +
.../aggregation/combineglobally_lambda.py | 59 +
.../combineglobally_multiple_arguments.py | 62 +
.../combineglobally_side_inputs_dict.py | 56 +
.../combineglobally_side_inputs_iter.py | 49 +
.../combineglobally_side_inputs_singleton.py | 49 +
.../transforms/aggregation/combineglobally_test.py | 32 +-
.../transforms/aggregation/combineperkey.py | 259 -
.../aggregation/combineperkey_combinefn.py | 84 +
.../aggregation/combineperkey_function.py | 64 +
.../transforms/aggregation/combineperkey_lambda.py | 61 +
.../combineperkey_multiple_arguments.py | 61 +
.../aggregation/combineperkey_side_inputs_dict.py | 61 +
.../aggregation/combineperkey_side_inputs_iter.py | 58 +
.../combineperkey_side_inputs_singleton.py | 50 +
.../transforms/aggregation/combineperkey_simple.py | 60 +
.../transforms/aggregation/combineperkey_test.py | 56 +-
.../transforms/aggregation/combinevalues.py | 245 -
.../aggregation/combinevalues_combinefn.py | 91 +
.../aggregation/combinevalues_function.py | 61 +
.../transforms/aggregation/combinevalues_lambda.py | 58 +
.../combinevalues_multiple_arguments.py | 58 +
.../aggregation/combinevalues_side_inputs_dict.py | 73 +
.../aggregation/combinevalues_side_inputs_iter.py | 70 +
.../combinevalues_side_inputs_singleton.py | 62 +
.../transforms/aggregation/combinevalues_simple.py | 57 +
.../transforms/aggregation/combinevalues_test.py | 48 +-
.../snippets/transforms/aggregation/count.py | 77 -
.../transforms/aggregation/count_globally.py | 53 +
.../transforms/aggregation/count_per_element.py | 53 +
.../transforms/aggregation/count_per_key.py | 63 +
.../snippets/transforms/aggregation/count_test.py | 20 +-
.../snippets/transforms/aggregation/distinct.py | 19 +
.../transforms/aggregation/groupby_attr.py | 65 +
.../transforms/aggregation/groupby_attr_expr.py | 65 +
.../transforms/aggregation/groupby_expr.py | 56 +
.../aggregation/groupby_expr_aggregate.py | 67 +
.../aggregation/groupby_global_aggregate.py | 69 +
.../aggregation/groupby_simple_aggregate.py | 66 +
.../transforms/aggregation/groupby_test.py | 286 +-
.../transforms/aggregation/groupby_two_exprs.py | 56 +
.../snippets/transforms/aggregation/groupbykey.py | 20 +
.../transforms/aggregation/groupintobatches.py | 21 +
.../snippets/transforms/aggregation/latest.py | 113 -
.../transforms/aggregation/latest_globally.py | 76 +
.../transforms/aggregation/latest_per_key.py | 94 +
.../snippets/transforms/aggregation/latest_test.py | 14 +-
.../snippets/transforms/aggregation/max.py | 57 -
.../transforms/aggregation/max_globally.py | 53 +
.../snippets/transforms/aggregation/max_per_key.py | 59 +
.../snippets/transforms/aggregation/max_test.py | 13 +-
.../snippets/transforms/aggregation/mean.py | 56 -
.../transforms/aggregation/mean_globally.py | 53 +
.../transforms/aggregation/mean_per_key.py | 60 +
.../snippets/transforms/aggregation/mean_test.py | 13 +-
.../snippets/transforms/aggregation/min.py | 55 -
.../transforms/aggregation/min_globally.py | 53 +
.../snippets/transforms/aggregation/min_per_key.py | 59 +
.../snippets/transforms/aggregation/min_test.py | 13 +-
.../snippets/transforms/aggregation/sample.py | 66 -
.../aggregation/sample_fixed_size_globally.py | 59 +
.../aggregation/sample_fixed_size_per_key.py | 64 +
.../snippets/transforms/aggregation/sample_test.py | 14 +-
.../snippets/transforms/aggregation/sum.py | 54 -
.../transforms/aggregation/sum_globally.py | 52 +
.../snippets/transforms/aggregation/sum_per_key.py | 59 +
.../snippets/transforms/aggregation/sum_test.py | 13 +-
.../snippets/transforms/aggregation/top.py | 146 -
.../snippets/transforms/aggregation/top_largest.py | 52 +
.../transforms/aggregation/top_largest_per_key.py | 59 +
.../snippets/transforms/aggregation/top_of.py | 63 +
.../snippets/transforms/aggregation/top_per_key.py | 66 +
.../transforms/aggregation/top_smallest.py | 52 +
.../transforms/aggregation/top_smallest_per_key.py | 59 +
.../snippets/transforms/aggregation/top_test.py | 38 +-
.../snippets/transforms/elementwise/filter.py | 238 -
.../transforms/elementwise/filter_function.py | 72 +
.../transforms/elementwise/filter_lambda.py | 70 +
.../elementwise/filter_multiple_arguments.py | 72 +
.../elementwise/filter_side_inputs_dict.py | 79 +
.../elementwise/filter_side_inputs_iter.py | 79 +
.../elementwise/filter_side_inputs_singleton.py | 75 +
.../snippets/transforms/elementwise/filter_test.py | 38 +-
.../snippets/transforms/elementwise/flatmap.py | 259 -
.../transforms/elementwise/flatmap_function.py | 59 +
.../transforms/elementwise/flatmap_generator.py | 60 +
.../transforms/elementwise/flatmap_lambda.py | 56 +
.../elementwise/flatmap_multiple_arguments.py | 59 +
.../elementwise/flatmap_side_inputs_dict.py | 83 +
.../elementwise/flatmap_side_inputs_iter.py | 83 +
.../elementwise/flatmap_side_inputs_singleton.py | 62 +
.../transforms/elementwise/flatmap_simple.py | 56 +
.../transforms/elementwise/flatmap_test.py | 56 +-
.../transforms/elementwise/flatmap_tuple.py | 64 +
.../snippets/transforms/elementwise/keys.py | 18 +
.../snippets/transforms/elementwise/kvswap.py | 18 +
.../snippets/transforms/elementwise/map.py | 229 -
.../transforms/elementwise/map_function.py | 62 +
.../snippets/transforms/elementwise/map_lambda.py | 59 +
.../elementwise/map_multiple_arguments.py | 62 +
.../transforms/elementwise/map_side_inputs_dict.py | 82 +
.../transforms/elementwise/map_side_inputs_iter.py | 65 +
.../elementwise/map_side_inputs_singleton.py | 65 +
.../snippets/transforms/elementwise/map_simple.py | 59 +
.../snippets/transforms/elementwise/map_test.py | 49 +-
.../snippets/transforms/elementwise/map_tuple.py | 60 +
.../snippets/transforms/elementwise/pardo.py | 129 -
.../snippets/transforms/elementwise/pardo_dofn.py | 63 +
.../transforms/elementwise/pardo_dofn_methods.py | 77 +
.../transforms/elementwise/pardo_dofn_params.py | 81 +
.../snippets/transforms/elementwise/pardo_test.py | 17 +-
.../snippets/transforms/elementwise/partition.py | 124 -
.../transforms/elementwise/partition_function.py | 70 +
.../transforms/elementwise/partition_lambda.py | 71 +
.../elementwise/partition_multiple_arguments.py | 74 +
.../transforms/elementwise/partition_test.py | 20 +-
.../snippets/transforms/elementwise/regex.py | 226 -
.../transforms/elementwise/regex_all_matches.py | 63 +
.../snippets/transforms/elementwise/regex_find.py | 61 +
.../transforms/elementwise/regex_find_all.py | 61 +
.../transforms/elementwise/regex_find_kv.py | 61 +
.../transforms/elementwise/regex_matches.py | 63 +
.../transforms/elementwise/regex_matches_kv.py | 63 +
.../transforms/elementwise/regex_replace_all.py | 59 +
.../transforms/elementwise/regex_replace_first.py | 59 +
.../snippets/transforms/elementwise/regex_split.py | 59 +
.../snippets/transforms/elementwise/regex_test.py | 56 +-
.../transforms/elementwise/runinference.py | 56 -
.../runinference_sklearn_keyed_model_handler.py | 69 +
.../runinference_sklearn_unkeyed_model_handler.py | 65 +
.../transforms/elementwise/runinference_test.py | 14 +-
.../snippets/transforms/elementwise/tostring.py | 82 -
.../transforms/elementwise/tostring_element.py | 59 +
.../transforms/elementwise/tostring_iterables.py | 59 +
.../transforms/elementwise/tostring_kvs.py | 59 +
.../transforms/elementwise/tostring_test.py | 20 +-
.../snippets/transforms/elementwise/values.py | 18 +
.../transforms/elementwise/withtimestamps.py | 86 -
.../elementwise/withtimestamps_event_time.py | 65 +
.../elementwise/withtimestamps_logical_clock.py | 66 +
.../elementwise/withtimestamps_processing_time.py | 66 +
.../transforms/elementwise/withtimestamps_test.py | 20 +-
.../snippets/transforms/other}/__init__.py | 0
.../examples/snippets/transforms/other/create.py | 51 +
.../snippets/transforms/other/create_test.py | 51 +
.../examples/snippets/transforms/other/flatten.py | 53 +
.../snippets/transforms/other/flatten_test.py | 53 +
.../examples/snippets/transforms/other/window.py | 67 +
.../snippets/transforms/other/window_test.py | 51 +
.../examples/streaming_wordcount_it_test.py | 14 -
sdks/python/apache_beam/examples/wordcount.py | 2 +-
.../apache_beam/examples/wordcount_debugging.py | 4 +-
.../apache_beam/examples/wordcount_minimal.py | 2 +-
.../apache_beam/examples/wordcount_minimal_test.py | 13 -
sdks/python/apache_beam/examples/wordcount_test.py | 15 +-
.../internal/cloudpickle_pickler_test.py | 4 +-
sdks/python/apache_beam/internal/pickler_test.py | 2 +-
.../io/azure/integration_test/Dockerfile | 2 +-
.../io/azure/integration_test/docker-compose.yml | 1 +
.../python/apache_beam/io/components}/__init__.py | 0
.../io/components/adaptive_throttler.py | 96 +
.../io/components/adaptive_throttler_test.py | 109 +
sdks/python/apache_beam/io/components/util.py | 96 +
.../io/external/xlang_parquetio_test.py | 2 +-
sdks/python/apache_beam/io/filesystem_test.py | 7 +-
.../io/gcp/big_query_query_to_table_it_test.py | 2 +-
sdks/python/apache_beam/io/gcp/bigquery.py | 2 +-
.../apache_beam/io/gcp/bigquery_read_it_test.py | 34 +-
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 23 +-
.../apache_beam/io/gcp/bigquery_write_it_test.py | 8 +-
sdks/python/apache_beam/io/gcp/bigtableio.py | 125 +-
sdks/python/apache_beam/io/gcp/bigtableio_test.py | 169 +-
.../io/gcp/datastore/v1new/adaptive_throttler.py | 96 -
.../gcp/datastore/v1new/adaptive_throttler_test.py | 109 -
.../io/gcp/datastore/v1new/datastoreio.py | 2 +-
.../io/gcp/datastore/v1new/datastoreio_test.py | 2 +-
sdks/python/apache_beam/io/gcp/dicomclient.py | 111 +-
sdks/python/apache_beam/io/gcp/dicomio.py | 563 +-
.../apache_beam/io/gcp/dicomio_integration_test.py | 223 -
sdks/python/apache_beam/io/gcp/dicomio_test.py | 464 -
sdks/python/apache_beam/io/gcp/gcsio.py | 3 +-
sdks/python/apache_beam/io/gcp/gcsio_test.py | 5 +-
.../apache_beam/io/gcp/healthcare}/__init__.py | 0
.../io/gcp/{ => healthcare}/dicomclient.py | 0
.../apache_beam/io/gcp/healthcare/dicomio.py | 577 +
.../io/gcp/healthcare/dicomio_integration_test.py | 223 +
.../apache_beam/io/gcp/healthcare/dicomio_test.py | 464 +
sdks/python/apache_beam/io/gcp/pubsub_test.py | 4 +-
.../io/hdfs_integration_test/Dockerfile | 2 +-
sdks/python/apache_beam/metrics/metric_test.py | 12 -
.../ml/inference/sklearn_inference_it_test.py | 3 +
.../ml/inference/tensorflow_inference.py | 11 +-
.../ml/inference/tensorflow_inference_it_test.py | 5 -
.../ml/inference/tensorflow_inference_test.py | 6 +
.../ml/inference/vertex_ai_inference.py | 176 +
.../python/apache_beam/options/pipeline_options.py | 7 +
sdks/python/apache_beam/runners/common.pxd | 2 +-
...low_exercise_streaming_metrics_pipeline_test.py | 13 -
.../runners/dataflow/dataflow_runner.py | 1 +
.../runners/dataflow/internal/apiclient.py | 4 +-
.../runners/dataflow/internal/apiclient_test.py | 59 +-
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
.../runners/direct/sdf_direct_runner.py | 10 +-
.../runners/portability/sdk_container_builder.py | 8 +-
.../apache_beam/runners/worker/bundle_processor.py | 90 +-
.../runners/worker/bundle_processor_test.py | 89 +-
.../apache_beam/runners/worker/data_sampler.py | 193 +-
.../runners/worker/data_sampler_test.py | 435 +-
.../apache_beam/runners/worker/operations.pxd | 1 +
.../apache_beam/runners/worker/operations.py | 70 +-
.../apache_beam/runners/worker/sdk_worker.py | 4 +-
.../apache_beam/runners/worker/sdk_worker_test.py | 29 +-
.../apache_beam/runners/worker/worker_status.py | 46 +-
.../runners/worker/worker_status_test.py | 26 +-
.../apache_beam/testing/analyzers/constants.py | 6 +-
.../testing/analyzers/github_issues_utils.py | 19 +-
.../apache_beam/testing/analyzers/perf_analysis.py | 24 +-
.../testing/analyzers/perf_analysis_utils.py | 6 +-
.../testing/analyzers/tests_config.yaml | 87 +-
.../apache_beam/testing/datatype_inference_test.py | 4 +-
.../apache_beam/testing/extra_assertions_test.py | 8 +-
.../python/apache_beam/testing/fast_test_utils.pxd | 34 +
.../python/apache_beam/testing/fast_test_utils.pyx | 62 +
.../apache_beam/testing/load_tests/load_test.py | 3 +-
.../apache_beam/testing/synthetic_pipeline.py | 52 +-
sdks/python/apache_beam/testing/test_utils.py | 67 +
sdks/python/apache_beam/testing/test_utils_test.py | 37 +
sdks/python/apache_beam/transforms/core.py | 94 +-
sdks/python/apache_beam/transforms/display_test.py | 2 +-
sdks/python/apache_beam/transforms/environments.py | 1 -
.../apache_beam/transforms/environments_test.py | 2 +-
sdks/python/apache_beam/transforms/external.py | 74 +-
.../python/apache_beam/transforms/external_java.py | 2 +-
.../python/apache_beam/transforms/external_test.py | 18 +-
sdks/python/apache_beam/transforms/trigger_test.py | 14 +-
sdks/python/apache_beam/transforms/util_test.py | 14 +
.../transforms/validate_runner_xlang_test.py | 2 +-
.../apache_beam/typehints/decorators_test.py | 8 +-
.../typehints/native_type_compatibility.py | 5 +-
sdks/python/apache_beam/typehints/schemas.py | 8 +-
.../apache_beam/typehints/typed_pipeline_test.py | 14 +-
sdks/python/apache_beam/utils/timestamp.py | 25 +-
sdks/python/apache_beam/utils/timestamp_test.py | 5 +
.../utils/transform_service_launcher.py | 261 +
sdks/python/apache_beam/yaml/main.py | 20 +-
sdks/python/apache_beam/yaml/pipeline.schema.yaml | 117 +-
sdks/python/apache_beam/yaml/readme_test.py | 42 +-
sdks/python/apache_beam/yaml/yaml_mapping.md | 196 +
sdks/python/apache_beam/yaml/yaml_mapping.py | 289 +
sdks/python/apache_beam/yaml/yaml_mapping_test.py | 138 +
sdks/python/apache_beam/yaml/yaml_provider.py | 58 +-
sdks/python/apache_beam/yaml/yaml_transform.py | 122 +-
.../python/apache_beam/yaml/yaml_transform_test.py | 249 +-
sdks/python/build-requirements.txt | 2 +-
sdks/python/build.gradle | 5 -
sdks/python/container/Dockerfile | 70 +-
.../container/base_image_requirements_manual.txt | 2 +-
sdks/python/container/build.gradle | 3 -
sdks/python/container/piputil.go | 15 +-
.../container/py37/base_image_requirements.txt | 135 -
sdks/python/container/py37/build.gradle | 28 -
sdks/python/container/run_validatescontainer.sh | 2 -
sdks/python/mypy.ini | 2 +-
sdks/python/scripts/generate_pydoc.sh | 1 +
sdks/python/scripts/run_dependency_check.sh | 34 -
sdks/python/scripts/run_tox.sh | 6 +-
sdks/python/setup.py | 16 +-
.../tensorrt_runinference/tensor_rt.dockerfile | 5 +-
sdks/python/test-suites/dataflow/common.gradle | 1 +
sdks/python/test-suites/dataflow/py37/build.gradle | 24 -
sdks/python/test-suites/direct/common.gradle | 2 +-
sdks/python/test-suites/direct/py37/build.gradle | 24 -
sdks/python/test-suites/gradle.properties | 24 +-
sdks/python/test-suites/portable/py37/build.gradle | 26 -
sdks/python/test-suites/tox/py37/build.gradle | 43 -
sdks/python/test-suites/tox/py38/build.gradle | 14 +-
sdks/python/test-suites/tox/pycommon/build.gradle | 4 +-
sdks/python/tox.ini | 56 +-
sdks/typescript/src/apache_beam/index.ts | 1 +
sdks/typescript/src/apache_beam/io/index.ts | 29 +
.../typescript/src/apache_beam/transforms/index.ts | 1 +
sdks/typescript/tsconfig.json | 1 +
settings.gradle.kts | 8 +-
start-build-env.sh | 2 +-
website/Dockerfile | 2 +-
website/www/site/assets/js/language-switch-v2.js | 18 +-
website/www/site/assets/js/quotes-slider.js | 34 -
website/www/site/assets/js/sliders/quotes.js | 34 +
website/www/site/assets/js/sliders/top-banners.js | 26 +
website/www/site/assets/scss/_banner.sass | 27 +-
website/www/site/assets/scss/_ctas.sass | 4 +-
website/www/site/assets/scss/_header.sass | 4 +
website/www/site/assets/scss/_playground.sass | 12 +-
website/www/site/config.toml | 2 +-
website/www/site/content/en/blog/beam-2.47.0.md | 2 +-
website/www/site/content/en/blog/beam-2.48.0.md | 204 +
website/www/site/content/en/blog/beamquest.md | 39 +
.../en/blog/managing-beam-dependencies-in-java.md | 122 +
.../site/content/en/case-studies/projectShield.md | 231 +
.../en/contribute/get-started-contributing.md | 2 +-
.../site/content/en/contribute/release-guide.md | 51 +-
.../site/content/en/documentation/io/connectors.md | 3 +-
.../content/en/documentation/programming-guide.md | 2 +-
.../site/content/en/documentation/runners/flink.md | 87 +-
.../en/documentation/runtime/environments.md | 2 +-
.../documentation/sdks/python-machine-learning.md | 76 +-
.../java/aggregation/approximatequantiles.md | 5 +
.../transforms/java/aggregation/cogroupbykey.md | 9 +-
.../transforms/java/aggregation/combine.md | 9 +
.../transforms/java/aggregation/count.md | 13 +-
.../transforms/java/aggregation/distinct.md | 8 +-
.../transforms/java/aggregation/groupbykey.md | 6 +-
.../java/aggregation/groupintobatches.md | 5 +-
.../transforms/java/aggregation/latest.md | 10 +-
.../transforms/java/aggregation/max.md | 13 +
.../transforms/java/aggregation/mean.md | 15 +-
.../transforms/java/aggregation/min.md | 14 +-
.../transforms/java/aggregation/sample.md | 5 +-
.../transforms/java/aggregation/sum.md | 21 +-
.../transforms/java/aggregation/top.md | 5 +-
.../transforms/java/elementwise/filter.md | 7 +
.../transforms/java/elementwise/flatmapelements.md | 5 +-
.../transforms/java/elementwise/keys.md | 8 +-
.../transforms/java/elementwise/kvswap.md | 8 +-
.../transforms/java/elementwise/mapelements.md | 14 +-
.../transforms/java/elementwise/pardo.md | 6 +
.../transforms/java/elementwise/partition.md | 20 +-
.../transforms/java/elementwise/regex.md | 5 +-
.../transforms/java/elementwise/tostring.md | 5 +-
.../transforms/java/elementwise/values.md | 8 +-
.../transforms/java/elementwise/withkeys.md | 15 +-
.../transforms/java/elementwise/withtimestamps.md | 5 +-
.../documentation/transforms/java/other/create.md | 4 +-
.../documentation/transforms/java/other/flatten.md | 12 +-
.../en/documentation/transforms/java/other/view.md | 5 +-
.../documentation/transforms/java/other/window.md | 5 +-
.../python/aggregation/combineglobally.md | 56 +-
.../transforms/python/aggregation/combineperkey.md | 70 +-
.../transforms/python/aggregation/combinevalues.md | 70 +-
.../transforms/python/aggregation/count.md | 42 +-
.../transforms/python/aggregation/distinct.md | 14 +-
.../transforms/python/aggregation/groupby.md | 107 +-
.../transforms/python/aggregation/groupbykey.md | 8 +-
.../python/aggregation/groupintobatches.md | 14 +-
.../transforms/python/aggregation/latest.md | 28 +-
.../transforms/python/aggregation/max.md | 28 +-
.../transforms/python/aggregation/mean.md | 28 +-
.../transforms/python/aggregation/min.md | 28 +-
.../transforms/python/aggregation/sample.md | 28 +-
.../transforms/python/aggregation/sum.md | 28 +-
.../transforms/python/aggregation/top.md | 84 +-
.../transforms/python/elementwise/filter.md | 89 +-
.../transforms/python/elementwise/flatmap.md | 135 +-
.../transforms/python/elementwise/keys.md | 15 +-
.../transforms/python/elementwise/kvswap.md | 15 +-
.../transforms/python/elementwise/map.md | 120 +-
.../transforms/python/elementwise/pardo.md | 45 +-
.../transforms/python/elementwise/partition.md | 45 +-
.../transforms/python/elementwise/regex.md | 135 +-
.../python/elementwise/runinference-sklearn.md | 8 +-
.../transforms/python/elementwise/tostring.md | 45 +-
.../transforms/python/elementwise/values.md | 15 +-
.../python/elementwise/withtimestamps.md | 45 +-
.../transforms/python/other/create.md | 5 +-
.../transforms/python/other/flatten.md | 5 +-
.../transforms/python/other/windowinto.md | 5 +-
website/www/site/content/en/get-started/_index.md | 10 +-
.../get-started/an-interactive-overview-of-beam.md | 96 +
.../site/content/en/get-started/beam-overview.md | 2 +-
.../www/site/content/en/get-started/downloads.md | 14 +-
.../site/content/en/get-started/quickstart-py.md | 3 +-
.../en/get-started/resources/learning-resources.md | 18 +
.../site/content/en/get-started/tour-of-beam.md | 96 -
.../content/en/get-started/try-beam-playground.md | 73 +-
.../content/en/get-started/wordcount-example.md | 55 +-
website/www/site/data/authors.yml | 10 +
website/www/site/data/en/quotes.yaml | 5 +
website/www/site/i18n/home/en.yaml | 2 +
website/www/site/layouts/index.html | 53 +-
website/www/site/layouts/partials/header.html | 35 +-
.../www/site/layouts/partials/hooks/body-end.html | 4 +-
.../partials/section-menu/en/documentation.html | 6 +-
.../partials/section-menu/en/get-started.html | 6 +-
.../shortcodes/flink_java_pipeline_options.html | 7 +-
.../shortcodes/flink_python_pipeline_options.html | 7 +-
.../www/site/layouts/shortcodes/playground.html | 15 +-
website/www/site/static/images/banner_desktop.png | Bin 0 -> 79738 bytes
website/www/site/static/images/banner_mobile.png | Bin 0 -> 64923 bytes
.../machine-learning/machine-learning-desktop.jpg} | Bin
.../machine-learning/machine-learning-mobile.jpg} | Bin
.../banners/tour-of-beam/tour-of-beam-desktop.png | Bin 0 -> 122733 bytes
.../banners/tour-of-beam/tour-of-beam-mobile.png | Bin 0 -> 86368 bytes
.../static/images/blog/beam-badge-image-scaled.png | Bin 0 -> 53129 bytes
.../apache_beam_streaming_log_analytics.png | Bin 0 -> 93797 bytes
.../case-study/projectShield/chad_hansen.png | Bin 0 -> 386079 bytes
.../case-study/projectShield/marc_howard.jpg | Bin 0 -> 136851 bytes
.../projectShield/project_shield_mechanism.png | Bin 0 -> 29786 bytes
.../images/logos/powered-by/project_shield.png | Bin 0 -> 9908 bytes
1290 files changed, 74769 insertions(+), 15469 deletions(-)
create mode 100644 .github/gh-actions-self-hosted-runners/arc/README.md
create mode 100644 .github/gh-actions-self-hosted-runners/arc/config/arc_autoscaler.tpl
create mode 100644 .github/gh-actions-self-hosted-runners/arc/config/arc_certificate.tpl
create mode 100644 .github/gh-actions-self-hosted-runners/arc/config/arc_deployment.tpl
create mode 100644 .github/gh-actions-self-hosted-runners/arc/environments/beam.env
create mode 100644 .github/gh-actions-self-hosted-runners/arc/gke.tf
create mode 100644 .github/gh-actions-self-hosted-runners/arc/helm.tf
create mode 100644 .github/gh-actions-self-hosted-runners/arc/iam.tf
create mode 100644 .github/gh-actions-self-hosted-runners/arc/images/Dockerfile
create mode 100644 .github/gh-actions-self-hosted-runners/arc/images/README.md
create mode 100644 .github/gh-actions-self-hosted-runners/arc/kubernetes.tf
create mode 100644 .github/gh-actions-self-hosted-runners/arc/locals.tf
create mode 100644 .github/gh-actions-self-hosted-runners/arc/network.tf
create mode 100644 .github/gh-actions-self-hosted-runners/arc/outputs.tf
create mode 100644 .github/gh-actions-self-hosted-runners/arc/provider.tf
create mode 100644 .github/gh-actions-self-hosted-runners/arc/secrets.tf
create mode 100644 .github/gh-actions-self-hosted-runners/arc/variables.tf
create mode 100644 .github/gh-actions-self-hosted-runners/arc/webhook.tf
create mode 100644 .github/workflows/beam_PreCommit_Go.yml
create mode 100644 .github/workflows/beam_PreCommit_Website.yml
create mode 100644 .github/workflows/beam_PreCommit_Whitespace.yml
delete mode 100644 .github/workflows/build_playground_backend.yml
delete mode 100644 .github/workflows/build_playground_frontend.yml
create mode 100644 .github/workflows/build_runner_image.yml
delete mode 100644 .github/workflows/playground_deploy_backend.yml
delete mode 100644 .github/workflows/playground_deploy_examples.yml
delete mode 100644 .github/workflows/playground_deploy_infrastructure.yml
delete mode 100644 .github/workflows/playground_examples_cd.yml
delete mode 100644 .github/workflows/playground_examples_cd_reusable.yml
delete mode 100644 .github/workflows/playground_examples_ci.yml
delete mode 100644 .github/workflows/playground_examples_ci_reusable.yml
delete mode 100644 .github/workflows/tour_of_beam_examples_ci.yml
delete mode 100644 .test-infra/jenkins/dependency_check/bigquery_client_utils.py
delete mode 100644 .test-infra/jenkins/dependency_check/dependency_check_report_generator.py
delete mode 100644 .test-infra/jenkins/dependency_check/dependency_check_report_generator_test.py
delete mode 100755 .test-infra/jenkins/dependency_check/generate_report.sh
delete mode 100644 .test-infra/jenkins/dependency_check/report_generator_config.py
delete mode 100644 .test-infra/jenkins/dependency_check/version_comparer.py
delete mode 100644 .test-infra/jenkins/dependency_check/version_comparer_test.py
delete mode 100644 .test-infra/jenkins/job_Dependency_Check.groovy
create mode 100644 .test-infra/pipelines/README.md
create mode 100644 .test-infra/pipelines/build.gradle
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/.terraform.lock.hcl
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/README.md
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/apache-beam-testing.tfbackend
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/apache-beam-testing.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/artifactregistry.tf
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/common.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/iam.tf
copy .test-infra/{terraform/google-cloud-platform/google-kubernetes-engine/modules/01-setup => pipelines/infrastructure/01.setup}/provider.tf (100%)
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/services.tf
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/state.tf
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/storage.tf
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/variables.tf
create mode 100644 .test-infra/pipelines/infrastructure/02.network/.terraform.lock.hcl
create mode 100644 .test-infra/pipelines/infrastructure/02.network/README.md
create mode 100644 .test-infra/pipelines/infrastructure/02.network/apache-beam-testing.tfbackend
create mode 100644 .test-infra/pipelines/infrastructure/02.network/apache-beam-testing.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/02.network/common.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/02.network/data.tf
create mode 100644 .test-infra/pipelines/infrastructure/02.network/network.tf
copy .test-infra/{terraform/google-cloud-platform/google-kubernetes-engine/modules/02-network => pipelines/infrastructure/02.network}/provider.tf (100%)
create mode 100644 .test-infra/pipelines/infrastructure/02.network/state.tf
create mode 100644 .test-infra/pipelines/infrastructure/02.network/variables.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/README.md
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/.terraform.lock.hcl
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/README.md
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/apache-beam-testing.tfbackend
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/apache-beam-testing.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/bigquery.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/common.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/data.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/iam.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/provider.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/pubsub.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/state.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/variables.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/workflow.tf
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/README.md
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/apache-beam-testing.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/common.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/data.tf
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/dataflow-template.json
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/output.tf
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/provider.tf
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/template.tf
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/variables.tf
create mode 100644 .test-infra/pipelines/infrastructure/README.md
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/ReadDataflowApiWriteBigQuery.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/bigquery/BigQueryWriteOptions.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/bigquery/BigQueryWrites.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/bigquery/DatasetReferenceOptionValue.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/bigquery/package-info.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/ConversionError.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/EventarcConversions.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/JobsToRow.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/RowConversionResult.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/WithAppendedDetailsToRow.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/package-info.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowClientFactory.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowClientFactoryConfiguration.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowFilterEventarcJobs.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowGetJobExecutionDetails.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowGetJobMetrics.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowGetJobs.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowGetStageExecutionDetails.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowJobsOptions.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowReadResult.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowRequestError.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowRequests.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/JobMetricsWithAppendedDetails.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/StageSummaryWithAppendedDetails.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/Throttle.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/WorkerDetailsWithAppendedDetails.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/package-info.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/package-info.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/pubsub/PubsubReadOptions.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/pubsub/SubscriptionPathOptionValue.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/pubsub/package-info.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/schemas/DependencyDrivenDescriptorQueue.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/schemas/DescriptorSchemaRegistry.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/schemas/GeneratedMessageV3RowBuilder.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/schemas/package-info.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/EventarcConversionsTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/JobMetricsWithAppendedDetailsTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/StageSummaryWithAppendedDetailsTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/WithAppendedDetailsToRowTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/WorkerDetailsWithAppendedDetailsTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowFilterEventarcJobsTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/AbstractGeneratedMessageV3RowBuilderTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/DependencyDrivenDescriptorQueueTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/DescriptorSchemaRegistryTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/EnvironmentRowBuilderTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/ExecutionStageSummaryTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/TransformSummaryRowBuilderTest.java
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/has_extra_data_payload_foo_property.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_canceled_streaming.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_canceling_streaming.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_done_batch.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_pending_batch.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_pending_streaming.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_queued_streaming.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_running_batch.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_running_streaming.json
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/ApproximateQuantilesExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/CoGroupByKeyExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/CombineExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/CountExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/CountPerKeyExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/CreateExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/DistinctExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/FlatMapElementsExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/GroupIntoBatchesExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/KafkaPassengerCountJson.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/KafkaStreaming.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/KeysExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/KvSwapExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/LatestExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/MapElementsExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/MaxExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/MaxPerKeyExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/MeanExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/MeanPerKeyExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/MinExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/MinPerKeyExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/PartitionExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/RegexExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/SampleExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/SumExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/SumPerKeyExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/ToStringExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/TopExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/ValuesExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/ViewExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/WindowExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/cookbook/MinimalBigQueryTornadoes.java
create mode 100644 examples/java/src/test/java/org/apache/beam/examples/cookbook/MinimalBigQueryTornadoesTest.java
create mode 100644 examples/notebooks/beam-ml/run_inference_generative_ai.ipynb
rename examples/notebooks/{tour-of-beam => interactive-overview}/dataframes.ipynb (100%)
rename examples/notebooks/{tour-of-beam => interactive-overview}/getting-started.ipynb (100%)
rename examples/notebooks/{tour-of-beam => interactive-overview}/reading-and-writing-data.ipynb (100%)
rename examples/notebooks/{tour-of-beam => interactive-overview}/windowing.ipynb (100%)
create mode 100644 learning/beamdoc/CombinePerKeyExample.java
create mode 100644 learning/beamdoc/FlattenExample.java
create mode 100644 learning/beamdoc/GroupByKeyExample.java
create mode 100644 learning/beamdoc/WithKeysExample.java
create mode 100644 learning/tour-of-beam/cloudbuild/01.setup/iam.tf
copy {playground/terraform/infrastructure/cloudbuild-manual-setup => learning/tour-of-beam/cloudbuild}/01.setup/provider.tf (100%)
create mode 100644 learning/tour-of-beam/cloudbuild/01.setup/services.tf
create mode 100644 learning/tour-of-beam/cloudbuild/01.setup/terraform.tf
create mode 100644 learning/tour-of-beam/cloudbuild/01.setup/variables.tf
create mode 100644 learning/tour-of-beam/cloudbuild/02.builders/data.tf
create mode 100644 learning/tour-of-beam/cloudbuild/02.builders/locals.tf
copy {playground/terraform/infrastructure/cloudbuild-manual-setup/01.setup => learning/tour-of-beam/cloudbuild/02.builders}/provider.tf (100%)
create mode 100644 learning/tour-of-beam/cloudbuild/02.builders/terraform.tf
create mode 100644 learning/tour-of-beam/cloudbuild/02.builders/triggers.tf
create mode 100644 learning/tour-of-beam/cloudbuild/02.builders/variables.tf
create mode 100644 learning/tour-of-beam/cloudbuild/README.md
create mode 100644 learning/tour-of-beam/cloudbuild/scripts/tob_deploy_infra_backend.sh
create mode 100644 learning/tour-of-beam/cloudbuild/scripts/tob_lm_cd.sh
create mode 100644 learning/tour-of-beam/frontend/lib/constants/links.dart
create mode 100644 learning/tour-of-beam/frontend/lib/constants/params.dart
delete mode 100644 learning/tour-of-beam/frontend/lib/pages/tour/widgets/content_tree_title.dart
create mode 100644 learning/tour-of-beam/learning-content/cross-language/module-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/cross-language/multi-pipeline/description.md
create mode 100644 learning/tour-of-beam/learning-content/cross-language/multi-pipeline/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/cross-language/multi-pipeline/python-example/input.txt
create mode 100644 learning/tour-of-beam/learning-content/cross-language/multi-pipeline/python-example/output.log
create mode 100644 learning/tour-of-beam/learning-content/cross-language/multi-pipeline/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/cross-language/multi-pipeline/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/cross-language/sql-transform/description.md
create mode 100644 learning/tour-of-beam/learning-content/cross-language/sql-transform/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/cross-language/sql-transform/java-example/output.log
create mode 100644 learning/tour-of-beam/learning-content/cross-language/sql-transform/python-example/output.log
create mode 100644 learning/tour-of-beam/learning-content/cross-language/sql-transform/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/cross-language/sql-transform/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/beam-schema/description.md
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/beam-schema/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/beam-schema/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/group-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/read-query/description.md
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/read-query/go-example/main.go
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/read-query/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/read-query/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/read-query/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/read-table/description.md
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/read-table/go-example/main.go
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/read-table/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/read-table/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/read-table/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/table-schema/description.md
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/table-schema/go-example/main.go
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/table-schema/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/table-schema/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/io/big-query-io/table-schema/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/kafka-io/group-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/kafka-io/kafka-read/description.md
create mode 100644 learning/tour-of-beam/learning-content/io/kafka-io/kafka-read/go-example/main.go
create mode 100644 learning/tour-of-beam/learning-content/io/kafka-io/kafka-read/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/io/kafka-io/kafka-read/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/io/kafka-io/kafka-read/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/kafka-io/kafka-write/description.md
create mode 100644 learning/tour-of-beam/learning-content/io/kafka-io/kafka-write/go-example/main.go
create mode 100644 learning/tour-of-beam/learning-content/io/kafka-io/kafka-write/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/io/kafka-io/kafka-write/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/io/kafka-io/kafka-write/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/module-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/rest-api/description.md
create mode 100644 learning/tour-of-beam/learning-content/io/rest-api/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/io/rest-api/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/io/rest-api/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/group-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-gcs-read/description.md
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-gcs-read/go-example/main.go
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-gcs-read/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-gcs-read/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-gcs-read/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-gcs-write/description.md
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-gcs-write/go-example/main.go
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-gcs-write/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-gcs-write/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-gcs-write/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-read/description.md
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-read/go-example/main.go
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-read/go-example/myfile.txt
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-read/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-read/java-example/myfile.txt
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-read/python-example/myfile.txt
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-read/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-read/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-write/description.md
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-write/go-example/main.go
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-write/go-example/myfile.txt
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-write/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-write/java-example/myfile.txt
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-write/python-example/myfile.txt
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-write/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/io/text-io/text-io-local-write/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/splittable-dofn/module-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/splittable-dofn/splittable/description.md
create mode 100644 learning/tour-of-beam/learning-content/splittable-dofn/splittable/go-example/main.go
create mode 100644 learning/tour-of-beam/learning-content/splittable-dofn/splittable/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/splittable-dofn/splittable/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/splittable-dofn/splittable/unit-info.yaml
delete mode 100644 playground/CI.md
create mode 100644 playground/TASKS.md
create mode 100644 playground/backend/SCHEMA.md
create mode 100644 playground/backend/datasets/NYCTaxi1000Avro.avro
create mode 100644 playground/backend/datasets/NYCTaxi1000Json.json
create mode 100644 playground/backend/datasets/NYCTaxi1000_simpleAvro.avro
create mode 100644 playground/backend/datasets/NYCTaxi1000_simpleJson.json
create mode 100644 playground/backend/internal/errors/lifecycle_error.go
create mode 100644 playground/doc/load_your_code/images/share-my-code.png
create mode 100644 playground/doc/load_your_code/images/workflow.png
create mode 100644 playground/frontend/playground_components/lib/src/exceptions/detailed_exception.dart
delete mode 100644 playground/frontend/playground_components/lib/src/repositories/code_repository.dart
create mode 100644 playground/frontend/playground_components/lib/src/theme/transitions.dart
create mode 100644 playground/frontend/playground_components/lib/src/widgets/iframe/iframe.dart
create mode 100644 playground/frontend/playground_components/lib/src/widgets/iframe/iframe_non_web.dart
create mode 100644 playground/frontend/playground_components/lib/src/widgets/iframe/iframe_web.dart
create mode 100644 playground/frontend/playground_components/test/src/controllers/code_runner_test.dart
create mode 100644 playground/frontend/playground_components/test/src/controllers/code_runner_test.mocks.dart
delete mode 100644 playground/frontend/playground_components/test/src/repositories/code_repository_test.dart
delete mode 100644 playground/frontend/playground_components/test/src/repositories/code_repository_test.mocks.dart
create mode 100644 playground/frontend/playground_components_dev/lib/src/examples/java/content/example.java
create mode 100644 playground/frontend/playground_components_dev/lib/src/examples/java/example.dart
create mode 100644 playground/infrastructure/fetch_scala_examples.py
create mode 100644 playground/load_your_code.md
create mode 100644 plugins/beam-code-completion-plugin/.run/Run IDE with Plugin.run.xml
create mode 100644 plugins/beam-code-completion-plugin/README.md
create mode 100644 plugins/beam-code-completion-plugin/build.gradle.kts
create mode 100644 plugins/beam-code-completion-plugin/gradle/wrapper/gradle-wrapper.jar
create mode 100644 plugins/beam-code-completion-plugin/gradle/wrapper/gradle-wrapper.properties
copy gradlew => plugins/beam-code-completion-plugin/gradlew (100%)
mode change 100755 => 100644
copy gradlew.bat => plugins/beam-code-completion-plugin/gradlew.bat (100%)
create mode 100644 plugins/beam-code-completion-plugin/settings.gradle.kts
create mode 100644 plugins/beam-code-completion-plugin/src/main/java/BeamCompletionConfidence.java
create mode 100644 plugins/beam-code-completion-plugin/src/main/java/BeamCompletionContributor.java
create mode 100644 plugins/beam-code-completion-plugin/src/main/java/BeamCompletionProvider.java
create mode 100644 plugins/beam-code-completion-plugin/src/main/resources/META-INF/plugin.xml
create mode 100644 plugins/beam-code-completion-plugin/src/main/resources/META-INF/pluginIcon.svg
create mode 100644 plugins/beam-code-completion-plugin/src/test/java/BeamCompletionContributorTestCase.java
create mode 100644 plugins/beam-code-completion-plugin/src/test/testData/TestCompletions.java
create mode 100644 plugins/beam-code-completion-plugin/src/test/testData/TestCompletionsWrongClass.java
create mode 100644 plugins/beam-code-completion-plugin/src/test/testData/TestCompletionsWrongMethod.java
create mode 100644 runners/samza/OWNERS
create mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/PortableBundleManager.java
create mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/PortableDoFnOp.java
create mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/PortableConfigUtils.java
create mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/PortableBundleManagerTest.java
create mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/util/PortableConfigUtilsTest.java
create mode 100644 sdks/go/cmd/prism/README.md
create mode 100644 sdks/go/cmd/prism/prism.go
create mode 100644 sdks/go/data/tweetwithnulls.avro
create mode 100644 sdks/go/pkg/beam/runners/prism/internal/doc.go
create mode 100644 sdks/go/pkg/beam/runners/prism/internal/jobservices/management_test.go
create mode 100644 sdks/go/pkg/beam/runners/prism/internal/unimplemented_test.go
create mode 100644 sdks/go/pkg/beam/runners/prism/internal/web/assets/style.css
create mode 100644 sdks/go/pkg/beam/runners/prism/internal/web/index.html
create mode 100644 sdks/go/pkg/beam/runners/prism/internal/web/jobdetails.html
create mode 100644 sdks/go/pkg/beam/runners/prism/internal/web/web.go
delete mode 100644 sdks/go/test/integration/driver/driver.go
create mode 100644 sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/io/AvroDatumFactory.java
create mode 100644 sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/schemas/utils/AvroJavaTimeConversions.java
create mode 100644 sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/schemas/utils/AvroJodaTimeConversions.java
create mode 100644 sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/schemas/TestAvroConversionFactory.java
create mode 100644 sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/PythonExternalTransformOptions.java
create mode 100644 sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/PythonExternalTransformOptionsRegistrar.java
create mode 100644 sdks/java/harness/src/main/java/org/apache/beam/fn/harness/debug/ElementSample.java
create mode 100644 sdks/java/harness/src/main/java/org/apache/beam/fn/harness/logging/QuotaEvent.java
create mode 100644 sdks/java/io/components/build.gradle
create mode 100644 sdks/java/io/components/src/main/java/org/apache/beam/sdk/io/components/deadletterqueue/DLQRouter.java
create mode 100644 sdks/java/io/components/src/main/java/org/apache/beam/sdk/io/components/deadletterqueue/sinks/ThrowingSink.java
create mode 100644 sdks/java/io/components/src/test/java/org/apache/beam/sdk/io/components/deadletterqueue/DLQRouterTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/RowMutation.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/RowMutationInformation.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiCDC.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigTableReadSchemaTransformProvider.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableReadSchemaTransformProvider.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dofn/FilterForMutationDoFn.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/CoderSizeEstimator.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/NullSizeEstimator.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/NullThroughputEstimator.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/ThroughputEstimator.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiSinkRowUpdateIT.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigTableReadSchemaTransformProviderIT.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableReadSchemaTransformProviderIT.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dofn/FilterForMutationDoFnTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/NullSizeEstimatorTest.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/NullThroughputEstimatorTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/SpannerChangestreamsReadDlqTest.java
create mode 100644 sdks/java/transform-service/launcher/build.gradle
create mode 100644 sdks/java/transform-service/launcher/src/main/java/org/apache/beam/sdk/transformservice/launcher/TransformServiceLauncher.java
create mode 100644 sdks/java/transform-service/launcher/src/main/java/org/apache/beam/sdk/transformservice/launcher/package-info.java
delete mode 100644 sdks/python/apache_beam/examples/avro_bitcoin.py
create mode 100644 sdks/python/apache_beam/examples/avro_nyc_trips.py
create mode 100644 sdks/python/apache_beam/examples/avro_nyc_trips_it_test.py
create mode 100644 sdks/python/apache_beam/examples/avro_nyc_trips_test.py
create mode 100644 sdks/python/apache_beam/examples/inference/vertex_ai_image_classification.py
create mode 100644 sdks/python/apache_beam/examples/snippets/snippets_examples_wordcount_debugging.py
create mode 100644 sdks/python/apache_beam/examples/snippets/snippets_examples_wordcount_minimal.py
create mode 100644 sdks/python/apache_beam/examples/snippets/snippets_examples_wordcount_wordcount.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally_combinefn.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally_function.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally_lambda.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally_multiple_arguments.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally_side_inputs_dict.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally_side_inputs_iter.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally_side_inputs_singleton.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_combinefn.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_function.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_lambda.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_multiple_arguments.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_side_inputs_dict.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_side_inputs_iter.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_side_inputs_singleton.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_simple.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_combinefn.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_function.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_lambda.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_multiple_arguments.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_side_inputs_dict.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_side_inputs_iter.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_side_inputs_singleton.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_simple.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/count.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/count_globally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/count_per_element.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/count_per_key.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/groupby_attr.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/groupby_attr_expr.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/groupby_expr.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/groupby_expr_aggregate.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/groupby_global_aggregate.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/groupby_simple_aggregate.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/groupby_two_exprs.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/latest.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/latest_globally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/latest_per_key.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/max.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/max_globally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/max_per_key.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/mean.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/mean_globally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/mean_per_key.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/min.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/min_globally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/min_per_key.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/sample.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/sample_fixed_size_globally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/sample_fixed_size_per_key.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/sum.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/sum_globally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/sum_per_key.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/top.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/top_largest.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/top_largest_per_key.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/top_of.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/top_per_key.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/top_smallest.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/top_smallest_per_key.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/filter.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/filter_function.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/filter_lambda.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/filter_multiple_arguments.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/filter_side_inputs_dict.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/filter_side_inputs_iter.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/filter_side_inputs_singleton.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_function.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_generator.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_lambda.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_multiple_arguments.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_side_inputs_dict.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_side_inputs_iter.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_side_inputs_singleton.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_simple.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_tuple.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_function.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_lambda.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_multiple_arguments.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_side_inputs_dict.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_side_inputs_iter.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_side_inputs_singleton.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_simple.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_tuple.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/pardo.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/pardo_dofn.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/pardo_dofn_methods.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/pardo_dofn_params.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/partition.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/partition_function.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/partition_lambda.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/partition_multiple_arguments.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_all_matches.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_find.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_find_all.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_find_kv.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_matches.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_matches_kv.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_replace_all.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_replace_first.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_split.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/runinference_sklearn_keyed_model_handler.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/runinference_sklearn_unkeyed_model_handler.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/tostring.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/tostring_element.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/tostring_iterables.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/tostring_kvs.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/withtimestamps_event_time.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/withtimestamps_logical_clock.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/withtimestamps_processing_time.py
copy {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/examples/snippets/transforms/other}/__init__.py (100%)
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/other/create.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/other/create_test.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/other/flatten.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/other/flatten_test.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/other/window.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/other/window_test.py
copy {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/io/components}/__init__.py (100%)
create mode 100644 sdks/python/apache_beam/io/components/adaptive_throttler.py
create mode 100644 sdks/python/apache_beam/io/components/adaptive_throttler_test.py
create mode 100644 sdks/python/apache_beam/io/components/util.py
delete mode 100644 sdks/python/apache_beam/io/gcp/datastore/v1new/adaptive_throttler.py
delete mode 100644 sdks/python/apache_beam/io/gcp/datastore/v1new/adaptive_throttler_test.py
delete mode 100644 sdks/python/apache_beam/io/gcp/dicomio_integration_test.py
delete mode 100644 sdks/python/apache_beam/io/gcp/dicomio_test.py
rename {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/io/gcp/healthcare}/__init__.py (100%)
copy sdks/python/apache_beam/io/gcp/{ => healthcare}/dicomclient.py (100%)
create mode 100644 sdks/python/apache_beam/io/gcp/healthcare/dicomio.py
create mode 100644 sdks/python/apache_beam/io/gcp/healthcare/dicomio_integration_test.py
create mode 100644 sdks/python/apache_beam/io/gcp/healthcare/dicomio_test.py
create mode 100644 sdks/python/apache_beam/ml/inference/vertex_ai_inference.py
create mode 100644 sdks/python/apache_beam/testing/fast_test_utils.pxd
create mode 100644 sdks/python/apache_beam/testing/fast_test_utils.pyx
create mode 100644 sdks/python/apache_beam/utils/transform_service_launcher.py
create mode 100644 sdks/python/apache_beam/yaml/yaml_mapping.md
create mode 100644 sdks/python/apache_beam/yaml/yaml_mapping.py
create mode 100644 sdks/python/apache_beam/yaml/yaml_mapping_test.py
delete mode 100644 sdks/python/container/py37/base_image_requirements.txt
delete mode 100644 sdks/python/container/py37/build.gradle
delete mode 100755 sdks/python/scripts/run_dependency_check.sh
delete mode 100644 sdks/python/test-suites/dataflow/py37/build.gradle
delete mode 100644 sdks/python/test-suites/direct/py37/build.gradle
delete mode 100644 sdks/python/test-suites/portable/py37/build.gradle
delete mode 100644 sdks/python/test-suites/tox/py37/build.gradle
create mode 100644 sdks/typescript/src/apache_beam/io/index.ts
delete mode 100644 website/www/site/assets/js/quotes-slider.js
create mode 100644 website/www/site/assets/js/sliders/quotes.js
create mode 100644 website/www/site/assets/js/sliders/top-banners.js
create mode 100644 website/www/site/content/en/blog/beam-2.48.0.md
create mode 100644 website/www/site/content/en/blog/beamquest.md
create mode 100644 website/www/site/content/en/blog/managing-beam-dependencies-in-java.md
create mode 100644 website/www/site/content/en/case-studies/projectShield.md
create mode 100644 website/www/site/content/en/get-started/an-interactive-overview-of-beam.md
delete mode 100644 website/www/site/content/en/get-started/tour-of-beam.md
create mode 100644 website/www/site/static/images/banner_desktop.png
create mode 100644 website/www/site/static/images/banner_mobile.png
rename website/www/site/static/images/{banner_desktop.jpg => banners/machine-learning/machine-learning-desktop.jpg} (100%)
rename website/www/site/static/images/{banner_mobile.jpg => banners/machine-learning/machine-learning-mobile.jpg} (100%)
create mode 100644 website/www/site/static/images/banners/tour-of-beam/tour-of-beam-desktop.png
create mode 100644 website/www/site/static/images/banners/tour-of-beam/tour-of-beam-mobile.png
create mode 100644 website/www/site/static/images/blog/beam-badge-image-scaled.png
create mode 100644 website/www/site/static/images/case-study/projectShield/apache_beam_streaming_log_analytics.png
create mode 100644 website/www/site/static/images/case-study/projectShield/chad_hansen.png
create mode 100644 website/www/site/static/images/case-study/projectShield/marc_howard.jpg
create mode 100644 website/www/site/static/images/case-study/projectShield/project_shield_mechanism.png
create mode 100644 website/www/site/static/images/logos/powered-by/project_shield.png