You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by da...@apache.org on 2023/06/29 20:51:04 UTC
[beam] branch users/damccorm/dockerPrune updated (e88ba46cc93 -> 3814969db38)
This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a change to branch users/damccorm/dockerPrune
in repository https://gitbox.apache.org/repos/asf/beam.git
from e88ba46cc93 Prune docker between pushes
add dbc1c1597fe populate jobs with gradle scans access (#26379)
add 8ec667c8a0b Bump github.com/fsouza/fake-gcs-server from 1.45.1 to 1.45.2 in /sdks (#26931)
add 69c58a9e5ee [Playground] Fix graph.dot search path (#26951)
add e1b4ed355da Adds a utility for starting up the Transform Service from Java (#26834)
add 538c7bdd852 Feedback google forms iframe (#26864)
add 3dd239e2045 Make lulls message in Python SDK to be consistent with the implementation in Java SDK (#26936)
add f5e17e3e3b9 Revert "populate jobs with gradle scans access (#26379)" (#26972)
add c5a55b076cf adding myself to author list for blog (#26984)
add 533ceba1baf add back deleted line + test (#26976)
add 25984047c47 [GO SDK] - avroio nullable fields fix (#26812)
add 9db93581e47 [#22737] Fit & Finish for Go SDK timer support. (#26782)
add c0b23a7ea0b fix output_handler (#26923)
add 3c61cd0e9ef Remove this log "Default Python SDK image for environment..." (#27002)
add 81e7253d21c [Refactor] Beam Python Healthcare Connectors (#26917)
add dcb13788b1b remove 360M of installer files bloat. (#26971)
add 6ab4eaf7865 Adds new python avro example, removes broken example (#26689)
add 3dc07743b4e Add new Beam Java SDK examples (#26488)
add 7c603b408f6 Removing an unnecessary dependency (#27001)
add cf01e54b9c5 update tags after including guppy dataflow legacy container (#26973)
add 8dcf68a4f89 [#25896] Add an initial UI to standalone prism command. (#26961)
add 21ce8826961 Fix blog links (#27016)
add 15fd8214db6 Add new Beam Python SDK examples (#26671)
add 7af89948ca2 Overview of adding snippets to Playground (#25506) (#25507)
add c0e5a7a2c41 Added dlq and error metrics to SpannerChangestreamsReadSchemaTransformProvider (#26970)
add d4788bcb3fc Add metric counting finalized rows as reported by BQ (#26989)
add 98210d99b85 Do not skip latest blog entry from footer (#26999)
add 2e9b3b7dcd8 Reduce the number of layers in Python base image. (#27006)
add 70eae86fc35 Make sure spark/flink get tagged correctly (#26957)
add d1a0a04fa4c Add yaml validation using jsonschema. (#26920)
add 767695ffda8 use max byte size and not max msg length in size check (#27017)
add 5206952c230 Remove Beam Dependency Report code (#26954)
add 9e40337388e added initial node count variable (#27011)
add 833261f0a04 Add minimal example for BigQuery usage (#26713)
add bfa7a63f47f Beam Quest Blogpost (#27004)
add 82bf983103c add runners theory for golang (#25251)
add bd074f04b56 Lint fixes: receiver consistency. (#27037)
add e1cc124b6a9 [Playground] Add KafkaStreaming example (#26890)
add 639dcf70b27 Pass reference instead of value to cmp.Diff (#27053)
add 3d7ced6e3d7 Always make runner v2 default and return legacy container tag when runner_v1 is disabled (#27052)
add 2a5ac112532 Disable kaniko cache compression when prebuilding images (#27023)
add e54edd8c283 Disable pip cache on the workers to reduce prebuilt container image size (#27035)
add 718a449bf89 Beam quest Blog Addon (#27051)
add 95ecb31452f Make use of prism in periodic tests not cross compile. (#27054)
add 14534fb3421 Move AdaptiveThrottler impl to new Components directory (#27018)
add c3b330c66c6 Merge pull request #27047: Enable pubsub dynamic destinations by default
add 26591a513d4 [Playground] Make new python examples runnable (#27028)
add 74bad1add9c reads all files from metadata list (#27059)
add ea729dfd7ed [Tour of Beam] Learning content for "Splittable DoFn" module (#25707)
add 97562d9d920 Unpin tox version in Beam code base (#26082)
add fb73142e28a Issue26858 tob tests examples (#26932)
add 4badaee0293 Fix direct SDF runner handle_process_outputs (#27062)
add 0eb4513d0ca [#27064] Make Tag existence explicit in release docs. (#27070)
add 2e4e68bc8f0 Add Certification + Beam Quest to Documentation (#26997)
add 8e5bf7c577d Add note for updated release tag for 2.48 (#27073)
add 3213394640e Quote Addition + Sharing instructions [Beam Quest Blog] (#27066)
add 6dde0a655c1 Update Playground examples (#25032)
add 9f79599c4f1 Update TensorRT dockerfile (#27072)
add e51ed1cd08a Option to return timezone aware datetime for to_utc_datetime (#26962)
add 497bf5b589e Update to libraries-bom 26.16.0 (#27074)
add f676a6479f0 [Tour of Beam] Learning content for "Cross-language Transforms" module (#26227)
add 1de37064e40 Bump google.golang.org/api from 0.125.0 to 0.126.0 in /sdks (#27081)
add e3df4c17136 Bigquery schema generation fix (#26960)
add d2754716b98 Github Workflow Replacement for Jenkins Job, beam_PreCommit_Go (Cron, Commit, Phrase) (#27042)
add e772c0bcd2e Preserve output when a pipeline dies on timeout (#26928) (#26929)
add 9f8e7c577b3 [Playground] [Frontend] FCE updated to v0.3.0, minor improvements (#27063)
add 10ee5fd3144 Embed examples (#26933)
add 57fff810426 [Playground] - New role add (#27082)
add 5898b708b0c Release Guide update for Playground environment (#27043)
add e351272a711 Update learning-resources.md with links to video material (#27079)
add 608b06759c7 Cut the Playground output if it is too long (#27083) (#27084)
add 6ad2b12c099 Refactor key coder for Samza portable runner (#27095)
add 95668013cae Add required commands to allowlist_externals in tox.ini (#27089)
add b7f13f1966b Adding error tags in BigQuery Write Transforms (#27020)
add d735b7f642e Update BQ Autosahrding notes (#26874)
add 669fdd3b9cd Add notebook for run inference with streaming pipeline example (#27075)
add 65f6625f58d [Python] Rename example notebook to fix links (#27102)
add af2651af2c8 Fix graph, update the Playground frontend README (#27100)
add 86ae0857fbc [Playground] Remove old deployment workflows (#27027)
add f303fb7ce5a Bump github.com/tetratelabs/wazero from 1.1.0 to 1.2.0 in /sdks (#27010)
add 14129302644 Bump go.mongodb.org/mongo-driver from 1.11.6 to 1.11.7 in /sdks (#27041)
add 0afb5aa9345 Bump cloud.google.com/go/bigquery from 1.51.1 to 1.51.2 in /sdks (#26627)
add 92e33e8e6a8 Bump google.golang.org/api from 0.126.0 to 0.127.0 in /sdks (#27112)
add 1e49c512ac1 Merge pull request #26975: Add upsert and delete support to BigQueryIO
add d998ba3475f Merge pull request #26849: add attribute support to writeAvros and writeProtos
add 1db5fa5b143 Bump golang.org/x/oauth2 from 0.8.0 to 0.9.0 in /sdks (#27124)
add 73f8900c5e6 Bump cryptography from 40.0.2 to 41.0.0 in /sdks/python/container/py37 (#26995)
add 2f35838f695 Portable bundle manager in Samza Runner (#26475)
add 0132967e751 Add OWNERS file for Samza Runner (#27130)
add 0822ab49697 Initial implementation of QuotaEvent (#27078)
add ba17f369e93 QuotaEvents for BigQuery
add fc74d829653 Merge pull request #27132: QuotaEvents for BigQuery
add 2bb05d3c038 Upgrade Node dependency to 14.x (#26988)
add 5723b43af0a Bump actions/stale from 6 to 8 (#27111)
add c5009375d5a Github Workflow Replacement for Jenkins Job, beam_PreCommit_Whitespace (Cron, Commit, Phrase) (#27099)
add 80f7ecba472 Bump transformers (#27109)
add edb8f2005e9 Bump transformers (#27107)
add b309d214dfc Github Workflow Replacement for Jenkins Job, beam_PreCommit_Website (Cron, Commit, Phrase) (#27098)
add 22c6e728e82 Implement Java exception sampling (#27121)
add ada507dc3b3 Implement basic mapping capabilities for YAML. (#27096)
add 857dff5005a Bump golang.org/x/sync from 0.2.0 to 0.3.0 in /sdks (#27137)
add 644f5399dce Move to a conditionVariable for messages+state stream + test. (#27060)
add 76c05d1dcad fix: fix beam metrics after migrating to async batcher (#27085)
add aef603cd0d6 Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks (#27149)
add 7ecd8e51444 Adding error tag and metrics in SpannerWriteSchemaTransformProvider (#27021)
add 218e4b3b2dd .test-infra Pipeline reads from Dataflow API and writes to BigQuery (#27008)
add 7d2afad17e7 Pylint repression same line
add c70eb8572eb Merge pull request #27155 fix pylint suppression
add ffce46ffb68 install release candidates if available for setupVirtualEnv and instalLGCPTest tasks (#27068)
add 3d44a0b9660 Fix Python37 PostCommit azure-cli not support Bookworm (#27153)
add 9d0fc05d004 Fix sklearn requirement file in Py311 (#27152)
add 5223ab466e7 Select dedicated avro datum reader and writer (#26320)
add 5e587578de8 Update numpy requirement in /sdks/python (#27160)
add bfd3017e241 Bump google.golang.org/api from 0.127.0 to 0.128.0 in /sdks (#27163)
add 69cd6ef06b3 Bump github.com/tetratelabs/wazero from 1.2.0 to 1.2.1 in /sdks (#27162)
add 392a8fe5880 Bump actions/setup-go from 3 to 4 (#27110)
add ae8510d1feb [website] #27115 Add supported Flink versions (#27117)
add 7a4cbc18f97 Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks (#27172)
add 4c66866aa95 Avro datum factory fixup (#27173)
add 1c12f92a9a5 Add initial DLQ router (#27045)
add 42d0a6e3564 Fix locking race between duplicate PartitionRecords w matching uid (#27055)
add e4a0a275578 Change default work remaining to 0.0 instead of 1.0 (#27032)
add ef24b6a0aa2 [Code Completion Plugin] Define Element Pattern for java sdk
add 08d49f0e0eb Merge pull request #27093 from sultanalieva-s/code-completion-plugin-element-pattern
add f7dcb5973aa obsolete action removed (#27143)
add f1adfdd7f24 Issue26977 changing sdk bug (#26978)
add f2240ffd9c5 [Website] add project shield case study (#27087)
add 5e942ae3790 Ensure that the BeamFnLoggingClient terminates process if stream breaks (#25186)
add e6ace0585c6 Bump cloud.google.com/go/spanner from 1.46.0 to 1.47.0 in /sdks (#27198)
add db35dff5470 [prism] UI improvements. (#27144)
add 4fbcfc57664 exception handling for loading models (#27186)
add 691899a8466 [Tour of Beam] [Frontend] UI refinement from 01.06.23 (#26964)
add 4c2e7af5c1d Add banner and links to Tour of Beam to website (#26113) (#26145)
add e4ee3336b85 disable examples check (#27126)
add 883066ab5d8 Fix incorrect metadata for ToB Splittable DoFN module (#27092)
add 3a9e2d4f557 Performance improvements (#27119)
add 5f7c967d074 Fix not sharing code from a duplicate tab (#27127) (#27128)
add 5f7ff39fd06 [runners-flink] #27175 fix coder for eagerly bound state (#27176)
add 463b93ab559 [Security] Upgrade snappy-java to 1.1.10.0 (#27030)
add 160450c8cf6 Revert "Adding error tag and metrics in SpannerWriteSchemaTransformProvider (#27021)" (#27204)
add 27e5a9ef366 Add PortableUtils for Samza Runner (#27131)
add defd3b42e41 Bump github.com/aws/aws-sdk-go-v2/config in /sdks (#27148)
add 88383b94043 Bigtable Read Xlang Wrapper for Python SDK (#26593)
add fddc5adc181 [Playground] Decrease severity of not important log messages (#27116)
add b2271d9122c [Playground] - Cloudfunction rename (#27139)
add 147625da209 Adding error tag and metrics in SpannerWriteSchemaTransformProvider (#27184)
add af010c99718 Add (GPN:Beam) to the user-agent string of Python GCS SDKs. (#27211)
add 6ccd69de19e Bump google.golang.org/grpc from 1.55.0 to 1.56.1 in /sdks (#27216)
add 80d17e9f5fd Fixes naming conflict with "Tour of Beam" (#27206)
add 561870be80c Remove python 3.7 support (#27194)
add 4c91c74bb7a disabling triggers on precommit website due to regression (#27185)
add 357ff1fc012 Refactor code to make the UI more readable. Look at https://github.com/apache/beam/issues/27005#issuecomment-1599358169 (#27192)
add f2d6127758b Add an affinity concept to yaml providers. (#27105)
add 5c91b54605f Update to libraries-bom 26.17.0 (#27209)
add c79b03cc474 Bump github.com/testcontainers/testcontainers-go in /sdks (#27229)
add ea9147ad294 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in /sdks (#27161)
add ed6e0af5d4f Using capabilities instead of the container name to set use_single_core_per_container
add 38c7644be58 Merge pull request #25430: Using capabilities instead of the container name to set use_single_core_per_container
add 5170103e86f Add Exception metadata to the data sampling protocol
add d6bde217607 Merge pull request #26705: Add Exception metadata to the data sampling protocol
add 6df9ec68917 Add https://github.com/apache/beam/issues/27000 as a known issue released in Beam 2.48.0 (#27235)
add 92d82dbf7e2 Python data sampling optimization (#27157)
add 35efc5b0bd5 Improve autoscaler throughput estimates and account for heartbeats (#27056)
add 325d05a02c2 fix(typescript): Publish types correctly, don't publish tests
add d771e8ac83d fix(typescript): added more exports
add ceb2d5ae034 Merge pull request #27044 Publish types correctly, don't publish tests
add e07c461cd45 Basic error handling for yaml. (#27145)
add d545243b30d Updates Python ExternalTransform to use the transform service when needed (#27228)
add 2c21e3bbf93 Add blog post for Managing Beam dependencies in Java
add b76da1cefc7 Merge pull request #26987: Add blog post for Managing Beam dependencies in Java
add b0abc5041d5 Vertex AI Remote Model Handler (#27091)
add 90fe2171f28 [Playground] [Frontend] Brand colors in Playground flutter_code_editor (#27218)
add 02f8c0030cc Bump go.mongodb.org/mongo-driver from 1.11.7 to 1.12.0 in /sdks (#27215)
add 0aa74a9f0f4 update readme with Beam Playground, Tour of Beam (#27243)
add a4281d8f35c runner image and arc changes (#27118)
add ca806dc7b18 Fix whitespace (#27247)
add 1785a98208b [Tour of Beam] Learning content for "Final challenge" module (#26861)
add f433fbe65ab Bump transformers (#27108)
add 76d566118b8 Code completion plugin: add plugin tests workflow (#27212)
add ed762d95503 add job rerun action (#27210)
add 4052c504062 Code completion plugin: Add Java SDK Transform Completions (Hard Coded) (#27168)
add b8a5398fa41 [Website] add hsbc case study (#27200)
add 31cb00e7d87 [Tour of Beam] add work example (#27080)
add a845d97cd6a Remove py37 references (#27252)
add 975bef7d9bc Handling issue where keystore file is empty for MongoDB SSL (#27250)
add 2b309e87e08 Bump worker image dependency (#27253)
add d0806a6807e [#22737] Add line about timer support for Go (#27263)
add aba3225d0f7 Bump actions/checkout from 2 to 3 (#27259)
add 3844587819c Add Tour of Beam Page (#27244)
add 0db241d457b Bump transformers (#27106)
add 2a06a270ac5 Bump google.golang.org/protobuf from 1.30.0 to 1.31.0 in /sdks (#27262)
add 4ce16432090 [prism] Fix linting issue for flag var (#27248)
add c1a5ce7bf0a Add notebook for image processing using beam (#27034)
add 8f21e9e9990 Enable remote caching for Beam builds (#27015)
add ee9d37daa97 Remove some null checks for optional SplunkIO parameters (#27177)
add 8695d704a59 don't error-log expected offset mismatch errors (#27251)
add 61651c3394c Update Release Guide DockerHub beammaintainers team to beam (#27264)
add 270e4fe2e2e Add error metrics and DLQ support to GCS/File write schema transforms (#27039)
add 2f555c51f18 Disable FirestoreIT tests on Dataflow (#27267)
add 664f355ee9c Fix perf tool tests (#27270)
add 084585abc81 Bump google.golang.org/api from 0.128.0 to 0.129.0 in /sdks (#27265)
add eac3d63738a Use a more mnemonic variable name (#27217)
add bc14623d02f Bump cloud.google.com/go/bigquery from 1.51.2 to 1.52.0 in /sdks (#27266)
add 0c55d382988 Start expansion service containers before the controller container
add 4ff952afce7 Merge pull request #27273: Start expansion service containers before the controller container
add a2ebc8a95f1 Cleanup for GA launch of ReadChangeStream (#27249)
add 5f1eae62293 Decrease run log failures severity (#27230)
add 6cd15e7bed1 BigTable write SchemaTransform and Python wrapper (#27146)
add 32b732b9c4c [Security] Upgrade guava to 32.0.1-jre (#27279)
add 566fcc10e08 Bump cloud.google.com/go/pubsub from 1.31.0 to 1.32.0 in /sdks (#27282)
add f7e8cfb3599 Programmatically choose target Beam version for Automated Expansion Service tests (#27274)
add a8cf6964e07 Add explicit PortablePipelineOptions.enableHeapDumps to control heap dumping. (#26982)
add 0554372b25b Finish Java Exception Sampling (#27257)
add f26afc05e23 [Python] Add note for using TF2 models with TensorFlow Hub (#27276)
add 6ccc1c19412 Bump cloud.google.com/go/datastore from 1.11.0 to 1.12.0 in /sdks (#27281)
add 2ea1045bf57 Add boilerplate Java21 security properties support to sdk containers (#26798)
add a6b147a8184 Fix cleanUpDockerJavaImages fail (#27287)
add 23fe94b3af2 Implement Exception Sampling in the Python SDK (#27280)
add d44afac8fe5 Moving to 2.50.0-SNAPSHOT on master branch.
add cbeb123949a Bump datastore-v1-proto-client dependency to match libraries-bom (#27285)
add b0d6dbc0c15 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in /sdks (#27295)
add 2601eebbdb9 Bump cloud.google.com/go/storage from 1.30.1 to 1.31.0 in /sdks (#27294)
add 1446295d66d bump govers to 1.20.5 (#27293)
add 04fdf0818c2 Simplify SchemaTransform API (#27202)
add 972d5d5e0c6 Update multi model notebook to remove workarounds (#27305)
add 3814969db38 Merge in master branch
No new revisions were added by this update.
Summary of changes:
.github/actions/rerun-job-action/action.yml | 113 +
.../test-properties.json | 14 +-
.../actions/setup-self-hosted-action/action.yml | 9 -
.../arc/config/arc_deployment.tpl | 6 +-
.../arc/environments/beam.env | 11 +-
.github/gh-actions-self-hosted-runners/arc/gke.tf | 1 -
.github/gh-actions-self-hosted-runners/arc/iam.tf | 7 -
.../arc/images/Dockerfile | 52 +
.../arc/images/README.md | 36 +
.github/workflows/beam_PreCommit_Go.yml | 10 +-
.github/workflows/beam_PreCommit_Website.yml | 39 +
.github/workflows/beam_PreCommit_Whitespace.yml | 53 +
.github/workflows/build_playground_backend.yml | 98 -
.github/workflows/build_playground_frontend.yml | 92 -
.github/workflows/build_runner_image.yml | 49 +
.github/workflows/build_wheels.yml | 6 +-
.github/workflows/code_completion_plugin_tests.yml | 112 +
.github/workflows/dask_runner_tests.yml | 3 +-
.github/workflows/go_tests.yml | 2 +-
.github/workflows/local_env_tests.yml | 4 +-
.github/workflows/playground_deploy_backend.yml | 91 -
.github/workflows/playground_deploy_examples.yml | 198 -
.../workflows/playground_deploy_infrastructure.yml | 33 -
.github/workflows/playground_examples_cd.yml | 36 -
.../workflows/playground_examples_cd_reusable.yml | 77 -
.github/workflows/playground_examples_ci.yml | 51 -
.../workflows/playground_examples_ci_reusable.yml | 201 -
.github/workflows/playground_frontend_test.yml | 2 +-
.github/workflows/python_dependency_tests.yml | 1 -
.github/workflows/python_tests.yml | 9 +-
.github/workflows/run_perf_alert_tool.yml | 6 +
.github/workflows/stale.yml | 2 +-
.github/workflows/tour_of_beam_backend.yml | 2 +-
.../workflows/tour_of_beam_backend_integration.yml | 2 +-
.github/workflows/tour_of_beam_examples_ci.yml | 47 -
.github/workflows/tour_of_beam_frontend_test.yml | 4 +-
.gitignore | 3 +
.test-infra/jenkins/CommonJobProperties.groovy | 1 +
.test-infra/jenkins/PythonTestProperties.groovy | 5 +-
.test-infra/jenkins/README.md | 7 +-
.../dependency_check/bigquery_client_utils.py | 149 -
.../dependency_check_report_generator.py | 350 -
.../dependency_check_report_generator_test.py | 134 -
.../jenkins/dependency_check/generate_report.sh | 64 -
.../dependency_check/report_generator_config.py | 81 -
.../jenkins/dependency_check/version_comparer.py | 51 -
.../dependency_check/version_comparer_test.py | 54 -
.test-infra/jenkins/job_Dependency_Check.groovy | 73 -
.../jenkins/job_PerformanceTests_Python.groovy | 2 +-
.../job_PostCommit_PortableJar_Flink.groovy | 2 +-
.../job_PostCommit_PortableJar_Spark.groovy | 2 +-
...Commit_Python_CrossLanguage_Gcp_Dataflow.groovy | 2 +-
.../Python_WordCount_IT_Benchmarks.json | 2 +-
.test-infra/metrics/sync/jenkins/syncjenkins.py | 46 +-
.test-infra/pipelines/README.md | 34 +
.test-infra/pipelines/build.gradle | 85 +
.../infrastructure/01.setup/.terraform.lock.hcl | 40 +
.../pipelines/infrastructure/01.setup/README.md | 83 +
.../01.setup/apache-beam-testing.tfbackend | 19 +
.../01.setup/apache-beam-testing.tfvars | 19 +
.../infrastructure/01.setup/artifactregistry.tf | 30 +
.../infrastructure/01.setup/common.tfvars | 21 +
.../pipelines/infrastructure/01.setup/iam.tf | 37 +
.../infrastructure/01.setup}/provider.tf | 0
.../pipelines/infrastructure/01.setup/services.tf | 35 +
.../pipelines/infrastructure/01.setup/state.tf | 26 +
.../pipelines/infrastructure/01.setup/storage.tf | 43 +
.../pipelines/infrastructure/01.setup/variables.tf | 37 +
.../infrastructure/02.network/.terraform.lock.hcl | 22 +
.../pipelines/infrastructure/02.network/README.md | 81 +
.../02.network/apache-beam-testing.tfbackend | 19 +
.../02.network/apache-beam-testing.tfvars | 19 +
.../infrastructure/02.network/common.tfvars | 22 +
.../pipelines/infrastructure/02.network/data.tf | 22 +
.../pipelines/infrastructure/02.network/network.tf | 46 +
.../infrastructure/02.network}/provider.tf | 0
.../pipelines/infrastructure/02.network/state.tf | 26 +
.../infrastructure/02.network/variables.tf | 42 +
.../pipelines/infrastructure/03.io/README.md | 24 +
.../03.io/dataflow-to-bigquery/.terraform.lock.hcl | 21 +
.../03.io/dataflow-to-bigquery/README.md | 86 +
.../apache-beam-testing.tfbackend | 19 +
.../apache-beam-testing.tfvars | 19 +
.../03.io/dataflow-to-bigquery/bigquery.tf | 30 +
.../03.io/dataflow-to-bigquery/common.tfvars | 22 +
.../03.io/dataflow-to-bigquery/data.tf | 27 +
.../03.io/dataflow-to-bigquery/iam.tf | 41 +
.../03.io/dataflow-to-bigquery/provider.tf | 21 +
.../03.io/dataflow-to-bigquery/pubsub.tf | 39 +
.../03.io/dataflow-to-bigquery/state.tf | 26 +
.../03.io/dataflow-to-bigquery/variables.tf | 42 +
.../03.io/dataflow-to-bigquery/workflow.tf | 67 +
.../04.template/dataflow-to-bigquery/README.md | 66 +
.../apache-beam-testing.tfvars | 20 +
.../04.template/dataflow-to-bigquery/common.tfvars | 24 +
.../04.template/dataflow-to-bigquery/data.tf | 53 +
.../dataflow-to-bigquery/dataflow-template.json | 20 +
.../04.template/dataflow-to-bigquery/output.tf | 22 +
.../04.template/dataflow-to-bigquery/provider.tf | 21 +
.../04.template/dataflow-to-bigquery/template.tf | 58 +
.../04.template/dataflow-to-bigquery/variables.tf | 57 +
.test-infra/pipelines/infrastructure/README.md | 65 +
.../pipelines/ReadDataflowApiWriteBigQuery.java | 362 +
.../pipelines/bigquery/BigQueryWriteOptions.java | 35 +
.../pipelines/bigquery/BigQueryWrites.java | 166 +
.../bigquery/DatasetReferenceOptionValue.java | 58 +
.../testinfra/pipelines/bigquery/package-info.java | 20 +
.../pipelines/conversions/ConversionError.java | 73 +
.../pipelines/conversions/EventarcConversions.java | 116 +
.../testinfra/pipelines/conversions/JobsToRow.java | 89 +
.../pipelines/conversions/RowConversionResult.java | 81 +
.../conversions/WithAppendedDetailsToRow.java | 265 +
.../pipelines/conversions/package-info.java | 20 +
.../pipelines/dataflow/DataflowClientFactory.java | 102 +
.../DataflowClientFactoryConfiguration.java | 54 +
.../dataflow/DataflowFilterEventarcJobs.java | 110 +
.../dataflow/DataflowGetJobExecutionDetails.java | 160 +
.../pipelines/dataflow/DataflowGetJobMetrics.java | 139 +
.../pipelines/dataflow/DataflowGetJobs.java | 121 +
.../dataflow/DataflowGetStageExecutionDetails.java | 166 +
.../pipelines/dataflow/DataflowJobsOptions.java | 36 +
.../pipelines/dataflow/DataflowReadResult.java | 90 +
.../pipelines/dataflow/DataflowRequestError.java | 95 +
.../pipelines/dataflow/DataflowRequests.java | 52 +
.../dataflow/JobMetricsWithAppendedDetails.java | 84 +
.../dataflow/StageSummaryWithAppendedDetails.java | 84 +
.../testinfra/pipelines/dataflow/Throttle.java | 74 +
.../dataflow/WorkerDetailsWithAppendedDetails.java | 84 +
.../testinfra/pipelines/dataflow/package-info.java | 20 +
.../beam/testinfra/pipelines/package-info.java | 19 +
.../pipelines/pubsub/PubsubReadOptions.java | 35 +
.../pubsub/SubscriptionPathOptionValue.java | 45 +
.../testinfra/pipelines/pubsub/package-info.java | 20 +
.../schemas/DependencyDrivenDescriptorQueue.java | 110 +
.../schemas/DescriptorSchemaRegistry.java | 153 +
.../schemas/GeneratedMessageV3RowBuilder.java | 280 +
.../testinfra/pipelines/schemas/package-info.java | 20 +
.../conversions/EventarcConversionsTest.java | 271 +
.../JobMetricsWithAppendedDetailsTest.java | 143 +
.../StageSummaryWithAppendedDetailsTest.java | 146 +
.../conversions/WithAppendedDetailsToRowTest.java | 153 +
.../WorkerDetailsWithAppendedDetailsTest.java | 153 +
.../dataflow/DataflowFilterEventarcJobsTest.java | 145 +
.../AbstractGeneratedMessageV3RowBuilderTest.java | 409 +
.../DependencyDrivenDescriptorQueueTest.java | 56 +
.../schemas/DescriptorSchemaRegistryTest.java | 79 +
.../schemas/EnvironmentRowBuilderTest.java | 140 +
.../schemas/ExecutionStageSummaryTest.java | 84 +
.../schemas/TransformSummaryRowBuilderTest.java | 83 +
.../has_extra_data_payload_foo_property.json | 1 +
.../job_state_canceled_streaming.json | 1 +
.../job_state_canceling_streaming.json | 1 +
.../eventarc_data/job_state_done_batch.json | 1 +
.../eventarc_data/job_state_pending_batch.json | 1 +
.../eventarc_data/job_state_pending_streaming.json | 1 +
.../eventarc_data/job_state_queued_streaming.json | 1 +
.../eventarc_data/job_state_running_batch.json | 1 +
.../eventarc_data/job_state_running_streaming.json | 1 +
.test-infra/tools/README.md | 2 +-
.test-infra/tools/python_installer.sh | 2 +-
CHANGES.md | 10 +-
README.md | 4 +
build.gradle.kts | 29 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 32 +-
examples/java/build.gradle | 2 +
.../beam/examples/ApproximateQuantilesExample.java | 78 +
.../apache/beam/examples/CoGroupByKeyExample.java | 92 +
.../org/apache/beam/examples/CombineExample.java | 76 +
.../org/apache/beam/examples/CountExample.java | 71 +
.../apache/beam/examples/CountPerKeyExample.java | 75 +
.../org/apache/beam/examples/CreateExample.java | 87 +
.../apache/beam/examples/DebuggingWordCount.java | 2 +-
.../org/apache/beam/examples/DistinctExample.java | 76 +
.../beam/examples/FlatMapElementsExample.java | 86 +
.../beam/examples/GroupIntoBatchesExample.java | 82 +
.../beam/examples/KafkaPassengerCountJson.java | 174 +
.../org/apache/beam/examples/KafkaStreaming.java | 320 +
.../apache/beam/examples/KafkaWordCountAvro.java | 39 +-
.../apache/beam/examples/KafkaWordCountJson.java | 38 +-
.../java/org/apache/beam/examples/KeysExample.java | 78 +
.../org/apache/beam/examples/KvSwapExample.java | 77 +
.../org/apache/beam/examples/LatestExample.java | 92 +
.../apache/beam/examples/MapElementsExample.java | 84 +
.../java/org/apache/beam/examples/MaxExample.java | 71 +
.../org/apache/beam/examples/MaxPerKeyExample.java | 75 +
.../java/org/apache/beam/examples/MeanExample.java | 71 +
.../apache/beam/examples/MeanPerKeyExample.java | 75 +
.../java/org/apache/beam/examples/MinExample.java | 71 +
.../org/apache/beam/examples/MinPerKeyExample.java | 75 +
.../org/apache/beam/examples/MinimalWordCount.java | 24 +-
.../org/apache/beam/examples/PartitionExample.java | 200 +
.../org/apache/beam/examples/RegexExample.java | 83 +
.../org/apache/beam/examples/SampleExample.java | 84 +
.../java/org/apache/beam/examples/SumExample.java | 71 +
.../org/apache/beam/examples/SumPerKeyExample.java | 75 +
.../org/apache/beam/examples/ToStringExample.java | 82 +
.../java/org/apache/beam/examples/TopExample.java | 72 +
.../org/apache/beam/examples/ValuesExample.java | 78 +
.../java/org/apache/beam/examples/ViewExample.java | 120 +
.../org/apache/beam/examples/WindowExample.java | 95 +
.../apache/beam/examples/WindowedWordCount.java | 3 +-
.../java/org/apache/beam/examples/WordCount.java | 8 +-
.../org/apache/beam/examples/complete/TfIdf.java | 2 +-
.../examples/complete/TopWikipediaSessions.java | 2 +-
.../beam/examples/complete/TrafficMaxLaneFlow.java | 2 +-
.../beam/examples/complete/TrafficRoutes.java | 2 +-
.../beam/examples/cookbook/DistinctExample.java | 2 +-
.../cookbook/MinimalBigQueryTornadoes.java | 142 +
.../apache/beam/examples/complete/TfIdfTest.java | 13 -
.../beam/examples/complete/game/GameStatsTest.java | 13 -
.../examples/cookbook/DistinctExampleTest.java | 13 -
.../cookbook/MinimalBigQueryTornadoesTest.java | 82 +
.../beam-ml/image_processing_tensorflow.ipynb | 951 +
.../beam-ml/run_inference_generative_ai.ipynb | 323 +
.../beam-ml/run_inference_multi_model.ipynb | 294 +-
.../run_inference_with_tensorflow_hub.ipynb | 19 +-
.../dataframes.ipynb | 0
.../getting-started.ipynb | 0
.../reading-and-writing-data.ipynb | 0
.../windowing.ipynb | 0
gradle.properties | 6 +-
learning/beamdoc/CombinePerKeyExample.java | 84 +
learning/beamdoc/FlattenExample.java | 77 +
learning/beamdoc/GroupByKeyExample.java | 77 +
learning/beamdoc/WithKeysExample.java | 80 +
.../commontransforms/aggregation/count/Task.java | 2 +-
.../commontransforms/aggregation/max/Task.java | 2 +-
.../commontransforms/aggregation/mean/Task.java | 2 +-
.../commontransforms/aggregation/min/Task.java | 2 +-
.../commontransforms/aggregation/sum/Task.java | 2 +-
.../katas/commontransforms/filter/filter/Task.java | 2 +-
.../katas/commontransforms/filter/pardo/Task.java | 2 +-
.../katas/commontransforms/withkeys/Task.java | 4 +-
.../katas/coretransforms/branching/Task.java | 4 +-
.../katas/coretransforms/cogroupbykey/Task.java | 2 +-
.../combine/binarycombinefnlambda/Task.java | 4 +-
.../combine/binarycombinefn/Task.java | 4 +-
.../coretransforms/combine/combineperkey/Task.java | 2 +-
.../coretransforms/combine/combinefn/Task.java | 2 +-
.../katas/coretransforms/combine/simple/Task.java | 2 +-
.../katas/coretransforms/composite/Task.java | 2 +-
.../katas/coretransforms/flatten/Task.java | 4 +-
.../katas/coretransforms/groupbykey/Task.java | 4 +-
.../katas/coretransforms/map/mapelements/Task.java | 4 +-
.../coretransforms/map/pardoonetomany/Task.java | 4 +-
.../katas/coretransforms/map/pardo/Task.java | 4 +-
.../katas/coretransforms/partition/Task.java | 4 +-
.../katas/coretransforms/sideinput/Task.java | 20 +-
.../katas/coretransforms/sideoutput/Task.java | 4 +-
.../learning/katas/examples/wordcount/Task.java | 4 +-
.../beam/learning/katas/intro/hello/Task.java | 6 +-
.../katas/triggers/earlytriggers/Task.java | 2 +-
.../katas/triggers/eventtimetriggers/Task.java | 2 +-
.../katas/triggers/windowaccummode/Task.java | 2 +-
.../windowing/addingtimestamp/pardo/Task.java | 4 +-
.../addingtimestamp/withtimestamps/Task.java | 4 +-
.../learning/katas/windowing/fixedwindow/Task.java | 2 +-
.../Common Transforms/Aggregation/Count/task.py | 2 +-
.../Common Transforms/Aggregation/Largest/task.py | 2 +-
.../Common Transforms/Aggregation/Mean/task.py | 2 +-
.../Common Transforms/Aggregation/Smallest/task.py | 2 +-
.../Common Transforms/Aggregation/Sum/task.py | 2 +-
.../python/Common Transforms/Filter/Filter/task.py | 2 +-
.../python/Common Transforms/Filter/ParDo/task.py | 2 +-
.../Common Transforms/WithKeys/WithKeys/task.py | 2 +-
.../Core Transforms/Branching/Branching/task.py | 2 +-
.../CoGroupByKey/CoGroupByKey/task.py | 2 +-
.../Core Transforms/Combine/Combine PerKey/task.py | 2 +-
.../Core Transforms/Combine/CombineFn/task.py | 4 +-
.../Combine/Simple Function/task.py | 2 +-
.../Composite Transform/task.py | 2 +-
.../python/Core Transforms/Flatten/Flatten/task.py | 2 +-
.../Core Transforms/GroupByKey/GroupByKey/task.py | 2 +-
.../python/Core Transforms/Map/FlatMap/task.py | 2 +-
.../katas/python/Core Transforms/Map/Map/task.py | 2 +-
.../Core Transforms/Map/ParDo OneToMany/task.py | 4 +-
.../katas/python/Core Transforms/Map/ParDo/task.py | 4 +-
.../Core Transforms/Partition/Partition/task.py | 2 +-
.../Core Transforms/Side Input/Side Input/task.py | 4 +-
.../Side Output/Side Output/task.py | 4 +-
.../python/Examples/Word Count/Word Count/task.py | 6 +-
.../katas/python/IO/TextIO/ReadFromText/task.py | 2 +-
.../Introduction/Hello Beam/Hello Beam/task.py | 3 +-
.../Streaming/Timestamps/Add Timestamps/task.py | 2 +-
.../Streaming/Triggers/Early Triggers/task.py | 2 +-
.../Streaming/Triggers/Event Time Triggers/task.py | 2 +-
.../Triggers/Window Accumulation Modes/task.py | 2 +-
.../python/Streaming/Windows/Fixed Windows/task.py | 2 +-
.../cloudbuild/scripts/tob_deploy_infra_backend.sh | 5 +-
.../frontend/integration_test/tour_page_test.dart | 184 +-
.../integration_test/welcome_page_test.dart | 17 +-
.../frontend/lib/cache/unit_content.dart | 2 +-
.../frontend/lib/cache/unit_progress.dart | 18 +-
.../frontend/lib/components/footer.dart | 8 +-
.../tour-of-beam/frontend/lib/components/logo.dart | 4 +-
.../frontend/lib/components/profile/user_menu.dart | 13 +-
.../frontend/lib/components/scaffold.dart | 15 +-
.../tour-of-beam/frontend/lib/constants/links.dart | 20 +
.../frontend/lib/constants/params.dart | 21 +
learning/tour-of-beam/frontend/lib/locator.dart | 2 -
learning/tour-of-beam/frontend/lib/main.dart | 1 +
.../tour-of-beam/frontend/lib/models/node.dart | 11 +-
.../lib/pages/tour/controllers/content_tree.dart | 8 +-
.../tour-of-beam/frontend/lib/pages/tour/page.dart | 4 -
.../frontend/lib/pages/tour/screen.dart | 39 +-
.../frontend/lib/pages/tour/state.dart | 65 +-
.../lib/pages/tour/widgets/content_tree.dart | 26 +-
.../lib/pages/tour/widgets/content_tree_title.dart | 41 -
.../pages/tour/widgets/markdown/code_builder.dart | 16 +-
.../lib/pages/tour/widgets/playground.dart | 1 +
.../lib/pages/tour/widgets/unit_content.dart | 14 +-
.../frontend/lib/pages/welcome/screen.dart | 21 +-
learning/tour-of-beam/frontend/lib/state.dart | 13 +-
learning/tour-of-beam/frontend/pubspec.lock | 6 +-
learning/tour-of-beam/frontend/pubspec.yaml | 2 +-
.../learning-content/content-info.yaml | 6 +-
.../motivating-challenge-3/go-solution/main.go | 2 +-
.../cross-language/module-info.yaml | 28 +
.../cross-language/multi-pipeline/description.md | 415 +
.../multi-pipeline/java-example/Task.java | 135 +
.../multi-pipeline/python-example/input.txt | 24 +
.../multi-pipeline/python-example/output.log | 21 +
.../multi-pipeline/python-example/task.py | 96 +
.../cross-language/multi-pipeline/unit-info.yaml | 28 +
.../cross-language/sql-transform/description.md | 128 +
.../sql-transform/java-example/Task.java | 89 +
.../sql-transform/java-example/output.log | 17 +
.../sql-transform/python-example/output.log | 17 +
.../sql-transform/python-example/task.py | 53 +
.../cross-language/sql-transform/unit-info.yaml | 26 +
.../final-challenge-1/description.md | 27 +
.../final-challenge-1/go-challenge/input.csv | 1500 ++
.../final-challenge-1/go-challenge/main.go | 65 +
.../final-challenge-1/go-solution/input.csv | 1500 ++
.../final-challenge-1/go-solution/main.go | 150 +
.../final-challenge/final-challenge-1/hint1.md | 160 +
.../final-challenge-1/java-challenge/Task.java | 120 +
.../final-challenge-1/java-challenge/input.csv | 1500 ++
.../final-challenge-1/java-solution/Task.java | 212 +
.../final-challenge-1/java-solution/input.csv | 1500 ++
.../final-challenge-1/python-challenge/input.csv | 1500 ++
.../final-challenge-1/python-challenge/task.py | 59 +
.../final-challenge-1/python-solution/input.csv | 1500 ++
.../final-challenge-1/python-solution/task.py | 99 +
.../final-challenge-1/unit-info.yaml | 27 +
.../final-challenge-2/description.md | 22 +
.../final-challenge-2/go-challenge/analysis.csv | 3877 ++++
.../final-challenge-2/go-challenge/main.go | 69 +
.../final-challenge-2/go-solution/analysis.csv | 3877 ++++
.../final-challenge-2/go-solution/main.go | 171 +
.../final-challenge/final-challenge-2/hint1.md | 182 +
.../final-challenge-2/java-challenge/Task.java | 107 +
.../final-challenge-2/java-challenge/analysis.csv | 3877 ++++
.../final-challenge-2/java-solution/Task.java | 167 +
.../final-challenge-2/java-solution/analysis.csv | 3877 ++++
.../python-challenge/analysis.csv | 3877 ++++
.../final-challenge-2/python-challenge/task.py | 68 +
.../final-challenge-2/python-solution/analysis.csv | 3877 ++++
.../final-challenge-2/python-solution/task.py | 135 +
.../final-challenge-2/unit-info.yaml | 27 +
.../final-challenge/module-info.yaml | 29 +
.../from-memory/go-example/from_memory.go | 2 +-
.../reading-from-csv/go-example/csvExample.go | 2 +-
.../reading-from-text/go-example/textIo.go | 2 +-
.../creating-pipeline/go-example/main.go | 2 +-
.../runner-concepts/description.md | 75 +-
.../io/big-query-io/read-query/go-example/main.go | 74 +-
.../big-query-io/read-query/java-example/Task.java | 64 +-
.../big-query-io/read-query/python-example/task.py | 54 +-
.../io/big-query-io/read-table/description.md | 15 +-
.../io/big-query-io/read-table/go-example/main.go | 74 +-
.../big-query-io/read-table/java-example/Task.java | 36 +-
.../big-query-io/read-table/python-example/task.py | 44 +-
.../splittable-dofn/module-info.yaml | 30 +
.../splittable-dofn/splittable/description.md | 129 +
.../splittable-dofn/splittable/go-example/main.go | 225 +
.../splittable/java-example/Task.java | 122 +
.../splittable/python-example/task.py | 74 +
.../splittable-dofn/splittable/unit-info.yaml | 27 +
local-env-setup.sh | 6 +-
.../beam/model/fn_execution/v1/beam_fn_api.proto | 49 +-
ownership/JAVA_DEPENDENCY_OWNERS.yaml | 5 -
playground/CI.md | 118 -
playground/README.md | 405 +-
playground/TASKS.md | 272 +
playground/backend/CONTRIBUTE.md | 65 +-
playground/backend/SCHEMA.md | 185 +
playground/backend/containers/java/Dockerfile | 24 +
playground/backend/containers/python/build.gradle | 4 +-
playground/backend/containers/scio/build.gradle | 2 +-
playground/backend/datasets/NYCTaxi1000Avro.avro | Bin 0 -> 76451 bytes
playground/backend/datasets/NYCTaxi1000Json.json | 18964 +++++++++++++++++++
.../backend/datasets/NYCTaxi1000_simpleAvro.avro | Bin 0 -> 2228 bytes
.../backend/datasets/NYCTaxi1000_simpleJson.json | 3994 ++++
playground/backend/go.mod | 50 +-
playground/backend/go.sum | 1607 +-
.../backend/internal/cache/redis/redis_cache.go | 2 +-
.../internal/code_processing/code_processing.go | 7 +-
.../backend/internal/components/cache_component.go | 4 +-
.../backend/internal/db/datastore/datastore_db.go | 2 +-
playground/backend/internal/emulators/kafka.go | 4 +-
.../backend/internal/errors/lifecycle_error.go | 13 +
playground/backend/internal/fs_tool/fs.go | 2 +-
playground/backend/internal/fs_tool/fs_test.go | 4 +-
playground/backend/internal/fs_tool/go_fs_test.go | 2 +-
.../backend/internal/fs_tool/lc_constructor.go | 2 +-
playground/backend/internal/utils/file_utils.go | 4 +-
playground/categories.yaml | 1 +
.../doc/load_your_code/images/share-my-code.png | Bin 0 -> 29370 bytes
playground/doc/load_your_code/images/workflow.png | Bin 0 -> 58871 bytes
playground/frontend/CONTRIBUTE.md | 108 +-
playground/frontend/Dockerfile | 2 +-
playground/frontend/README.md | 14 +-
playground/frontend/build.gradle | 27 +-
.../integration_test/initial_urls_test.dart | 78 +-
.../miscellaneous_ui/external_url_navigation.dart | 5 +-
.../miscellaneous_ui/feedback_test.dart | 34 +-
.../miscellaneous_ui/output_placement_test.dart | 1 -
.../miscellaneous_ui/resize_output_test.dart | 1 -
.../miscellaneous_ui/shortcuts_modal_test.dart | 1 -
.../standalone_change_example_sdk_run_test.dart | 40 +-
.../standalone_default_examples_test.dart | 2 +-
.../integration_test/standalone_editing_test.dart | 34 +-
playground/frontend/lib/constants/links.dart | 3 +-
playground/frontend/lib/locator.dart | 1 -
.../modules/actions/components/new_example.dart | 2 +-
.../share_dropdown/share_tabs/share_tabs.dart | 5 +-
.../examples/examples_dropdown_content.dart | 3 +-
.../examples_loading_descriptor_factory.dart | 2 +-
.../no_url_example_loading_descriptor.dart | 3 +
.../modules/messages/parsers/messages_parser.dart | 4 +-
.../shortcuts/constants/global_shortcuts.dart | 2 +-
.../widgets/embedded_editor.dart | 1 +
.../widgets/editor_textarea_wrapper.dart | 1 +
.../widgets/playground_page_footer.dart | 2 +
playground/frontend/lib/playground_app.dart | 5 +-
playground/frontend/lib/router/page_factory.dart | 6 +-
.../lib/src/constants/backend_urls.dart | 8 +
.../lib/src/constants/colors.dart | 10 +-
.../lib/src/constants/links.dart | 2 +
.../lib/src/controllers/code_runner.dart | 29 +-
.../example_loaders/example_loader_factory.dart | 1 -
.../example_loaders/examples_loader.dart | 31 +-
.../example_loaders/standard_example_loader.dart | 31 +-
.../controllers/snippet_editing_controller.dart | 27 +
.../lib/src/exceptions/detailed_exception.dart | 22 +
.../lib/src/exceptions/multiple_exceptions.dart | 12 +-
.../lib/src/models/example.dart | 28 +
...catalog_default_example_loading_descriptor.dart | 3 +
.../content_example_loading_descriptor.dart | 3 +
.../empty_example_loading_descriptor.dart | 3 +
.../example_loading_descriptor.dart | 5 +
.../hive_example_loading_descriptor.dart | 3 +
.../http_example_loading_descriptor.dart | 3 +
.../standard_example_loading_descriptor.dart | 3 +
.../user_shared_example_loading_descriptor.dart | 3 +
.../lib/src/repositories/backend_urls.dart | 8 +-
.../lib/src/services/toast_notifier.dart | 13 +
.../playground_components/lib/src/theme/theme.dart | 33 +-
.../lib/src/theme/transitions.dart | 35 +
.../lib/src/widgets/copyright.dart | 2 +-
.../lib/src/widgets/feedback.dart | 57 +-
.../lib/src/widgets/iframe/iframe.dart | 19 +
.../lib/src/widgets/iframe/iframe_non_web.dart | 41 +
.../lib/src/widgets/iframe/iframe_web.dart | 61 +
.../lib/src/widgets/output/result_tab_content.dart | 20 +
.../lib/src/widgets/snippet_editor.dart | 4 +
.../lib/src/widgets/snippet_file_editor.dart | 4 +-
.../lib/src/widgets/tabbed_snippet_editor.dart | 6 +-
.../frontend/playground_components/pubspec.yaml | 4 +-
.../src/controllers/example_loaders/common.dart | 5 +
.../example_loader_factory_test.dart | 3 +
.../example_loaders/examples_loader_test.dart | 10 +-
.../analysis_options.yaml | 4 +
.../lib/playground_components_dev.dart | 1 +
.../lib/src/examples/example_descriptor.dart | 31 +-
.../lib/src/examples/go/example.dart | 45 +
.../lib/src/examples/java/content/example.java | 40 +
.../lib/src/examples/java/example.dart | 111 +
.../lib/src/examples/scio/minimal_word_count.dart | 3 +-
.../playground_components_dev/lib/src/expect.dart | 36 +-
.../lib/src/widget_tester.dart | 4 +-
.../playground_components_dev/pubspec.yaml | 4 +-
playground/frontend/pubspec.lock | 14 +-
playground/frontend/pubspec.yaml | 6 +-
playground/frontend/web/index.html | 3 +-
playground/infrastructure/models.py | 94 +-
playground/infrastructure/requirements.txt | 2 +-
playground/load_your_code.md | 600 +
playground/terraform/README.md | 94 +
playground/terraform/build.gradle.kts | 3 +-
.../cloudbuild-manual-setup/02.builders/locals.tf | 1 +
.../02.builders/triggers.tf | 1 +
.../02.builders/variables.tf | 5 +-
.../infrastructure/cloudfunctions/main.tf | 4 +-
playground/terraform/infrastructure/gke/main.tf | 3 +-
.../terraform/infrastructure/gke/variables.tf | 5 +
playground/terraform/infrastructure/main.tf | 1 +
playground/terraform/infrastructure/setup/iam.tf | 2 +-
playground/terraform/infrastructure/variables.tf | 5 +-
.../beam-code-completion-plugin/build.gradle.kts | 2 +
plugins/beam-code-completion-plugin/gradlew | 0
.../src/main/java/BeamCompletionConfidence.java | 35 +
.../src/main/java/BeamCompletionContributor.java | 89 +-
.../src/main/java/BeamJavaSDKPattern.java | 34 -
.../src/main/resources/META-INF/plugin.xml | 4 +-
.../java/BeamCompletionContributorTestCase.java | 49 +
.../java/BeamCompletionContributorTestcase.java | 27 -
.../src/test/testData/TestCompletions.java | 38 +
release/src/main/Dockerfile | 3 +-
.../python-release/python_release_automation.sh | 2 +-
release/src/main/scripts/jenkins_jobs.txt | 2 -
.../flink_job_server_container.gradle | 6 +-
.../streaming/state/FlinkStateInternals.java | 7 +-
runners/google-cloud-dataflow-java/build.gradle | 4 +
.../scripts/cleanup_untagged_gcr_images.sh | 3 +-
.../beam/runners/dataflow/DataflowRunner.java | 15 +-
.../dataflow/options/DataflowPipelineOptions.java | 7 -
.../util/AvroCoderCloudObjectTranslator.java | 43 +-
...DefaultCoderCloudObjectTranslatorRegistrar.java | 2 +
.../beam/runners/dataflow/DataflowRunnerTest.java | 1 -
.../runners/dataflow/util/CloudObjectsTest.java | 10 +-
runners/samza/OWNERS | 6 +
.../apache/beam/runners/samza/runtime/DoFnOp.java | 21 +-
.../samza/runtime/PortableBundleManager.java | 216 +
.../runners/samza/translation/ConfigBuilder.java | 8 +-
.../translation/ParDoBoundMultiTranslator.java | 9 +-
.../runners/samza/util/PortableConfigUtils.java | 43 +
.../samza/runtime/PortableBundleManagerTest.java | 178 +
.../samza/util/PortableConfigUtilsTest.java | 58 +
.../container/spark_job_server_container.gradle | 6 +-
scripts/ci/release/test/resources/mass_comment.txt | 3 +-
sdks/go.mod | 103 +-
sdks/go.sum | 227 +-
sdks/go/cmd/prism/README.md | 44 +
sdks/go/cmd/prism/prism.go | 67 +
sdks/go/data/tweetwithnulls.avro | Bin 0 -> 352 bytes
sdks/go/examples/contains/contains.go | 2 +-
.../debugging_wordcount/debugging_wordcount.go | 2 +-
sdks/go/examples/forest/forest.go | 2 +-
sdks/go/examples/grades/grades.go | 2 +-
.../minimal_wordcount/minimal_wordcount.go | 2 +-
sdks/go/examples/multiout/multiout.go | 2 +-
sdks/go/examples/stringsplit/stringsplit.go | 2 +-
sdks/go/examples/timer_wordcap/wordcap.go | 104 +-
.../windowed_wordcount/windowed_wordcount.go | 2 +-
sdks/go/examples/wordcount/wordcount.go | 2 +-
sdks/go/examples/yatzy/yatzy.go | 2 +-
sdks/go/pkg/beam/combine_test.go | 12 -
sdks/go/pkg/beam/core/core.go | 2 +-
sdks/go/pkg/beam/core/graph/edge.go | 1 -
sdks/go/pkg/beam/core/runtime/exec/coder.go | 33 +-
sdks/go/pkg/beam/core/runtime/exec/datasource.go | 6 +-
.../pkg/beam/core/runtime/exec/datasource_test.go | 23 +-
sdks/go/pkg/beam/core/runtime/exec/fn.go | 8 +-
sdks/go/pkg/beam/core/runtime/exec/pardo.go | 145 +-
sdks/go/pkg/beam/core/runtime/exec/pardo_test.go | 126 +
sdks/go/pkg/beam/core/runtime/exec/timers.go | 348 +-
sdks/go/pkg/beam/core/runtime/exec/timers_test.go | 470 +-
sdks/go/pkg/beam/core/runtime/exec/translate.go | 16 +-
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 26 +-
sdks/go/pkg/beam/core/timers/timers.go | 34 +-
sdks/go/pkg/beam/io/avroio/avroio.go | 4 +-
sdks/go/pkg/beam/io/avroio/avroio_test.go | 56 +-
sdks/go/pkg/beam/pardo.go | 11 -
sdks/go/pkg/beam/partition_test.go | 12 -
sdks/go/pkg/beam/runners/prism/internal/README.md | 5 +
sdks/go/pkg/beam/runners/prism/internal/doc.go | 24 +
.../beam/runners/prism/internal/jobservices/job.go | 45 +-
.../prism/internal/jobservices/management.go | 128 +-
.../prism/internal/jobservices/management_test.go | 449 +
.../runners/prism/internal/jobservices/server.go | 2 +
.../runners/prism/internal/web/assets/style.css | 132 +
.../pkg/beam/runners/prism/internal/web/index.html | 51 +
.../runners/prism/internal/web/jobdetails.html | 111 +
sdks/go/pkg/beam/runners/prism/internal/web/web.go | 300 +
.../beam/runners/prism/internal/worker/worker.go | 14 +-
sdks/go/pkg/beam/runners/prism/prism.go | 32 +
.../beam/runners/universal/extworker/extworker.go | 2 +-
sdks/go/pkg/beam/runners/universal/universal.go | 3 +-
.../go/pkg/beam/transforms/filter/distinct_test.go | 15 -
sdks/go/pkg/beam/transforms/filter/filter_test.go | 12 -
sdks/go/pkg/beam/transforms/periodic/periodic.go | 2 +-
.../pkg/beam/transforms/periodic/periodic_test.go | 4 +
sdks/go/run_with_go_version.sh | 2 +-
sdks/go/test/integration/xlang/expansion_test.go | 41 +-
.../src/main/resources/beam/suppressions.xml | 1 +
.../container/java21/java21-security.properties | 48 +
.../container/java21/option-java21-security.json | 9 +
.../container/license_scripts/dep_urls_java.yaml | 2 +-
.../beam/sdk/options/PortablePipelineOptions.java | 17 +
.../sdk/schemas/transforms/SchemaTransform.java | 7 +-
.../transforms/SchemaTransformProvider.java | 4 +-
.../reflect/ByteBuddyDoFnInvokerFactory.java | 2 +-
.../beam/sdk/transforms/reflect/DoFnInvoker.java | 4 +-
.../java/org/apache/beam/sdk/values/RowUtils.java | 6 +-
.../TypedSchemaTransformProviderTest.java | 5 +-
.../apache/beam/sdk/testing/TestStreamTest.java | 12 -
.../apache/beam/sdk/transforms/CombineFnsTest.java | 13 -
.../org/apache/beam/sdk/transforms/FilterTest.java | 13 -
.../sdk/transforms/reflect/DoFnInvokersTest.java | 2 +-
.../ExpansionServiceSchemaTransformProvider.java | 2 +-
...xpansionServiceSchemaTransformProviderTest.java | 49 +-
sdks/java/extensions/avro/build.gradle | 69 +-
.../beam/sdk/extensions/avro/coders/AvroCoder.java | 257 +-
.../extensions/avro/coders/AvroGenericCoder.java | 5 +-
.../sdk/extensions/avro/io/AvroDatumFactory.java | 196 +
.../apache/beam/sdk/extensions/avro/io/AvroIO.java | 194 +-
.../beam/sdk/extensions/avro/io/AvroSink.java | 40 +-
.../beam/sdk/extensions/avro/io/AvroSource.java | 123 +-
.../extensions/avro/schemas/AvroRecordSchema.java | 5 +-
.../schemas/utils/AvroJavaTimeConversions.java | 288 +
.../schemas/utils/AvroJodaTimeConversions.java | 154 +
.../extensions/avro/schemas/utils/AvroUtils.java | 39 +-
.../beam/sdk/extensions/avro/schemas/test.avsc | 71 +-
.../sdk/extensions/avro/coders/AvroCoderTest.java | 148 +-
.../beam/sdk/extensions/avro/io/AvroIOTest.java | 4 +-
.../sdk/extensions/avro/io/AvroSourceTest.java | 40 +-
.../avro/schemas/TestAvroConversionFactory.java | 41 +
.../extensions/avro/schemas/TestAvroFactory.java | 66 +-
.../avro/schemas/utils/AvroUtilsTest.java | 34 +-
sdks/java/extensions/python/build.gradle | 1 +
.../extensions/python/PythonExternalTransform.java | 79 +-
.../python/PythonExternalTransformOptions.java | 32 +
.../PythonExternalTransformOptionsRegistrar.java | 37 +
.../SqlTransformSchemaTransformProvider.java | 162 +-
.../beam/sdk/fn/stream/DirectStreamObserver.java | 24 +-
.../jmh/logging/BeamFnLoggingClientBenchmark.java | 20 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 7 +-
.../fn/harness/control/BeamFnControlClient.java | 5 +-
.../fn/harness/control/ExecutionStateSampler.java | 16 +-
.../harness/data/PCollectionConsumerRegistry.java | 40 +-
.../beam/fn/harness/debug/ElementSample.java | 57 +
.../beam/fn/harness/debug/OutputSampler.java | 111 +-
.../fn/harness/logging/BeamFnLoggingClient.java | 452 +-
.../apache/beam/fn/harness/logging/QuotaEvent.java | 108 +
.../beam/fn/harness/status/MemoryMonitor.java | 4 +-
.../harness/control/BeamFnControlClientTest.java | 4 +-
.../beam/fn/harness/debug/OutputSamplerTest.java | 158 +-
.../harness/logging/BeamFnLoggingClientTest.java | 200 +-
.../fn/harness/status/BeamFnStatusClientTest.java | 2 +-
sdks/java/io/components/build.gradle | 41 +
.../io/components/deadletterqueue/DLQRouter.java | 55 +
.../deadletterqueue/sinks/ThrowingSink.java | 45 +
.../components/deadletterqueue/DLQRouterTest.java | 75 +
.../DebeziumReadSchemaTransformProvider.java | 146 +-
.../io/debezium/DebeziumIOMySqlConnectorIT.java | 3 +-
.../debezium/DebeziumIOPostgresSqlConnectorIT.java | 3 +-
.../debezium/DebeziumReadSchemaTransformTest.java | 3 +-
.../AvroWriteSchemaTransformFormatProvider.java | 49 +-
.../CsvWriteSchemaTransformFormatProvider.java | 16 +-
.../FileReadSchemaTransformProvider.java | 8 +-
.../FileWriteSchemaTransformFormatProvider.java | 6 +-
.../FileWriteSchemaTransformFormatProviders.java | 55 +
.../FileWriteSchemaTransformProvider.java | 26 +-
.../JsonWriteSchemaTransformFormatProvider.java | 41 +-
.../ParquetWriteSchemaTransformFormatProvider.java | 49 +-
.../XmlWriteSchemaTransformFormatProvider.java | 37 +-
.../AvroReadSchemaTransformFormatProviderTest.java | 16 +-
...AvroWriteSchemaTransformFormatProviderTest.java | 83 +-
.../CsvWriteSchemaTransformFormatProviderTest.java | 9 +-
.../FileReadSchemaTransformFormatProviderTest.java | 6 +-
...FileWriteSchemaTransformFormatProviderTest.java | 4 +-
...ileWriteSchemaTransformFormatProvidersTest.java | 86 +
.../FileWriteSchemaTransformProviderTest.java | 7 +-
.../JsonReadSchemaTransformFormatProviderTest.java | 8 +-
...JsonWriteSchemaTransformFormatProviderTest.java | 60 +
.../LineReadSchemaTransformFormatProviderTest.java | 8 +-
...rquetReadSchemaTransformFormatProviderTest.java | 16 +-
...quetWriteSchemaTransformFormatProviderTest.java | 75 +
.../XmlWriteSchemaTransformFormatProviderTest.java | 43 +
sdks/java/io/google-cloud-platform/build.gradle | 1 +
.../beam/sdk/io/gcp/bigquery/AppendClientInfo.java | 17 +-
.../AvroGenericRecordToStorageApiProto.java | 24 +-
.../io/gcp/bigquery/BeamRowToStorageApiProto.java | 18 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtils.java | 45 +-
.../bigquery/BigQueryCoderProviderRegistrar.java | 4 +-
.../BigQueryExportReadSchemaTransformProvider.java | 29 +-
...QueryFileLoadsWriteSchemaTransformProvider.java | 32 +-
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 19 +
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 117 +-
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 50 +-
.../beam/sdk/io/gcp/bigquery/RowMutation.java | 69 +
.../io/gcp/bigquery/RowMutationInformation.java | 46 +
.../beam/sdk/io/gcp/bigquery/StorageApiCDC.java | 46 +
.../io/gcp/bigquery/StorageApiConvertMessages.java | 26 +-
.../bigquery/StorageApiDynamicDestinations.java | 7 +-
.../StorageApiDynamicDestinationsBeamRow.java | 39 +-
...StorageApiDynamicDestinationsGenericRecord.java | 38 +-
.../StorageApiDynamicDestinationsTableRow.java | 40 +-
.../gcp/bigquery/StorageApiFinalizeWritesDoFn.java | 10 +-
.../beam/sdk/io/gcp/bigquery/StorageApiLoads.java | 26 +-
.../StorageApiWriteRecordsInconsistent.java | 8 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 92 +-
.../bigquery/StorageApiWritesShardedRecords.java | 40 +-
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 106 +-
.../BigQueryDirectReadSchemaTransformProvider.java | 20 +-
...ueryStorageWriteApiSchemaTransformProvider.java | 28 +-
.../BigTableReadSchemaTransformProvider.java | 223 -
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 154 +-
.../BigtableReadSchemaTransformProvider.java | 206 +
.../BigtableWriteSchemaTransformProvider.java | 246 +
.../changestreams/action/ActionFactory.java | 20 +-
.../changestreams/action/ChangeStreamAction.java | 89 +-
.../action/ReadChangeStreamPartitionAction.java | 47 +-
.../dao/BigtableChangeStreamAccessor.java | 44 +-
.../changestreams/dao/ChangeStreamDao.java | 14 +-
.../gcp/bigtable/changestreams/dao/DaoFactory.java | 15 +-
.../changestreams/dao/MetadataTableAdminDao.java | 5 +
.../changestreams/dao/MetadataTableDao.java | 57 +-
.../changestreams/dofn/FilterForMutationDoFn.java | 40 +
.../changestreams/dofn/InitializeDoFn.java | 35 +-
.../dofn/ReadChangeStreamPartitionDoFn.java | 88 +-
.../estimator/BytesThroughputEstimator.java | 152 +-
.../estimator/CoderSizeEstimator.java | 71 +
.../changestreams/estimator/NullSizeEstimator.java | 41 +
.../estimator/NullThroughputEstimator.java | 61 -
.../changestreams/estimator/SizeEstimator.java | 52 +-
.../estimator/ThroughputEstimator.java | 46 -
.../changestreams/restriction/StreamProgress.java | 36 +-
.../beam/sdk/io/gcp/pubsub/ExternalWrite.java | 14 +-
.../sdk/io/gcp/pubsub/PreparePubsubWriteDoFn.java | 12 +-
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 72 +-
.../pubsub/PubsubReadSchemaTransformProvider.java | 10 +-
.../pubsub/PubsubWriteSchemaTransformProvider.java | 10 +-
.../PubsubLiteReadSchemaTransformProvider.java | 76 +-
.../PubsubLiteWriteSchemaTransformProvider.java | 73 +-
.../SpannerWriteSchemaTransformProvider.java | 146 +-
...erChangestreamsReadSchemaTransformProvider.java | 204 +-
.../beam/sdk/io/gcp/testing/BigqueryClient.java | 4 +
.../sdk/io/gcp/testing/FakeDatasetService.java | 100 +-
.../beam/sdk/io/gcp/testing/TableContainer.java | 120 +-
.../AvroGenericRecordToStorageApiProtoTest.java | 43 +-
.../gcp/bigquery/BeamRowToStorageApiProtoTest.java | 34 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtilsTest.java | 90 +
...QueryExportReadSchemaTransformProviderTest.java | 38 +-
...yFileLoadsWriteSchemaTransformProviderTest.java | 24 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 399 +
.../io/gcp/bigquery/StorageApiSinkRowUpdateIT.java | 161 +
.../bigquery/TableRowToStorageApiProtoTest.java | 86 +-
...QueryDirectReadSchemaTransformProviderTest.java | 10 +-
...StorageWriteApiSchemaTransformProviderTest.java | 24 +-
.../BigTableReadSchemaTransformProviderIT.java | 225 -
.../BigtableReadSchemaTransformProviderIT.java | 225 +
.../BigtableWriteSchemaTransformProviderIT.java | 413 +
.../action/ChangeStreamActionTest.java | 123 +-
.../ReadChangeStreamPartitionActionTest.java | 46 +-
.../changestreams/dao/MetadataTableDaoTest.java | 84 +-
.../dofn/FilterForMutationDoFnTest.java | 71 +
.../changestreams/dofn/InitializeDoFnTest.java | 71 +-
.../dofn/ReadChangeStreamPartitionDoFnTest.java | 76 +-
.../estimator/BytesThroughputEstimatorTest.java | 98 +-
.../estimator/NullSizeEstimatorTest.java | 34 +
.../estimator/NullThroughputEstimatorTest.java | 38 -
...adChangeStreamPartitionProgressTrackerTest.java | 4 +-
.../sdk/io/gcp/firestore/it/BaseFirestoreIT.java | 3 -
.../beam/sdk/io/gcp/pubsub/PubsubIOTest.java | 40 +-
.../PubsubReadSchemaTransformProviderTest.java | 21 +-
.../PubsubWriteSchemaTransformProviderIT.java | 2 +-
.../beam/sdk/io/gcp/pubsublite/ReadWriteIT.java | 6 +-
.../beam/sdk/io/gcp/spanner/SpannerWriteIT.java | 3 +-
.../SpannerChangestreamsReadDlqTest.java | 168 +
.../it/SpannerChangeStreamsSchemaTransformIT.java | 3 +-
.../io/jdbc/JdbcReadSchemaTransformProvider.java | 45 +-
.../io/jdbc/JdbcWriteSchemaTransformProvider.java | 35 +-
.../jdbc/JdbcReadSchemaTransformProviderTest.java | 16 +-
.../jdbc/JdbcWriteSchemaTransformProviderTest.java | 14 +-
.../io/kafka/KafkaReadSchemaTransformProvider.java | 206 +-
.../kafka/KafkaWriteSchemaTransformProvider.java | 71 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOIT.java | 6 +-
.../KafkaReadSchemaTransformProviderTest.java | 41 +-
.../org/apache/beam/sdk/io/mongodb/SSLUtils.java | 17 +-
.../SingleStoreSchemaTransformReadProvider.java | 23 +-
.../SingleStoreSchemaTransformWriteProvider.java | 23 +-
.../SingleStoreIOSchemaTransformIT.java | 13 +-
.../org/apache/beam/sdk/io/splunk/SplunkIO.java | 24 -
sdks/java/transform-service/build.gradle | 12 +-
sdks/java/transform-service/docker-compose/.env | 2 +
.../docker-compose/docker-compose.yml | 5 +-
sdks/java/transform-service/launcher/build.gradle | 61 +
.../launcher/TransformServiceLauncher.java | 306 +
.../transformservice/launcher/package-info.java | 20 +
sdks/python/apache_beam/coders/coders_test.py | 6 +-
.../apache_beam/coders/coders_test_common.py | 12 +-
.../apache_beam/dataframe/transforms_test.py | 12 +-
sdks/python/apache_beam/examples/avro_bitcoin.py | 175 -
sdks/python/apache_beam/examples/avro_nyc_trips.py | 290 +
.../apache_beam/examples/avro_nyc_trips_it_test.py | 215 +
.../apache_beam/examples/avro_nyc_trips_test.py | 151 +
.../examples/complete/game/user_score.py | 2 +-
.../examples/cookbook/bigtableio_it_test.py | 2 +-
.../examples/cookbook/combiners_test.py | 12 -
.../apache_beam/examples/cookbook/filters_test.py | 12 -
.../examples/cookbook/multiple_output_pardo.py | 2 +-
.../anomaly_detection_pipeline/setup.py | 2 +-
.../large_language_modeling/requirements.txt | 2 +-
.../online_clustering/clustering_pipeline/setup.py | 2 +-
.../inference/runinference_metrics/setup.py | 2 +-
.../inference/sklearn_examples_requirements.txt | 4 +-
.../inference/vertex_ai_image_classification.py | 158 +
.../apache_beam/examples/snippets/snippets.py | 192 -
.../snippets_examples_wordcount_debugging.py | 133 +
.../snippets_examples_wordcount_minimal.py | 118 +
.../snippets_examples_wordcount_wordcount.py | 102 +
.../apache_beam/examples/snippets/snippets_test.py | 14 +-
.../transforms/aggregation/cogroupbykey.py | 23 +
.../transforms/aggregation/combineglobally.py | 226 -
.../aggregation/combineglobally_combinefn.py | 88 +
.../aggregation/combineglobally_function.py | 65 +
.../aggregation/combineglobally_lambda.py | 59 +
.../combineglobally_multiple_arguments.py | 62 +
.../combineglobally_side_inputs_dict.py | 56 +
.../combineglobally_side_inputs_iter.py | 49 +
.../combineglobally_side_inputs_singleton.py | 49 +
.../transforms/aggregation/combineglobally_test.py | 32 +-
.../transforms/aggregation/combineperkey.py | 259 -
.../aggregation/combineperkey_combinefn.py | 84 +
.../aggregation/combineperkey_function.py | 64 +
.../transforms/aggregation/combineperkey_lambda.py | 61 +
.../combineperkey_multiple_arguments.py | 61 +
.../aggregation/combineperkey_side_inputs_dict.py | 61 +
.../aggregation/combineperkey_side_inputs_iter.py | 58 +
.../combineperkey_side_inputs_singleton.py | 50 +
.../transforms/aggregation/combineperkey_simple.py | 60 +
.../transforms/aggregation/combineperkey_test.py | 56 +-
.../transforms/aggregation/combinevalues.py | 245 -
.../aggregation/combinevalues_combinefn.py | 91 +
.../aggregation/combinevalues_function.py | 61 +
.../transforms/aggregation/combinevalues_lambda.py | 58 +
.../combinevalues_multiple_arguments.py | 58 +
.../aggregation/combinevalues_side_inputs_dict.py | 73 +
.../aggregation/combinevalues_side_inputs_iter.py | 70 +
.../combinevalues_side_inputs_singleton.py | 62 +
.../transforms/aggregation/combinevalues_simple.py | 57 +
.../transforms/aggregation/combinevalues_test.py | 48 +-
.../snippets/transforms/aggregation/count.py | 77 -
.../transforms/aggregation/count_globally.py | 53 +
.../transforms/aggregation/count_per_element.py | 53 +
.../transforms/aggregation/count_per_key.py | 63 +
.../snippets/transforms/aggregation/count_test.py | 20 +-
.../snippets/transforms/aggregation/distinct.py | 19 +
.../transforms/aggregation/groupby_attr.py | 65 +
.../transforms/aggregation/groupby_attr_expr.py | 65 +
.../transforms/aggregation/groupby_expr.py | 56 +
.../aggregation/groupby_expr_aggregate.py | 67 +
.../aggregation/groupby_global_aggregate.py | 69 +
.../aggregation/groupby_simple_aggregate.py | 66 +
.../transforms/aggregation/groupby_test.py | 286 +-
.../transforms/aggregation/groupby_two_exprs.py | 56 +
.../snippets/transforms/aggregation/groupbykey.py | 20 +
.../transforms/aggregation/groupintobatches.py | 21 +
.../snippets/transforms/aggregation/latest.py | 113 -
.../transforms/aggregation/latest_globally.py | 76 +
.../transforms/aggregation/latest_per_key.py | 94 +
.../snippets/transforms/aggregation/latest_test.py | 14 +-
.../snippets/transforms/aggregation/max.py | 57 -
.../transforms/aggregation/max_globally.py | 53 +
.../snippets/transforms/aggregation/max_per_key.py | 59 +
.../snippets/transforms/aggregation/max_test.py | 13 +-
.../snippets/transforms/aggregation/mean.py | 56 -
.../transforms/aggregation/mean_globally.py | 53 +
.../transforms/aggregation/mean_per_key.py | 60 +
.../snippets/transforms/aggregation/mean_test.py | 13 +-
.../snippets/transforms/aggregation/min.py | 55 -
.../transforms/aggregation/min_globally.py | 53 +
.../snippets/transforms/aggregation/min_per_key.py | 59 +
.../snippets/transforms/aggregation/min_test.py | 13 +-
.../snippets/transforms/aggregation/sample.py | 66 -
.../aggregation/sample_fixed_size_globally.py | 59 +
.../aggregation/sample_fixed_size_per_key.py | 64 +
.../snippets/transforms/aggregation/sample_test.py | 14 +-
.../snippets/transforms/aggregation/sum.py | 54 -
.../transforms/aggregation/sum_globally.py | 52 +
.../snippets/transforms/aggregation/sum_per_key.py | 59 +
.../snippets/transforms/aggregation/sum_test.py | 13 +-
.../snippets/transforms/aggregation/top.py | 146 -
.../snippets/transforms/aggregation/top_largest.py | 52 +
.../transforms/aggregation/top_largest_per_key.py | 59 +
.../snippets/transforms/aggregation/top_of.py | 63 +
.../snippets/transforms/aggregation/top_per_key.py | 66 +
.../transforms/aggregation/top_smallest.py | 52 +
.../transforms/aggregation/top_smallest_per_key.py | 59 +
.../snippets/transforms/aggregation/top_test.py | 38 +-
.../snippets/transforms/elementwise/filter.py | 238 -
.../transforms/elementwise/filter_function.py | 72 +
.../transforms/elementwise/filter_lambda.py | 70 +
.../elementwise/filter_multiple_arguments.py | 72 +
.../elementwise/filter_side_inputs_dict.py | 79 +
.../elementwise/filter_side_inputs_iter.py | 79 +
.../elementwise/filter_side_inputs_singleton.py | 75 +
.../snippets/transforms/elementwise/filter_test.py | 38 +-
.../snippets/transforms/elementwise/flatmap.py | 259 -
.../transforms/elementwise/flatmap_function.py | 59 +
.../transforms/elementwise/flatmap_generator.py | 60 +
.../transforms/elementwise/flatmap_lambda.py | 56 +
.../elementwise/flatmap_multiple_arguments.py | 59 +
.../elementwise/flatmap_side_inputs_dict.py | 83 +
.../elementwise/flatmap_side_inputs_iter.py | 83 +
.../elementwise/flatmap_side_inputs_singleton.py | 62 +
.../transforms/elementwise/flatmap_simple.py | 56 +
.../transforms/elementwise/flatmap_test.py | 56 +-
.../transforms/elementwise/flatmap_tuple.py | 64 +
.../snippets/transforms/elementwise/keys.py | 18 +
.../snippets/transforms/elementwise/kvswap.py | 18 +
.../snippets/transforms/elementwise/map.py | 229 -
.../transforms/elementwise/map_function.py | 62 +
.../snippets/transforms/elementwise/map_lambda.py | 59 +
.../elementwise/map_multiple_arguments.py | 62 +
.../transforms/elementwise/map_side_inputs_dict.py | 82 +
.../transforms/elementwise/map_side_inputs_iter.py | 65 +
.../elementwise/map_side_inputs_singleton.py | 65 +
.../snippets/transforms/elementwise/map_simple.py | 59 +
.../snippets/transforms/elementwise/map_test.py | 49 +-
.../snippets/transforms/elementwise/map_tuple.py | 60 +
.../snippets/transforms/elementwise/pardo.py | 129 -
.../snippets/transforms/elementwise/pardo_dofn.py | 63 +
.../transforms/elementwise/pardo_dofn_methods.py | 77 +
.../transforms/elementwise/pardo_dofn_params.py | 81 +
.../snippets/transforms/elementwise/pardo_test.py | 17 +-
.../snippets/transforms/elementwise/partition.py | 124 -
.../transforms/elementwise/partition_function.py | 70 +
.../transforms/elementwise/partition_lambda.py | 71 +
.../elementwise/partition_multiple_arguments.py | 74 +
.../transforms/elementwise/partition_test.py | 20 +-
.../snippets/transforms/elementwise/regex.py | 226 -
.../transforms/elementwise/regex_all_matches.py | 63 +
.../snippets/transforms/elementwise/regex_find.py | 61 +
.../transforms/elementwise/regex_find_all.py | 61 +
.../transforms/elementwise/regex_find_kv.py | 61 +
.../transforms/elementwise/regex_matches.py | 63 +
.../transforms/elementwise/regex_matches_kv.py | 63 +
.../transforms/elementwise/regex_replace_all.py | 59 +
.../transforms/elementwise/regex_replace_first.py | 59 +
.../snippets/transforms/elementwise/regex_split.py | 59 +
.../snippets/transforms/elementwise/regex_test.py | 56 +-
.../transforms/elementwise/runinference.py | 56 -
.../runinference_sklearn_keyed_model_handler.py | 69 +
.../runinference_sklearn_unkeyed_model_handler.py | 65 +
.../transforms/elementwise/runinference_test.py | 14 +-
.../snippets/transforms/elementwise/tostring.py | 82 -
.../transforms/elementwise/tostring_element.py | 59 +
.../transforms/elementwise/tostring_iterables.py | 59 +
.../transforms/elementwise/tostring_kvs.py | 59 +
.../transforms/elementwise/tostring_test.py | 20 +-
.../snippets/transforms/elementwise/values.py | 18 +
.../transforms/elementwise/withtimestamps.py | 86 -
.../elementwise/withtimestamps_event_time.py | 65 +
.../elementwise/withtimestamps_logical_clock.py | 66 +
.../elementwise/withtimestamps_processing_time.py | 66 +
.../transforms/elementwise/withtimestamps_test.py | 20 +-
.../snippets/transforms/other}/__init__.py | 0
.../examples/snippets/transforms/other/create.py | 51 +
.../snippets/transforms/other/create_test.py | 51 +
.../examples/snippets/transforms/other/flatten.py | 53 +
.../snippets/transforms/other/flatten_test.py | 53 +
.../examples/snippets/transforms/other/window.py | 67 +
.../snippets/transforms/other/window_test.py | 51 +
.../examples/streaming_wordcount_it_test.py | 14 -
sdks/python/apache_beam/examples/wordcount.py | 2 +-
.../apache_beam/examples/wordcount_debugging.py | 4 +-
.../apache_beam/examples/wordcount_minimal.py | 2 +-
.../apache_beam/examples/wordcount_minimal_test.py | 13 -
sdks/python/apache_beam/examples/wordcount_test.py | 15 +-
.../internal/cloudpickle_pickler_test.py | 4 +-
sdks/python/apache_beam/internal/pickler_test.py | 2 +-
.../io/azure/integration_test/Dockerfile | 2 +-
.../io/azure/integration_test/docker-compose.yml | 1 +
.../python/apache_beam/io/components}/__init__.py | 0
.../io/components/adaptive_throttler.py | 96 +
.../io/components/adaptive_throttler_test.py | 109 +
sdks/python/apache_beam/io/components/util.py | 96 +
.../io/external/xlang_parquetio_test.py | 2 +-
sdks/python/apache_beam/io/filesystem_test.py | 7 +-
.../io/gcp/big_query_query_to_table_it_test.py | 2 +-
.../apache_beam/io/gcp/bigquery_read_it_test.py | 34 +-
.../apache_beam/io/gcp/bigquery_schema_tools.py | 8 +-
.../apache_beam/io/gcp/bigquery_write_it_test.py | 8 +-
sdks/python/apache_beam/io/gcp/bigtableio.py | 256 +-
.../apache_beam/io/gcp/bigtableio_it_test.py | 377 +
sdks/python/apache_beam/io/gcp/bigtableio_test.py | 220 +-
.../io/gcp/datastore/v1new/adaptive_throttler.py | 96 -
.../gcp/datastore/v1new/adaptive_throttler_test.py | 109 -
.../io/gcp/datastore/v1new/datastoreio.py | 2 +-
.../io/gcp/datastore/v1new/datastoreio_test.py | 2 +-
sdks/python/apache_beam/io/gcp/dicomclient.py | 111 +-
sdks/python/apache_beam/io/gcp/dicomio.py | 563 +-
.../apache_beam/io/gcp/dicomio_integration_test.py | 223 -
sdks/python/apache_beam/io/gcp/dicomio_test.py | 464 -
sdks/python/apache_beam/io/gcp/gcsio.py | 3 +-
sdks/python/apache_beam/io/gcp/gcsio_test.py | 5 +-
.../apache_beam/io/gcp/healthcare}/__init__.py | 0
.../io/gcp/{ => healthcare}/dicomclient.py | 0
.../apache_beam/io/gcp/healthcare/dicomio.py | 577 +
.../io/gcp/healthcare/dicomio_integration_test.py | 223 +
.../apache_beam/io/gcp/healthcare/dicomio_test.py | 464 +
sdks/python/apache_beam/io/gcp/pubsub_test.py | 4 +-
.../io/hdfs_integration_test/Dockerfile | 2 +-
sdks/python/apache_beam/metrics/metric_test.py | 12 -
.../ml/inference/sklearn_inference_it_test.py | 3 +
.../ml/inference/tensorflow_inference.py | 11 +-
.../ml/inference/tensorflow_inference_it_test.py | 5 -
.../ml/inference/tensorflow_inference_test.py | 6 +
.../ml/inference/vertex_ai_inference.py | 176 +
.../python/apache_beam/options/pipeline_options.py | 7 +
sdks/python/apache_beam/runners/common.pxd | 4 +-
sdks/python/apache_beam/runners/common.py | 35 +-
...low_exercise_streaming_metrics_pipeline_test.py | 13 -
.../runners/dataflow/dataflow_runner.py | 1 +
.../runners/dataflow/internal/apiclient.py | 6 +-
.../runners/dataflow/internal/apiclient_test.py | 59 +-
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
.../runners/direct/sdf_direct_runner.py | 10 +-
.../runners/portability/sdk_container_builder.py | 8 +-
.../apache_beam/runners/worker/bundle_processor.py | 110 +-
.../runners/worker/bundle_processor_test.py | 193 +-
.../apache_beam/runners/worker/data_sampler.py | 272 +-
.../runners/worker/data_sampler_test.py | 531 +-
.../apache_beam/runners/worker/operations.pxd | 5 +
.../apache_beam/runners/worker/operations.py | 86 +-
.../apache_beam/runners/worker/sdk_worker.py | 14 +-
.../apache_beam/runners/worker/sdk_worker_test.py | 38 +-
.../apache_beam/runners/worker/worker_status.py | 46 +-
.../runners/worker/worker_status_test.py | 26 +-
.../apache_beam/testing/analyzers/constants.py | 6 +-
.../testing/analyzers/github_issues_utils.py | 19 +-
.../apache_beam/testing/analyzers/perf_analysis.py | 26 +-
.../testing/analyzers/perf_analysis_test.py | 14 +-
.../testing/analyzers/perf_analysis_utils.py | 6 +-
.../testing/analyzers/tests_config.yaml | 87 +-
.../apache_beam/testing/datatype_inference_test.py | 4 +-
.../apache_beam/testing/extra_assertions_test.py | 8 +-
sdks/python/apache_beam/transforms/core.py | 94 +-
sdks/python/apache_beam/transforms/display_test.py | 2 +-
sdks/python/apache_beam/transforms/environments.py | 1 -
.../apache_beam/transforms/environments_test.py | 2 +-
sdks/python/apache_beam/transforms/external.py | 74 +-
.../python/apache_beam/transforms/external_java.py | 2 +-
.../python/apache_beam/transforms/external_test.py | 18 +-
sdks/python/apache_beam/transforms/trigger_test.py | 14 +-
sdks/python/apache_beam/transforms/util_test.py | 14 +
.../transforms/validate_runner_xlang_test.py | 2 +-
.../apache_beam/typehints/decorators_test.py | 8 +-
.../typehints/native_type_compatibility.py | 5 +-
sdks/python/apache_beam/typehints/schemas.py | 8 +-
.../apache_beam/typehints/typed_pipeline_test.py | 14 +-
sdks/python/apache_beam/utils/timestamp.py | 25 +-
sdks/python/apache_beam/utils/timestamp_test.py | 5 +
.../utils/transform_service_launcher.py | 261 +
sdks/python/apache_beam/version.py | 2 +-
sdks/python/apache_beam/yaml/pipeline.schema.yaml | 117 +-
sdks/python/apache_beam/yaml/readme_test.py | 42 +-
sdks/python/apache_beam/yaml/yaml_mapping.md | 196 +
sdks/python/apache_beam/yaml/yaml_mapping.py | 289 +
sdks/python/apache_beam/yaml/yaml_mapping_test.py | 138 +
sdks/python/apache_beam/yaml/yaml_provider.py | 58 +-
sdks/python/apache_beam/yaml/yaml_transform.py | 122 +-
.../python/apache_beam/yaml/yaml_transform_test.py | 249 +-
sdks/python/build-requirements.txt | 2 +-
sdks/python/build.gradle | 5 -
sdks/python/container/Dockerfile | 70 +-
.../container/base_image_requirements_manual.txt | 2 +-
sdks/python/container/build.gradle | 20 -
sdks/python/container/piputil.go | 10 +-
.../container/py310/base_image_requirements.txt | 92 +-
.../container/py311/base_image_requirements.txt | 90 +-
.../container/py37/base_image_requirements.txt | 135 -
sdks/python/container/py37/build.gradle | 28 -
.../container/py38/base_image_requirements.txt | 92 +-
.../container/py39/base_image_requirements.txt | 94 +-
sdks/python/container/run_validatescontainer.sh | 2 -
sdks/python/mypy.ini | 2 +-
sdks/python/scripts/run_dependency_check.sh | 34 -
sdks/python/scripts/run_tox.sh | 6 +-
sdks/python/setup.py | 16 +-
.../tensorrt_runinference/tensor_rt.dockerfile | 5 +-
sdks/python/test-suites/dataflow/py37/build.gradle | 24 -
sdks/python/test-suites/direct/common.gradle | 2 +-
sdks/python/test-suites/direct/py37/build.gradle | 24 -
sdks/python/test-suites/gradle.properties | 24 +-
sdks/python/test-suites/portable/py37/build.gradle | 26 -
sdks/python/test-suites/tox/py37/build.gradle | 43 -
sdks/python/test-suites/tox/py38/build.gradle | 14 +-
sdks/python/test-suites/tox/pycommon/build.gradle | 4 +-
sdks/python/tox.ini | 56 +-
sdks/typescript/package.json | 2 +-
sdks/typescript/src/apache_beam/index.ts | 1 +
sdks/typescript/src/apache_beam/io/index.ts | 29 +
.../typescript/src/apache_beam/transforms/index.ts | 1 +
sdks/typescript/tsconfig.json | 1 +
settings.gradle.kts | 19 +-
start-build-env.sh | 2 +-
website/Dockerfile | 2 +-
website/www/site/assets/js/quotes-slider.js | 34 -
website/www/site/assets/js/sliders/quotes.js | 34 +
website/www/site/assets/js/sliders/top-banners.js | 26 +
website/www/site/assets/scss/_banner.sass | 21 +-
website/www/site/assets/scss/_ctas.sass | 4 +-
website/www/site/assets/scss/_header.sass | 4 +
website/www/site/assets/scss/_playground.sass | 1 +
website/www/site/content/en/blog/beam-2.47.0.md | 2 +-
website/www/site/content/en/blog/beam-2.48.0.md | 9 +-
website/www/site/content/en/blog/beamquest.md | 39 +
.../en/blog/managing-beam-dependencies-in-java.md | 122 +
website/www/site/content/en/case-studies/hsbc.md | 236 +
.../site/content/en/case-studies/projectShield.md | 231 +
.../en/contribute/get-started-contributing.md | 2 +-
.../site/content/en/contribute/release-guide.md | 60 +-
.../content/en/documentation/programming-guide.md | 2 +-
.../site/content/en/documentation/runners/flink.md | 87 +-
.../en/documentation/runtime/environments.md | 2 +-
.../java/aggregation/approximatequantiles.md | 5 +
.../transforms/java/aggregation/cogroupbykey.md | 9 +-
.../transforms/java/aggregation/combine.md | 9 +
.../transforms/java/aggregation/count.md | 13 +-
.../transforms/java/aggregation/distinct.md | 8 +-
.../transforms/java/aggregation/groupbykey.md | 6 +-
.../java/aggregation/groupintobatches.md | 5 +-
.../transforms/java/aggregation/latest.md | 10 +-
.../transforms/java/aggregation/max.md | 13 +
.../transforms/java/aggregation/mean.md | 15 +-
.../transforms/java/aggregation/min.md | 14 +-
.../transforms/java/aggregation/sample.md | 5 +-
.../transforms/java/aggregation/sum.md | 21 +-
.../transforms/java/aggregation/top.md | 5 +-
.../transforms/java/elementwise/filter.md | 7 +
.../transforms/java/elementwise/flatmapelements.md | 5 +-
.../transforms/java/elementwise/keys.md | 8 +-
.../transforms/java/elementwise/kvswap.md | 8 +-
.../transforms/java/elementwise/mapelements.md | 14 +-
.../transforms/java/elementwise/pardo.md | 6 +
.../transforms/java/elementwise/partition.md | 20 +-
.../transforms/java/elementwise/regex.md | 5 +-
.../transforms/java/elementwise/tostring.md | 5 +-
.../transforms/java/elementwise/values.md | 8 +-
.../transforms/java/elementwise/withkeys.md | 15 +-
.../transforms/java/elementwise/withtimestamps.md | 5 +-
.../documentation/transforms/java/other/create.md | 4 +-
.../documentation/transforms/java/other/flatten.md | 12 +-
.../en/documentation/transforms/java/other/view.md | 5 +-
.../documentation/transforms/java/other/window.md | 5 +-
.../python/aggregation/combineglobally.md | 56 +-
.../transforms/python/aggregation/combineperkey.md | 70 +-
.../transforms/python/aggregation/combinevalues.md | 70 +-
.../transforms/python/aggregation/count.md | 42 +-
.../transforms/python/aggregation/distinct.md | 14 +-
.../transforms/python/aggregation/groupby.md | 107 +-
.../transforms/python/aggregation/groupbykey.md | 8 +-
.../python/aggregation/groupintobatches.md | 14 +-
.../transforms/python/aggregation/latest.md | 28 +-
.../transforms/python/aggregation/max.md | 28 +-
.../transforms/python/aggregation/mean.md | 28 +-
.../transforms/python/aggregation/min.md | 28 +-
.../transforms/python/aggregation/sample.md | 28 +-
.../transforms/python/aggregation/sum.md | 28 +-
.../transforms/python/aggregation/top.md | 84 +-
.../transforms/python/elementwise/filter.md | 89 +-
.../transforms/python/elementwise/flatmap.md | 135 +-
.../transforms/python/elementwise/keys.md | 15 +-
.../transforms/python/elementwise/kvswap.md | 15 +-
.../transforms/python/elementwise/map.md | 120 +-
.../transforms/python/elementwise/pardo.md | 45 +-
.../transforms/python/elementwise/partition.md | 45 +-
.../transforms/python/elementwise/regex.md | 135 +-
.../python/elementwise/runinference-sklearn.md | 8 +-
.../transforms/python/elementwise/tostring.md | 45 +-
.../transforms/python/elementwise/values.md | 15 +-
.../python/elementwise/withtimestamps.md | 45 +-
.../transforms/python/other/create.md | 5 +-
.../transforms/python/other/flatten.md | 5 +-
.../transforms/python/other/windowinto.md | 5 +-
website/www/site/content/en/get-started/_index.md | 10 +-
.../get-started/an-interactive-overview-of-beam.md | 96 +
.../site/content/en/get-started/beam-overview.md | 2 +-
.../site/content/en/get-started/quickstart-py.md | 3 +-
.../en/get-started/resources/learning-resources.md | 18 +
.../site/content/en/get-started/tour-of-beam.md | 81 +-
.../content/en/get-started/try-beam-playground.md | 73 +-
.../content/en/get-started/wordcount-example.md | 55 +-
website/www/site/data/authors.yml | 10 +
website/www/site/data/en/quotes.yaml | 10 +
website/www/site/i18n/home/en.yaml | 2 +
website/www/site/layouts/index.html | 7 +-
website/www/site/layouts/partials/header.html | 35 +-
.../www/site/layouts/partials/hooks/body-end.html | 4 +-
.../partials/section-menu/en/documentation.html | 6 +-
.../partials/section-menu/en/get-started.html | 6 +-
.../shortcodes/flink_java_pipeline_options.html | 5 +
.../shortcodes/flink_python_pipeline_options.html | 5 +
.../machine-learning/machine-learning-desktop.jpg} | Bin
.../machine-learning/machine-learning-mobile.jpg} | Bin
.../banners/tour-of-beam/tour-of-beam-desktop.png | Bin 0 -> 122733 bytes
.../banners/tour-of-beam/tour-of-beam-mobile.png | Bin 0 -> 86368 bytes
.../static/images/blog/beam-badge-image-scaled.png | Bin 0 -> 53129 bytes
.../images/case-study/hsbc/andrzej_golonka.jpg | Bin 0 -> 40744 bytes
.../static/images/case-study/hsbc/chup_cheng.jpg | Bin 0 -> 114863 bytes
.../static/images/case-study/hsbc/scheme-10.png | Bin 0 -> 150719 bytes
.../static/images/case-study/hsbc/scheme-11.png | Bin 0 -> 34104 bytes
.../static/images/case-study/hsbc/scheme-9.png | Bin 0 -> 39137 bytes
.../apache_beam_streaming_log_analytics.png | Bin 0 -> 93797 bytes
.../case-study/projectShield/chad_hansen.png | Bin 0 -> 386079 bytes
.../case-study/projectShield/marc_howard.jpg | Bin 0 -> 136851 bytes
.../projectShield/project_shield_mechanism.png | Bin 0 -> 29786 bytes
.../site/static/images/logos/powered-by/hsbc.png | Bin 0 -> 3391 bytes
.../images/logos/powered-by/project_shield.png | Bin 0 -> 9908 bytes
1204 files changed, 104030 insertions(+), 15283 deletions(-)
create mode 100644 .github/actions/rerun-job-action/action.yml
create mode 100644 .github/gh-actions-self-hosted-runners/arc/images/Dockerfile
create mode 100644 .github/gh-actions-self-hosted-runners/arc/images/README.md
create mode 100644 .github/workflows/beam_PreCommit_Website.yml
create mode 100644 .github/workflows/beam_PreCommit_Whitespace.yml
delete mode 100644 .github/workflows/build_playground_backend.yml
delete mode 100644 .github/workflows/build_playground_frontend.yml
create mode 100644 .github/workflows/build_runner_image.yml
create mode 100644 .github/workflows/code_completion_plugin_tests.yml
delete mode 100644 .github/workflows/playground_deploy_backend.yml
delete mode 100644 .github/workflows/playground_deploy_examples.yml
delete mode 100644 .github/workflows/playground_deploy_infrastructure.yml
delete mode 100644 .github/workflows/playground_examples_cd.yml
delete mode 100644 .github/workflows/playground_examples_cd_reusable.yml
delete mode 100644 .github/workflows/playground_examples_ci.yml
delete mode 100644 .github/workflows/playground_examples_ci_reusable.yml
delete mode 100644 .github/workflows/tour_of_beam_examples_ci.yml
delete mode 100644 .test-infra/jenkins/dependency_check/bigquery_client_utils.py
delete mode 100644 .test-infra/jenkins/dependency_check/dependency_check_report_generator.py
delete mode 100644 .test-infra/jenkins/dependency_check/dependency_check_report_generator_test.py
delete mode 100755 .test-infra/jenkins/dependency_check/generate_report.sh
delete mode 100644 .test-infra/jenkins/dependency_check/report_generator_config.py
delete mode 100644 .test-infra/jenkins/dependency_check/version_comparer.py
delete mode 100644 .test-infra/jenkins/dependency_check/version_comparer_test.py
delete mode 100644 .test-infra/jenkins/job_Dependency_Check.groovy
create mode 100644 .test-infra/pipelines/README.md
create mode 100644 .test-infra/pipelines/build.gradle
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/.terraform.lock.hcl
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/README.md
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/apache-beam-testing.tfbackend
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/apache-beam-testing.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/artifactregistry.tf
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/common.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/iam.tf
copy .test-infra/{terraform/google-cloud-platform/google-kubernetes-engine/modules/01-setup => pipelines/infrastructure/01.setup}/provider.tf (100%)
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/services.tf
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/state.tf
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/storage.tf
create mode 100644 .test-infra/pipelines/infrastructure/01.setup/variables.tf
create mode 100644 .test-infra/pipelines/infrastructure/02.network/.terraform.lock.hcl
create mode 100644 .test-infra/pipelines/infrastructure/02.network/README.md
create mode 100644 .test-infra/pipelines/infrastructure/02.network/apache-beam-testing.tfbackend
create mode 100644 .test-infra/pipelines/infrastructure/02.network/apache-beam-testing.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/02.network/common.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/02.network/data.tf
create mode 100644 .test-infra/pipelines/infrastructure/02.network/network.tf
copy .test-infra/{terraform/google-cloud-platform/google-kubernetes-engine/modules/02-network => pipelines/infrastructure/02.network}/provider.tf (100%)
create mode 100644 .test-infra/pipelines/infrastructure/02.network/state.tf
create mode 100644 .test-infra/pipelines/infrastructure/02.network/variables.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/README.md
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/.terraform.lock.hcl
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/README.md
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/apache-beam-testing.tfbackend
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/apache-beam-testing.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/bigquery.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/common.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/data.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/iam.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/provider.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/pubsub.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/state.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/variables.tf
create mode 100644 .test-infra/pipelines/infrastructure/03.io/dataflow-to-bigquery/workflow.tf
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/README.md
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/apache-beam-testing.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/common.tfvars
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/data.tf
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/dataflow-template.json
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/output.tf
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/provider.tf
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/template.tf
create mode 100644 .test-infra/pipelines/infrastructure/04.template/dataflow-to-bigquery/variables.tf
create mode 100644 .test-infra/pipelines/infrastructure/README.md
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/ReadDataflowApiWriteBigQuery.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/bigquery/BigQueryWriteOptions.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/bigquery/BigQueryWrites.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/bigquery/DatasetReferenceOptionValue.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/bigquery/package-info.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/ConversionError.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/EventarcConversions.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/JobsToRow.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/RowConversionResult.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/WithAppendedDetailsToRow.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/package-info.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowClientFactory.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowClientFactoryConfiguration.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowFilterEventarcJobs.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowGetJobExecutionDetails.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowGetJobMetrics.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowGetJobs.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowGetStageExecutionDetails.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowJobsOptions.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowReadResult.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowRequestError.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowRequests.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/JobMetricsWithAppendedDetails.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/StageSummaryWithAppendedDetails.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/Throttle.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/WorkerDetailsWithAppendedDetails.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/dataflow/package-info.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/package-info.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/pubsub/PubsubReadOptions.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/pubsub/SubscriptionPathOptionValue.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/pubsub/package-info.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/schemas/DependencyDrivenDescriptorQueue.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/schemas/DescriptorSchemaRegistry.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/schemas/GeneratedMessageV3RowBuilder.java
create mode 100644 .test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/schemas/package-info.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/EventarcConversionsTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/JobMetricsWithAppendedDetailsTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/StageSummaryWithAppendedDetailsTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/WithAppendedDetailsToRowTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/conversions/WorkerDetailsWithAppendedDetailsTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/dataflow/DataflowFilterEventarcJobsTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/AbstractGeneratedMessageV3RowBuilderTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/DependencyDrivenDescriptorQueueTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/DescriptorSchemaRegistryTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/EnvironmentRowBuilderTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/ExecutionStageSummaryTest.java
create mode 100644 .test-infra/pipelines/src/test/java/org/apache/beam/testinfra/pipelines/schemas/TransformSummaryRowBuilderTest.java
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/has_extra_data_payload_foo_property.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_canceled_streaming.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_canceling_streaming.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_done_batch.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_pending_batch.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_pending_streaming.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_queued_streaming.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_running_batch.json
create mode 100644 .test-infra/pipelines/src/test/resources/eventarc_data/job_state_running_streaming.json
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/ApproximateQuantilesExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/CoGroupByKeyExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/CombineExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/CountExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/CountPerKeyExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/CreateExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/DistinctExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/FlatMapElementsExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/GroupIntoBatchesExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/KafkaPassengerCountJson.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/KafkaStreaming.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/KeysExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/KvSwapExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/LatestExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/MapElementsExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/MaxExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/MaxPerKeyExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/MeanExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/MeanPerKeyExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/MinExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/MinPerKeyExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/PartitionExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/RegexExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/SampleExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/SumExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/SumPerKeyExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/ToStringExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/TopExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/ValuesExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/ViewExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/WindowExample.java
create mode 100644 examples/java/src/main/java/org/apache/beam/examples/cookbook/MinimalBigQueryTornadoes.java
create mode 100644 examples/java/src/test/java/org/apache/beam/examples/cookbook/MinimalBigQueryTornadoesTest.java
create mode 100644 examples/notebooks/beam-ml/image_processing_tensorflow.ipynb
create mode 100644 examples/notebooks/beam-ml/run_inference_generative_ai.ipynb
rename examples/notebooks/{tour-of-beam => interactive-overview}/dataframes.ipynb (100%)
rename examples/notebooks/{tour-of-beam => interactive-overview}/getting-started.ipynb (100%)
rename examples/notebooks/{tour-of-beam => interactive-overview}/reading-and-writing-data.ipynb (100%)
rename examples/notebooks/{tour-of-beam => interactive-overview}/windowing.ipynb (100%)
create mode 100644 learning/beamdoc/CombinePerKeyExample.java
create mode 100644 learning/beamdoc/FlattenExample.java
create mode 100644 learning/beamdoc/GroupByKeyExample.java
create mode 100644 learning/beamdoc/WithKeysExample.java
create mode 100644 learning/tour-of-beam/frontend/lib/constants/links.dart
create mode 100644 learning/tour-of-beam/frontend/lib/constants/params.dart
delete mode 100644 learning/tour-of-beam/frontend/lib/pages/tour/widgets/content_tree_title.dart
create mode 100644 learning/tour-of-beam/learning-content/cross-language/module-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/cross-language/multi-pipeline/description.md
create mode 100644 learning/tour-of-beam/learning-content/cross-language/multi-pipeline/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/cross-language/multi-pipeline/python-example/input.txt
create mode 100644 learning/tour-of-beam/learning-content/cross-language/multi-pipeline/python-example/output.log
create mode 100644 learning/tour-of-beam/learning-content/cross-language/multi-pipeline/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/cross-language/multi-pipeline/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/cross-language/sql-transform/description.md
create mode 100644 learning/tour-of-beam/learning-content/cross-language/sql-transform/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/cross-language/sql-transform/java-example/output.log
create mode 100644 learning/tour-of-beam/learning-content/cross-language/sql-transform/python-example/output.log
create mode 100644 learning/tour-of-beam/learning-content/cross-language/sql-transform/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/cross-language/sql-transform/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/description.md
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/go-challenge/input.csv
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/go-challenge/main.go
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/go-solution/input.csv
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/go-solution/main.go
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/hint1.md
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/java-challenge/Task.java
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/java-challenge/input.csv
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/java-solution/Task.java
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/java-solution/input.csv
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/python-challenge/input.csv
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/python-challenge/task.py
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/python-solution/input.csv
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/python-solution/task.py
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-1/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/description.md
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/go-challenge/analysis.csv
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/go-challenge/main.go
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/go-solution/analysis.csv
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/go-solution/main.go
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/hint1.md
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/java-challenge/Task.java
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/java-challenge/analysis.csv
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/java-solution/Task.java
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/java-solution/analysis.csv
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/python-challenge/analysis.csv
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/python-challenge/task.py
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/python-solution/analysis.csv
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/python-solution/task.py
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/final-challenge-2/unit-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/final-challenge/module-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/splittable-dofn/module-info.yaml
create mode 100644 learning/tour-of-beam/learning-content/splittable-dofn/splittable/description.md
create mode 100644 learning/tour-of-beam/learning-content/splittable-dofn/splittable/go-example/main.go
create mode 100644 learning/tour-of-beam/learning-content/splittable-dofn/splittable/java-example/Task.java
create mode 100644 learning/tour-of-beam/learning-content/splittable-dofn/splittable/python-example/task.py
create mode 100644 learning/tour-of-beam/learning-content/splittable-dofn/splittable/unit-info.yaml
delete mode 100644 playground/CI.md
create mode 100644 playground/TASKS.md
create mode 100644 playground/backend/SCHEMA.md
create mode 100644 playground/backend/datasets/NYCTaxi1000Avro.avro
create mode 100644 playground/backend/datasets/NYCTaxi1000Json.json
create mode 100644 playground/backend/datasets/NYCTaxi1000_simpleAvro.avro
create mode 100644 playground/backend/datasets/NYCTaxi1000_simpleJson.json
create mode 100644 playground/doc/load_your_code/images/share-my-code.png
create mode 100644 playground/doc/load_your_code/images/workflow.png
create mode 100644 playground/frontend/playground_components/lib/src/exceptions/detailed_exception.dart
create mode 100644 playground/frontend/playground_components/lib/src/theme/transitions.dart
create mode 100644 playground/frontend/playground_components/lib/src/widgets/iframe/iframe.dart
create mode 100644 playground/frontend/playground_components/lib/src/widgets/iframe/iframe_non_web.dart
create mode 100644 playground/frontend/playground_components/lib/src/widgets/iframe/iframe_web.dart
create mode 100644 playground/frontend/playground_components_dev/lib/src/examples/java/content/example.java
create mode 100644 playground/frontend/playground_components_dev/lib/src/examples/java/example.dart
create mode 100644 playground/load_your_code.md
mode change 100644 => 100755 plugins/beam-code-completion-plugin/gradlew
create mode 100644 plugins/beam-code-completion-plugin/src/main/java/BeamCompletionConfidence.java
delete mode 100644 plugins/beam-code-completion-plugin/src/main/java/BeamJavaSDKPattern.java
create mode 100644 plugins/beam-code-completion-plugin/src/test/java/BeamCompletionContributorTestCase.java
delete mode 100644 plugins/beam-code-completion-plugin/src/test/java/BeamCompletionContributorTestcase.java
create mode 100644 plugins/beam-code-completion-plugin/src/test/testData/TestCompletions.java
create mode 100644 runners/samza/OWNERS
create mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/PortableBundleManager.java
create mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/PortableConfigUtils.java
create mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/PortableBundleManagerTest.java
create mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/util/PortableConfigUtilsTest.java
create mode 100644 sdks/go/cmd/prism/README.md
create mode 100644 sdks/go/cmd/prism/prism.go
create mode 100644 sdks/go/data/tweetwithnulls.avro
create mode 100644 sdks/go/pkg/beam/runners/prism/internal/doc.go
create mode 100644 sdks/go/pkg/beam/runners/prism/internal/jobservices/management_test.go
create mode 100644 sdks/go/pkg/beam/runners/prism/internal/web/assets/style.css
create mode 100644 sdks/go/pkg/beam/runners/prism/internal/web/index.html
create mode 100644 sdks/go/pkg/beam/runners/prism/internal/web/jobdetails.html
create mode 100644 sdks/go/pkg/beam/runners/prism/internal/web/web.go
create mode 100644 sdks/java/container/java21/java21-security.properties
create mode 100644 sdks/java/container/java21/option-java21-security.json
create mode 100644 sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/io/AvroDatumFactory.java
create mode 100644 sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/schemas/utils/AvroJavaTimeConversions.java
create mode 100644 sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/schemas/utils/AvroJodaTimeConversions.java
create mode 100644 sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/schemas/TestAvroConversionFactory.java
create mode 100644 sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/PythonExternalTransformOptions.java
create mode 100644 sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/PythonExternalTransformOptionsRegistrar.java
create mode 100644 sdks/java/harness/src/main/java/org/apache/beam/fn/harness/debug/ElementSample.java
create mode 100644 sdks/java/harness/src/main/java/org/apache/beam/fn/harness/logging/QuotaEvent.java
create mode 100644 sdks/java/io/components/build.gradle
create mode 100644 sdks/java/io/components/src/main/java/org/apache/beam/sdk/io/components/deadletterqueue/DLQRouter.java
create mode 100644 sdks/java/io/components/src/main/java/org/apache/beam/sdk/io/components/deadletterqueue/sinks/ThrowingSink.java
create mode 100644 sdks/java/io/components/src/test/java/org/apache/beam/sdk/io/components/deadletterqueue/DLQRouterTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/RowMutation.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/RowMutationInformation.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiCDC.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigTableReadSchemaTransformProvider.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableReadSchemaTransformProvider.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableWriteSchemaTransformProvider.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dofn/FilterForMutationDoFn.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/CoderSizeEstimator.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/NullSizeEstimator.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/NullThroughputEstimator.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/ThroughputEstimator.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiSinkRowUpdateIT.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigTableReadSchemaTransformProviderIT.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableReadSchemaTransformProviderIT.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableWriteSchemaTransformProviderIT.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dofn/FilterForMutationDoFnTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/NullSizeEstimatorTest.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/estimator/NullThroughputEstimatorTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/SpannerChangestreamsReadDlqTest.java
create mode 100644 sdks/java/transform-service/launcher/build.gradle
create mode 100644 sdks/java/transform-service/launcher/src/main/java/org/apache/beam/sdk/transformservice/launcher/TransformServiceLauncher.java
create mode 100644 sdks/java/transform-service/launcher/src/main/java/org/apache/beam/sdk/transformservice/launcher/package-info.java
delete mode 100644 sdks/python/apache_beam/examples/avro_bitcoin.py
create mode 100644 sdks/python/apache_beam/examples/avro_nyc_trips.py
create mode 100644 sdks/python/apache_beam/examples/avro_nyc_trips_it_test.py
create mode 100644 sdks/python/apache_beam/examples/avro_nyc_trips_test.py
create mode 100644 sdks/python/apache_beam/examples/inference/vertex_ai_image_classification.py
create mode 100644 sdks/python/apache_beam/examples/snippets/snippets_examples_wordcount_debugging.py
create mode 100644 sdks/python/apache_beam/examples/snippets/snippets_examples_wordcount_minimal.py
create mode 100644 sdks/python/apache_beam/examples/snippets/snippets_examples_wordcount_wordcount.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally_combinefn.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally_function.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally_lambda.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally_multiple_arguments.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally_side_inputs_dict.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally_side_inputs_iter.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineglobally_side_inputs_singleton.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_combinefn.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_function.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_lambda.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_multiple_arguments.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_side_inputs_dict.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_side_inputs_iter.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_side_inputs_singleton.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combineperkey_simple.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_combinefn.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_function.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_lambda.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_multiple_arguments.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_side_inputs_dict.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_side_inputs_iter.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_side_inputs_singleton.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/combinevalues_simple.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/count.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/count_globally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/count_per_element.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/count_per_key.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/groupby_attr.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/groupby_attr_expr.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/groupby_expr.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/groupby_expr_aggregate.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/groupby_global_aggregate.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/groupby_simple_aggregate.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/groupby_two_exprs.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/latest.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/latest_globally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/latest_per_key.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/max.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/max_globally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/max_per_key.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/mean.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/mean_globally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/mean_per_key.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/min.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/min_globally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/min_per_key.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/sample.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/sample_fixed_size_globally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/sample_fixed_size_per_key.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/sum.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/sum_globally.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/sum_per_key.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/top.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/top_largest.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/top_largest_per_key.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/top_of.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/top_per_key.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/top_smallest.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/aggregation/top_smallest_per_key.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/filter.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/filter_function.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/filter_lambda.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/filter_multiple_arguments.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/filter_side_inputs_dict.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/filter_side_inputs_iter.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/filter_side_inputs_singleton.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_function.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_generator.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_lambda.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_multiple_arguments.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_side_inputs_dict.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_side_inputs_iter.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_side_inputs_singleton.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_simple.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/flatmap_tuple.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_function.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_lambda.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_multiple_arguments.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_side_inputs_dict.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_side_inputs_iter.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_side_inputs_singleton.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_simple.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/map_tuple.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/pardo.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/pardo_dofn.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/pardo_dofn_methods.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/pardo_dofn_params.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/partition.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/partition_function.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/partition_lambda.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/partition_multiple_arguments.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_all_matches.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_find.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_find_all.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_find_kv.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_matches.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_matches_kv.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_replace_all.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_replace_first.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/regex_split.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/runinference_sklearn_keyed_model_handler.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/runinference_sklearn_unkeyed_model_handler.py
delete mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/tostring.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/tostring_element.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/tostring_iterables.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/tostring_kvs.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/withtimestamps_event_time.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/withtimestamps_logical_clock.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/withtimestamps_processing_time.py
copy {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/examples/snippets/transforms/other}/__init__.py (100%)
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/other/create.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/other/create_test.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/other/flatten.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/other/flatten_test.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/other/window.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/other/window_test.py
copy {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/io/components}/__init__.py (100%)
create mode 100644 sdks/python/apache_beam/io/components/adaptive_throttler.py
create mode 100644 sdks/python/apache_beam/io/components/adaptive_throttler_test.py
create mode 100644 sdks/python/apache_beam/io/components/util.py
create mode 100644 sdks/python/apache_beam/io/gcp/bigtableio_it_test.py
delete mode 100644 sdks/python/apache_beam/io/gcp/datastore/v1new/adaptive_throttler.py
delete mode 100644 sdks/python/apache_beam/io/gcp/datastore/v1new/adaptive_throttler_test.py
delete mode 100644 sdks/python/apache_beam/io/gcp/dicomio_integration_test.py
delete mode 100644 sdks/python/apache_beam/io/gcp/dicomio_test.py
rename {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/io/gcp/healthcare}/__init__.py (100%)
copy sdks/python/apache_beam/io/gcp/{ => healthcare}/dicomclient.py (100%)
create mode 100644 sdks/python/apache_beam/io/gcp/healthcare/dicomio.py
create mode 100644 sdks/python/apache_beam/io/gcp/healthcare/dicomio_integration_test.py
create mode 100644 sdks/python/apache_beam/io/gcp/healthcare/dicomio_test.py
create mode 100644 sdks/python/apache_beam/ml/inference/vertex_ai_inference.py
create mode 100644 sdks/python/apache_beam/utils/transform_service_launcher.py
create mode 100644 sdks/python/apache_beam/yaml/yaml_mapping.md
create mode 100644 sdks/python/apache_beam/yaml/yaml_mapping.py
create mode 100644 sdks/python/apache_beam/yaml/yaml_mapping_test.py
delete mode 100644 sdks/python/container/py37/base_image_requirements.txt
delete mode 100644 sdks/python/container/py37/build.gradle
delete mode 100755 sdks/python/scripts/run_dependency_check.sh
delete mode 100644 sdks/python/test-suites/dataflow/py37/build.gradle
delete mode 100644 sdks/python/test-suites/direct/py37/build.gradle
delete mode 100644 sdks/python/test-suites/portable/py37/build.gradle
delete mode 100644 sdks/python/test-suites/tox/py37/build.gradle
create mode 100644 sdks/typescript/src/apache_beam/io/index.ts
delete mode 100644 website/www/site/assets/js/quotes-slider.js
create mode 100644 website/www/site/assets/js/sliders/quotes.js
create mode 100644 website/www/site/assets/js/sliders/top-banners.js
create mode 100644 website/www/site/content/en/blog/beamquest.md
create mode 100644 website/www/site/content/en/blog/managing-beam-dependencies-in-java.md
create mode 100644 website/www/site/content/en/case-studies/hsbc.md
create mode 100644 website/www/site/content/en/case-studies/projectShield.md
create mode 100644 website/www/site/content/en/get-started/an-interactive-overview-of-beam.md
rename website/www/site/static/images/{banner_desktop.jpg => banners/machine-learning/machine-learning-desktop.jpg} (100%)
rename website/www/site/static/images/{banner_mobile.jpg => banners/machine-learning/machine-learning-mobile.jpg} (100%)
create mode 100644 website/www/site/static/images/banners/tour-of-beam/tour-of-beam-desktop.png
create mode 100644 website/www/site/static/images/banners/tour-of-beam/tour-of-beam-mobile.png
create mode 100644 website/www/site/static/images/blog/beam-badge-image-scaled.png
create mode 100644 website/www/site/static/images/case-study/hsbc/andrzej_golonka.jpg
create mode 100644 website/www/site/static/images/case-study/hsbc/chup_cheng.jpg
create mode 100644 website/www/site/static/images/case-study/hsbc/scheme-10.png
create mode 100644 website/www/site/static/images/case-study/hsbc/scheme-11.png
create mode 100644 website/www/site/static/images/case-study/hsbc/scheme-9.png
create mode 100644 website/www/site/static/images/case-study/projectShield/apache_beam_streaming_log_analytics.png
create mode 100644 website/www/site/static/images/case-study/projectShield/chad_hansen.png
create mode 100644 website/www/site/static/images/case-study/projectShield/marc_howard.jpg
create mode 100644 website/www/site/static/images/case-study/projectShield/project_shield_mechanism.png
create mode 100644 website/www/site/static/images/logos/powered-by/hsbc.png
create mode 100644 website/www/site/static/images/logos/powered-by/project_shield.png