You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/09/14 13:45:18 UTC
[beam] branch dependabot/pip/sdks/python/mypy-protobuf-2.10 updated (60e2f36a553 -> ec82af3cae7)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/pip/sdks/python/mypy-protobuf-2.10
in repository https://gitbox.apache.org/repos/asf/beam.git
discard 60e2f36a553 Bump mypy-protobuf from 1.18 to 2.10 in /sdks/python
add c7e77f92248 Adding VladMatyunin as collaborator (#22239)
add d69b217f0a3 add new pubsub urn
add 029a2e3d5aa Merge pull request #21966: add new pubsub urn
add 4bd44e8a28e Several requests to show experiments in Dataflow UI
add d2212b3f5d5 Merge pull request #22207 from Several requests to show experiments in UIs.
add be922c9f782 Mark session runner as deprecated (#22242)
add 52753a9c854 Add org.pentaho to calcite relocated packages to fix vendoring validation.
add 139ca673176 Merge pull request #22228: Add org.pentaho to calcite relocated packages to fix vendoring validation
add d4d7d93af9c Update google-cloud-core dependency to <3 (#22237)
add cc10d15c92d Move WC integration test to generic registration (#22248)
add 2c8e7eb7a39 Move Xlang Go examples to generic registration (#22249)
add b4c251a15bb Move Go Primitives Integration Tests to Generic Registration (#22247)
add fa5bcfa3613 Move native Go examples to generic registration (#22245)
add 9cf8cf5abfd Move youngoli to the reviewer exclusion list (#22195)
add 51ed8db8bf0 Bump google.golang.org/api from 0.86.0 to 0.87.0 in /sdks (#22253)
add f88b9ec0bc9 Bump cloud.google.com/go/bigquery from 1.34.1 to 1.35.0 in /sdks (#22213)
add d54841c985f Bump google.golang.org/grpc from 1.47.0 to 1.48.0 in /sdks (#22252)
add b78a080e932 Merge pull request #15786: Add gap-filling transform for timeseries
add 7efd5940bdf [BEAM-14506] Adding testcases and examples for xlang Python RunInference
add d5cec82adbe update
add 1dc015fdf45 update
add 316dfae2c5f Merge pull request #21809 from ihji/BEAM-14506
add 48c081e5604 Defocus iframe on blur or mouseout (#22153) (#22154)
add 95749737555 Fix pydoc rendering for annotated classes (#22121)
add e69ada95f1f Adds an experiment that allows opting into using Kafka SDF-wrapper
add f2e41be4880 Merge pull request #22251: Adds an experiment that allows opting into using Kafka SDF-wrapper
add 8a32df19e2c Fix typo in comment (#22266)
add e6de18c4d63 Split words on new lines or spaces (#22270)
add 67e6726ffeb Replace \r\n, not just \n
add a7a29859dc6 Pg auth test (#22277)
add 63c2d14b9ca [BEAM-14073] [CdapIO] CDAP IO for batch plugins: Read, Write. Unit tests included (#21765)
add c14a4cf8779 [Fix #22151] Add fhirio.Deidentify transform (#22152)
add 406494b2ad7 [BEAM-22229] Override external SDK container URLs for Dataflow by default in Java SDK
add 0e626698e96 update
add 543b9bd578d Merge pull request #22230 from ihji/BEAM-22229
add 64bcc7df2b8 Remove locks around ExecutionStateSampler (#22190)
add ad3af31a627 Fix query retry in Java FirestoreIO.
add 2b42751cb79 Merge pull request #22175: [BEAM-22089] Fix query retry in Java FirestoreIO
add 87267d57245 [BEAM-14101] Add Spark Receiver IO package and ReceiverBuilder (squashed)
add b0225ca084c Merge pull request #17111: [BEAM-14101] [CdapIO] Add ReceiverBuilder for SparkReceiverIO
add 2cb2ee2ba3b Moves timestamp skew override to correct place
add 0140c9c0020 Adds TestStream to verify window preservation of ElasticsearchIO#write
add 60e9573ef6f Removes unnecessary line
add 30d25de001e Adds validation that ES#Write outputs are in expected windows
add 132d634ce14 Updates window verification test to assert the exact docs in the window
add b9dabebc112 Uses guava Iterables over shaded avro version
add 673a4cc7930 Merge pull request #22183 from egalpin/egalpin/timestamp-skew-es
add 2f13855aff6 Merge pull request #22140 from [Playground Task] Sharing any code API
add b3963b75d35 Enables UnboundedSource wrapped SDF Kafka source by default for x-lang over the pure SDF source
add 896bf1af778 Merge pull request #22286: Enables UnboundedSource wrapped SDF Kafka source by default for Python x-lang
add c092af2b1ce RunInference documentation updates. (#22236)
add 72bf1a2df17 Don't try to parse non-flags as retained pipeline options.
add 3dcdcf3502b Merge pull request #22276 Don't try to parse non-flags as retained pipeline options.
add 7dcc6d8e612 Turn pr bot on for remaining common labels (#22257)
add 56ee83e7fd9 Reviewing the RunInference ReadMe file for clarity. (#22069)
add a165e4036e8 Bump protobufjs from 6.11.2 to 6.11.3 in /sdks/typescript
add 9bb5d5c7f36 Merge pull request #22071 Bump protobufjs from 6.11.2 to 6.11.3 in /sdks/typescript
add 23a85351f82 Collect heap profile on OOM on Dataflow (#22225)
add 2ba53174cf5 fixing the missing wrap around ring range read (#21786)
add 62a0d0a484f [Website] add playground section, update playground, update get-started #22301
add 29b26be0c2e Merge pull request #21959 from [Website] add playground section
add fa028d3dad8 Update RunInference documentation (#22250)
add 4da1368a5bb Rewrote Java multi-language pipeline quickstart (#22263)
add 2a42b96ed88 Merge pull request #22300 from Fixed [Playground] DeployExamples, modified "get difference
add 5b54b0411c8 enabled multifile flag for multifile examples (PG)
add 20274f35c9f Merge pull request #22259 from akvelon/pg-trigger-deploy-examples
add 15c3c8fbb30 Increase streaming server timeout (#22280)
add 9efaadfd60f [website] Add TPC-DS benchmark documentation
add 799eed2cc38 Merge pull request #22047: [website] Add TPC-DS benchmark documentation
add 4b5efc3db49 [BEAM-14117] Unvendor bytebuddy dependency (#17317)
add 1805382d42c Use npm ci instead of install in CI (#22323)
add 70f26ad92a3 Fix typo in use_single_core_per_container logic. (#22318)
add f2be8066e14 [#22319] Regenerate proto2_coder_test_messages_pb2.py manually (#22320)
add 1abfb547bb3 Add links to the new RunInference content to Learning Resources (#22325)
add efde3f174c7 Unskip RunInference IT tests (#22324)
add 31cee3919ac cleaned up types in standard_coders.ts (#22316)
add abcc9e05f82 JMH module for sdks:java:core with benchmarks for GetterBasedSchemaProvider (resolves #22181) (#22182)
add ba38a4d6e55 Bump cloud.google.com/go/pubsub from 1.23.1 to 1.24.0 in /sdks (#22332)
add 5dc02f5df67 Require unique names for stages.
add ba62704a464 Merge pull request #22327 Require unique names for stages.
add ecd13620cfb [#22181] Fix java package for SDK java core benchmark org.apache.beam.sdk.schemas -> org.apache.beam.sdk.jmh.schemas
add 203cb132843 Allow jmhTest to run concurrently with other jmhTest instances
add 9352093bd10 Merge pull request #22346 from lukecwik/22181
add 4821e035c14 [BEAM-13015, #21250] Optimize encoding to a ByteString (#22345)
add 367173f6245 Bump google.golang.org/api from 0.87.0 to 0.88.0 in /sdks (#22350)
add 2eaab62373d Support combiner lifting.
add 12754bbe42b More clarification.
add 9697c13d06e Merge pull request #22330 Support combiner lifting.
add caaefc0c0b6 [CdapIO] HasOffset interface was implemented (#22193)
add 50346b5d141 added olehborysevych as collaborator (#22391)
add 86d0564ace0 Add accept-language header for MPL license (#22395)
add 5773178eabd BEAM-14525 Fix for Protobuf getter/setter method name discovery issue
add 5d482c31030 BEAM-14525 Added a proto message with the problematic properties to use a generated class as well for testing, and not only the current state
add 944056c9a7a Merge branch 'master' into BEAM-14525
add b5144a22f0a PR CR: updating issue links
add f2f239a44f4 Merge pull request #17775 from nbali/BEAM-14525
add 0581c49575e Bump terser from 5.9.0 to 5.14.2 in /sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel (#22365)
add 72127f93f45 Fixes #22156: Fix Spark3 runner to compile against Spark 3.2/3.3 and add version tests to verify compatibility going forward (#22157)
add 8d59cf7de71 Closes #22407: Separate sources for SparkStructuredStreamingRunner for Spark 2 & 3 to allow for easier improvements for Spark 3.
add 79d677fed70 Add deprecation warning for Spark 2 in SparkStructuredStreamingRunner
add b9f6af54d52 Merge pull request #22408 from mosche/22407-separate-spark-ssrunner-sources
add 23e10ebc5d7 Bump cloud.google.com/go/storage from 1.23.0 to 1.24.0 in /sdks (#22377)
add 001dd3782bb [Website] change getting window width method
add 1cd5d7339ff Merge pull request #22256: [Website] change getting window width method
add 94941667e6b Drop timeseries:postCommit dependency (#22414)
add 68ff1c79d7a Removing experimental annotation from JdbcIO
add 52a8af59e3d Merge pull request #22412 from Removing experimental annotation from JdbcIO
add df99d6a2eb9 Deduplicate identical environments in a pipeline. (#22308)
add 79db4d25cc8 Skip failing torch post commit test (#22418)
add a6f07296fee Log level fix on local runner (#22420)
add d050a088a3d Update element_type inference (default_type_hints) for batched DoFns with yields_batches/yields_elements (#22198)
add 54b0784da7c Remove spaces in experiments (#22423)
add fa492f86d1e Bump cloud.google.com/go/bigquery from 1.35.0 to 1.36.0 in /sdks (#22333)
add b2b466aabc8 Disallow EventTimes in iterators (#22435)
add 83fd0f47420 Update the upper bound for google-cloud-recommendations-ai. (#22398)
add 01fa485b31b LoadTestsBuilder: Disallow whitespace in option values (#22437)
add e032c1626b2 Fix overly aggressive null check in RowWriterFactory
add ac7bb2bb95a Merge pull request #22289: Fix overly aggressive null check in RowWriterFactory
add 32d3bf55ddc add executeAsTemplate to head, head_homepage, add absURL to page-nav.js, copy-to-clipboard.js, case-studies.scss
add 5141ad8790a Merge pull request #21949: [WEBSITE] fix relative paths bug on staging in js files
add 485f9afe675 Replace distutils with supported modules. (#21968)
add 16c2006e4ec Revert "Replace distutils with supported modules. " (#22453)
add 06d6d58102d Adds KV support for the Java RunInference transform.
add deb72620e02 Merge pull request #22442 from chamikaramj/runinference_kv_support
add 0fbecde63b3 Enable configuration to avoid successfully written Table Row propagation as part of WriteResult for StreamingInserts (#21813)
add 4a3c06ec40a lint fixes for recent import (#22455)
add 78ab2d96431 Bump Python Combine LoadTests timeout to 12 hours (#22439)
add 3ad20d2acdc convert windmill min timestamp to beam min timestamp (#21915)
add 59b2edb7ff1 [CdapIO] Fixed necessary warnings (#22399)
add edd915d6956 [#22051]: Add read_time support to Google Cloud Datastore connector (#22052)
add d3ef59b625b 21730 fix offset resetting (#22450)
add 0760f13c4a5 Bump google.golang.org/api from 0.88.0 to 0.89.0 in /sdks (#22464)
add 694a6669baf Upgrades pip before installing Beam for Python default expansion service (#22462)
add df5cdc8c4de [Go SDK]: Plumb allowed lateness to execution (#22476)
add 8652c452419 Replace distutils with supported modules. (#22456)
add 9158b19f83d Restrict google-api-core
add d7395ab18ed Regenerate the container dependencies.
add 505b5b723b0 Restrict google-api-core and regenerate container dependencies. #22481
add 9e7cc7cfd76 Fixes #22438. Ensure that WindmillStateReader completes all batched read futures on exceptions. Also improve decoder exceptions to only affect the corresponding state not the rest of batched reads.
add c581b4dc6bd Merge pull request #22461: Fixes #22438. Ensure that WindmillStateReader completes all batched read futures on exceptions
add cd5f88abbb5 [22369] Default Metrics for Executable Stages in Samza Runner (#22370)
add d51b497fb22 Moving to 2.42.0-SNAPSHOT on master branch.
add b0b9c680255 Remove stripping of step name. Replace removing only suffix step name (#22415)
add 33dc35fd553 [Website] remove beam-summit 2022 container with all related files
add b32d82c33af Merge pull request #22444: [Website] Remove beam-summit 2022
add 073b8f0cf3a Add read/write PubSub integration example fhirio pipeline (#22306)
add 0cbdb69f6ff Remove deprecated Session runner (#22505)
add c6624c36cbb Add Go test status to the PR template (#22508)
add e1a88265f82 Fix typo in Datastore V1ReadIT test
add dafa3801d88 Merge pull request #22484: Fix typo in Datastore V1ReadIT test
add 033c3048743 Remove unnecessary reference to use_runner_v2 experiment in x-lang examples and documentation
add f4f1de34740 Merge pull request #22376: Remove unnecessary reference to use_runner_v2 experiment in x-lang examples and documentation
add 48b53493946 Relax the google-api-core dependency. (#22513)
add d9ee90d1aef Bump google.golang.org/protobuf from 1.28.0 to 1.28.1 in /sdks (#22517)
add f4bd7b7236f Bump google.golang.org/api from 0.89.0 to 0.90.0 in /sdks (#22518)
add 815b0d3e560 Change _build import from setuptools to distutils (#22503)
add 12088cbc70a Remove stringx package (#22534)
add e5e3cb25ca4 Improve concrete error message (#22536)
add 6f416f80728 Exclude grpcio==1.48.0 (#22539)
add 324e86db849 Merge PR #22304 fixing #22331 fixing JDBC IO IT
add aaea7038f4a Update pytest to support Python 3.10 (#22055)
add 48513adc665 Update the imprecise link. (#22549)
add 4f02372a02e Remove normalization in Pytorch Image Segmentation example (#22371)
add 649aba43343 Downgrade less informative logs during write to files (#22273)
add 7006044a9c7 add zstd compression support according to issue 22393
add 0a8a6134e99 Regenerate the container dependencies.
add 3d7f6028d81 Add zstd compression/decompression support #22419
add 63d0f0d31ab Beam ml notebooks (#22510)
add 424e6a5c5da Add clearer error message for xlang transforms on teh Go Direct Runner (#22562)
add 74a534b3c0a [CdapIO] Add integration tests for CdapIO (Batch) (#22313)
add 4ca749dcb72 Bugfix: Fix broken assertion in PipelineTest (#22485)
add 7ddf0c2f35c Mention Java RunInference support in the Website
add bf39489b2a1 Merge pull request #22557: Mention Java RunInference support in the Website
add 7309d210dfa Update run_inference_basic.ipynb
add 1d22d7bc9fb Update run_inference_basic.ipynb #22567
add d357d035812 Update CHANGE.md after 2.41.0 cut (#22577)
add 5b1e1520b97 Convert to BeamSchema type from ReadfromBQ (#17159)
add 720ee14e9c5 Fix deleteTimer in InMemoryTimerInternals and enable VR tests for GroupIntoBatches. (#22525)
add 1a42618b153 Update Dataflow container version (#22580)
add afb7dc93221 Merge pull request #22347: [22188]Set allowed timestamp skew
add c8d92b03b6b Added experimental annotation to fixes #22564 (#22565)
add 6910d770b76 [BEAM-14117] Delete vendored bytebuddy gradle build (#22594)
add 51e000259cb Add Import transform to Go FhirIO (#22460)
add bfc3baa4280 Moving misplaced CHANGES from template to 2.41.0
add 168539fa85d Merge pull request #22581: Moving misplaced CHANGES from template to 2.41.0
add 3da3076313b Allow unsafe triggers for python nexmark benchmarks (#22596)
add 3c03e180570 pubsublite: Fix max offset for computing backlog (#22585)
add d0e523b8e9d Add support when writing to locked buckets by handling retentionPolicyNotMet error (#22138)
add db8db0b6ed0 [BEAM-14118, #21639] Vendor gRPC 1.48.1 (#22607)
add 6a021844fe4 [21894] Validates inference_args early (#22282)
add 17fb9c03420 Return type for _ExpandIntoRanges DoFn should be Iterable. (#22548)
add 1f2186de8ee Add PyDoc buttons to the top and bottom of the Machine Learning page (#22458)
add 00754d843f1 modifed WithKeys Playground Example
add 5cf03750b4a Merge pull request #22326 from akvelon/pg-trigger-example-deploy
add 95cbff1451d [Playground][Backend][Bug]: Moving the initialization of properties file (#22310)
add 801751ecb23 [Playground] Removed banner from Playground header, deleted unused assets
add 97a90f0f514 Merge pull request #22410 from akvelon/pg_22364_remove_banner
add c9c161d018d Bump cloud.google.com/go/bigquery from 1.36.0 to 1.37.0 in /sdks (#22598)
add cc0b446509f Minor: Clean up an assertion in schemas_test (#22613)
add 610be1db3f3 Exclude testWithShardedKeyInGlobalWindow on streaming runner v1 (#22593)
add 1b6ca617c24 Add example for `Distinct` PTransform
add e4eda0e7395 Merge pull request #22417 from shhivam/add-example-java-distinct
add e83ef734219 Pub/Sub Schema Transform Read Provider (#22145)
add 6db98fd459a Update BigQuery URI validation to allow more valid URIs through (#22452)
add cb7a4b6270a Fix bug in StructUtils
add 7521add7fe5 Merge pull request #22429 from manitgupta/spannerio-structutils-bug
add 6f704a15b4b Add units tests for SpannerIO (#22428)
add 04304c7d187 Bump google.golang.org/api from 0.90.0 to 0.91.0 in /sdks (#22568)
add 0ff5d5665c5 Fix for #22631 KafkaIO considers readCommitted() as it would commit back the offsets, which it doesn't (#22633)
add ccd4288f4fa [CdapIO] Add CdapIO dashboard in Grafana (#22641)
add 3f328d6426c Fix retaining unsaved pipeline options (#22075)
add 420494efd77 Merge pull request #22098 from akvelon/pg_22075_pipeline-options-fix
add d07bd6d2d7e Add information on how to take/close issues in the contribution guide. (#22640)
add b77830f2cf6 removed VladMatyunin from beam collaborators
add 043cc7a8458 Merge pull request #22634 from akvelon/remove_VladMatyunin_from_beam_collaborators
add b4c4f70b988 Skip dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest.test_metrics_it (#22623)
add 5bde245b590 Add stdlib distutils while building the wheels
add 31574b4adff Merge pull request #22635 from AnandInguva/distutils-update
add 4799828f753 Persist ghprbPullId parameter in seed job (#22579)
add 00b5605852c Adhoc: Fix logging in Spark runner to avoid unnecessary creation of strings (#22638)
add 5d6f9f16dc6 Improve exception when requested error tag does not exist (#22401) (#22405)
add fa9691fe2e9 Reimplement Pub/Sub Lite's I/O using UnboundedSource. (#22612)
add 05eb9b2c298 [Website] update contribution content collapse
add e86456ea71b Merge pull request #22468: [Website] update contribution content collapse
add 5dced2e55fd Clean up checkstyle suppressions.xml (#22649)
add ad120dfe202 [Playground] [Infrastructure] format python code style (#22291)
add 8fb494544d7 Minor: Add helpful names for parameterized dataframe.schemas_test (#22630)
add 434427e90b5 [BEAM-14118, #21639] Use vendored gRPC 1.48.1 (#22628)
add 3031a3d2aca Fix #22466 Add github actions dependency updates with dependabot
add 80aec231f6c Change Python PostCommits timeout (#22655)
add f56e5476e8a Revert "Persist ghprbPullId parameter in seed job (#22579)" (#22656)
add bb8ebf0572b Bump actions/setup-java from 2 to 3 (#22666)
add fb7a01370c2 Bump actions/labeler from 3 to 4 (#22670)
add fa9e0bbbd55 Bump actions/setup-node from 2 to 3 (#22671)
add f0de6b39600 Bump actions/setup-go from 2 to 3 (#22669)
add fca4fb168cb Bump actions/setup-python from 2 to 4 (#22668)
add 45910cde6e3 Bump actions/checkout from 2 to 3 (#22667)
add e3dec0d9c34 Fix broken link to Retry Policy blog (#22554)
add c9c57a765db Include total in header of issue report (#22475)
add 38cc8bc7cfc [Playground] Share any code feature frontend (#22477)
add 9a538d2367c Update vendored gRPC version for SpannerTransformRegistrarTest
add 2f569990d64 Merge pull request #22677: Update vendored gRPC version for SpannerTransformRegistrarTest
add 0c2e235a016 Remove subprocess.PIPE usage by using a temp file (#22654)
add cf9ea1f4426 [#22647] Upgrade org.apache.samza to 1.6 (#22648)
add cf8e0605513 Fix seed job (#22687)
add 68b5638af0b Bump actions/stale from 3 to 5 (#22684)
add 75a7a3bde58 Bump actions/upload-artifact from 2 to 3 (#22682)
add 7aebf16fdc9 Bump actions/download-artifact from 2 to 3 (#22683)
add 0fbb80683d2 Add shunts for Beam typehints (#22680)
add 774745b1a3e Fix wordcount setup-java (#22700)
add 00bbc72e005 Bump google.golang.org/api from 0.91.0 to 0.92.0 in /sdks (#22681)
add 8842514a7e5 Bump cloud.google.com/go/storage from 1.24.0 to 1.25.0 in /sdks (#22705)
add 067af7746ae [Website] add container with overflow-x to runners with table #22708
add 0b7f676a40e Merge pull request #22470: [Website] update runners table content overflow
add 6df97a803c9 Bump mongo_java_driver to 3.12.11 and embed.mongo to 3.0.0
add 18ada2b043a Merge pull request #22674: Bump mongo_java_driver to 3.12.11 and embed.mongo to 3.0.0
add 7a9bb76fe9f [Go SDK]: Implement standalone single-precision float encoder (#22664)
add 417692aa5b3 [Playground] [Backend] added validation for snippet endpoints to avoid error panic (#22686)
add 3173b503bea Add GeneratedClassRowTypeConstraint (#22679)
add ee59b8ff61d [Playground] [Backend] Removing unused snippets manually and using the scheduled task (#22389)
add 40426bbe35c Implement PubsubSchemaTransformWriteConfiguration (#22262)
add 63ba9c72275 Add support for FLOAT to Python RowCoder (#22626)
add 184d8c59b34 Bump up python container versions (#22697)
add d3ba73b28be fix minor unreachable code caused by log.Fatal (#22618)
add 21584b132d2 Attempt to fix SpannerIO test flakes (#22688)
add 56d10f3f9cf Add a dataflow override for runnerv1 to still use SDF on runnerv2. (#22661)
add d1f53b0a9aa [Playground] Result filter bug (#22215)
add 62d3b343615 [Website] update case-studies layout (#22342)
add 884c0f9382b Fix UpdateSchemaDestination when source format is set to AVRO
add be9b247d02a Merge pull request #22390 from Fix UpdateSchemaDestination when source format is set to AVRO
add 67cb87ecc2d Implement KafkaSchemaTransformReadConfiguration (#22403)
add 91c4b87aa95 Handle single-precision float values in the standard coders tests properly (#22716)
add 9b934037432 [BEAM-13015, #21250] Remove looking up thread local metrics container holder and object creation on hot path (#22627)
add 49470598b20 [fixes #22731] Publish nightly snapshot of legacy Dataflow worker jar. (#22732)
add 8c81d460b49 [fixes #22744] Update hadoop library patch versions to 2.10.2 and 3.2.4 (#22745)
add 566a36febd8 Update beam-master version for legacy (#22741)
add 16264ffcf64 Remove assert
add a459657d523 Merge pull request #22750: Remove assert schema.id
add 60581e8b1b6 Bump google.golang.org/api from 0.92.0 to 0.93.0 in /sdks (#22752)
add 3602c299516 Fix direct running mode multi_processing on win32 (#22730)
add 64fae637eca Improve error message on schema issues (#22469)
add 6df493967a2 sklearn runinference regression example (#22088)
add 7bb755906c3 [Website] add intuit case-study, add intuit quote-card (#22757)
add 72d46e226a8 Avoid panic on type assert. (#22767)
add ec44ac9a9e3 [#21935] Reject ill formed GroupByKey coders during pipeline.run validation within Beam Java SDK. (#22702)
add aa574f5e6e7 Don't use batch interface for single object operations (#22432)
add a74e6196975 Label kata changes with the language they're modifying (#22764)
add b1a6cef6c59 [Website] Add GitHub issue link (#22774)
add 6a6acbae272 Fix some typos in the ML doc (#22763)
add 75eb0b1431c Go stateful DoFns user side changes (#22761)
add db474986bf9 fixed column width in tables in Getting started from Spark guide (#22770)
add 13a03fe2269 Testing authentication for Playground (#22782)
add 9fb4b3f5517 Downgrade bytebuddy version to 1.11.0
add ae034fc9ac6 Merge pull request #22765 from cushon/i22749
add 0ddaf041bd9 [BEAM-12776, fixes #21095] Limit parallel closes from the prior element to the next element. (#22645)
add 062a0d2d87b [BEAM-13015, #21250] Reuse buffers when possible when writing on Dataflow streaming hot paths. (#22780)
add 679bb60181f [Website] remove text from Available contact channels table #22696
add 7ccb4547658 Merge pull request #22754: [Website] update Available contact channels table content
add 5aa9b7966d9 [Website] update commits link #22520
add 71c9ac08fb3 Merge pull request #22608: [Website] update commits link
add aa91c193358 [Website] add scroll to new position if anchor is present #22699
add b5b93d16120 Merge pull request #22235: [Website] scroll to correct position if anchor is present
add 8912f4d3584 [Go SDK] Fix go lint errors (#22796)
add 8616e6a7bbe [BEAM-8701] bump commons-io to 2.7
add 7a469fd20ef Merge pull request #22433: [BEAM-8701] bump commons-io to 2.7
add f01fa28544f Modify RunInference to return PipelineResult for the benchmark tests (#22164)
add f921a2f1996 Fix lint issues (#22800)
add 3e1dab93256 Bump cloud.google.com/go/bigquery from 1.37.0 to 1.38.0 in /sdks (#22734)
add cc1c1f77a4e Add Release category to release announcement blogs (#22785)
add dfa5ec58a19 [BEAM-13657] Update Python version used by mypy. (#22804)
add 2b4c76c7ee0 Align neo4j error messages with API
add c7308ca71d4 Merge pull request #22812: Align neo4j error messages with API
add 52bbf54ea49 Add Python nexmark to gradle
add 7b8826eda0b Merge pull request #22801: Add Python nexmark to gradle
add 8d886a91b60 E2E basic state support (#22798)
add 70ebae31996 Add state integration test (#22815)
add ed70c303a4b Evaluate proper metric in TextIOIT
add c7938faea94 Merge pull request #22740: Evaluate proper metric in TextIOIT
add c7f64264451 [Playground] Setup Datastore in Playground project using Terraform - change main.tf file (#22506)
add 40b671be486 Update Beam 2.41.0 release docs
add 7fea1ef262c Merge pull request #22706 from kileys/releasedoc
add 702e7373c6f Add bag state support (#22816)
add 1722ad990c8 Eliminate some null errors and rawtypes from sdks/java/core
add 2763ec72898 Merge pull request #17819: [BEAM-10496] Eliminate some null errors from sdks/java/core
add 5ed955a14ec Fix dates for 2.41.0 release
add 0474afbe608 Merge pull request #22830 from kileys/fixdates
add d8063600b09 added link to setup instructions in WordCount example (#22832)
add 3f5ddbcf9fe Bump google.golang.org/api from 0.93.0 to 0.94.0 in /sdks (#22839)
add d6c0774b04f Bump cloud.google.com/go/bigquery from 1.38.0 to 1.39.0 in /sdks (#22837)
add 702ce768f7b Add an integration test for bag state (#22827)
add 80ced0fe216 Fix a few linting issues (#22842)
add 4d97ab61753 Updates old releases to use archive.apache.org
add 4d19439380b Merge pull request #22835: Updates old releases to use archive.apache.org
add ee06385c1a9 Add combining state support (#22826)
add 11e5b5a0fc2 Bump cloud.google.com/go/pubsub from 1.24.0 to 1.25.1 in /sdks (#22850)
add 63653aec39d Bump google.golang.org/grpc from 1.48.0 to 1.49.0 in /sdks (#22838)
add 0c6bb800dca [Website] update videos section (#22772)
add d47438a2977 Update Dataflow fnapi_container-version (#22852)
add ddfb6907288 Go SDK Katas: Update beam module dependency (#22753)
add 42b1640a25d unskip sklearn IT test (#22825)
add f973acc4710 [Website] add Python to KinesisIO in connectors #22845 (#22841)
add a58f3d2c89f Combining state integration test (#22846)
add 766afb2a4dc Small lint fixes (#22890)
add 754de4635f1 [BEAM-22723] Yield BatchElement batches at end of window.
add 2148abf5d3e Update sdks/python/apache_beam/transforms/util_test.py
add c866771ead4 Merge pull request #22834 Yield BatchElement batches at end of window.
add b09a8c7010b Preserve state on SDK switch (#22430) (#22735)
add 3c25685a563 Update to Byte Buddy 1.12.14
add ee91b82d0af Add a regression test
add 9a0c0a51095 Add spotless exclusion
add 8347b9e1d36 Merge pull request #22814 from cushon/bb
add 3217017aee8 Pass user specified destination type to UpdateSchemaDestination (#22624) fixing #22543
add 172bd31d01b [Go SDK] Stream decode values in single iterations (#22904)
add e880fdbfc32 Enable autosharding for BQ: #22818
add 39967a7ba3d Update wordcount_minimal.py by removing pipeline_args.extend (#22786)
add 0c82583d6ac Add map state in the Go Sdk (#22897)
add e9089dd9963 [BEAM-12164] Feat: Added support to Cloud Spanner Change Streams connector for including transaction tags in the Change Stream records (#22769)
add 4a66829f062 Add set state in Go (#22919)
add 9ca1f7acd5c Go Map State integration test (#22898)
add 90baef11b68 Add clear function for bag state types (#22917)
add 9e3b647a51d [BEAM-22923] Allow sharding specification for dataframe writes.
add 2a2ca303566 Merge pull request #22925 [BEAM-22923] Allow sharding specification for dataframe writes.
add e83192c4fe5 [Playground] Update build_playground_backend.yml - add "Index creation" in backend pipeline (#22724)
add 70893ca40bf [Playground] [Backend] added SDK validation to save a code snippet (#22792)
add b68d38e32c2 Fix linting violations (#22934)
add dbc6a466660 [akvelon][tour-of-beam] backend bootstraps (#22556)
add 4ae54b2e1e2 Bump up postcommit timeout (#22937)
add 7cc48e9dc3f Handle stateful windows correctly + integration test (#22918)
add fa0a8d8f5aa Support Timestamp type in xlang JDBC Read and Write
add 9830cfb504d change urn name to millis_instant:v1
add 711909dd70c Add standard_coders test
add 33595f0c257 Apply suggestions from code review
add e40ece19069 Fix Java standard coder test
add b0484e792bc Fix logical type with same language type gets completely hidden introduced in #22679
add 45cf3c42253 Support Timestamp type in xlang JDBC Read and Write (#22561)
add a60105abb50 Automatically infer state keys from their field name (#22922)
add 4844af152ff Updates to multi-lang Java quickstart (#22927)
add 32964e1c899 Fix yaml duplicated mapping key (#22952)
add fdcd6b953bd [Playground] [Infrastructure] Adding the Cloud Datastore client to save playground examples (#22721)
add 37ac00b83fa Fix jdbc date conversion offset 1 day (#22738)
add 3ede5b76e48 Set state integration test (#22935)
add 11e27427798 Minor: Fix option_from_runner_api typehint (#22946)
add d615b624e9f Filter out unsupported state tests (#22963)
add 5b07be160ad Add ability to remove/clear map and set state (#22938)
add ec764092c5b Fix gpu to cpu conversion with warning logs (#22795)
add 594746c355a Add Go stateful DoFns to CHANGES.md and fix linting violations (#22958)
add 149ed074428 22805: Upgrade Jackson version from 2.13.0 to 2.13.3 (#22806)
add 5fe1574bf4f Extract utilities in dataframe.schemas
add c913e05ce02 Add pandas_type_compatibility with pandas BatchConverter implementations
add 10bb964e4a5 Use Batched DoFns at DataFrame API boundaries
add ff31656e4d9 Move dtype conversion to pandas_type_compatibility
add 91018e13f49 Always register pandas BatchConverters
add 5be9d197e49 Fix interactive runner tests
add 865b23bc6e8 Use pandas_type_compatibility BatchConverters for dataframe.schemas utilities
add 953beeb544b Skip test cases broken in pandas 1.1.x
add 54c5a62e60a Address review comments
add c088431735c yapf, typo in test
add a6329a5460e Add BatchConverter implementations for pandas types, use Batched DoFns in DataFrame convert utilities (#22575)
add 2e19b4f744a Run cred rotation every month (#22977)
add cebf7388fc7 [BEAM-12164] Synchronize access queue in ThroughputEstimator and reenable integration tests (#22921)
add 688a210b135 Add test to reproduce https://github.com/apache/beam/issues/22854
add 0988b6cd874 Exercise row coder with nested optional struct
add 936201e2700 Make RowTypeConstraint callable
add dc8408debf3 Add test to exercise RowTypeConstraint.__call__
add b8ca0819529 Make RowTypeConstraint callable, test nested optional row in schemas and RowCoder (#22899)
add e7e4f8df5c8 Add some explanatory comments to the wordcount registration (#22989)
add b1383aa33e0 Move Go examples under the cookbook directory to generic registration (#22988)
add 9c1c316953a Improve BQ test utils to support JSON in a more simple manner (#22942)
add 2df47e7657c [fixes #22980] Migrate BeamFnLoggingClient to the new execution state sampler. (#22981)
add 7153c21eac7 Add initial read_gbq wrapper (#22616)
add 4f342cc4ac5 Update proto generation script due to BEAM-13939.
add 846cfb7a9e2 Regenerate typescript protos.
add ac3766ab484 Merge pull request #22993 Update proto generation script due to BEAM-13939.
add acd0134ec61 Minor: Fix lint failure (#22998)
add 378cf40a75f [Tour Of Beam][backend] get unit content (#22967)
add 9ee5527063d Allows to use databaseio with postgres driver (#22941)
add ccf86e3cc5d Bump cloud.google.com/go/storage from 1.25.0 to 1.26.0 in /sdks (#22954)
add 4b46ef40289 [BEAM-22859] Allow the specification of extra packages for external Python transforms. (#22991)
add 9e475f63013 [Tour of Beam]: Welcome Screen frontend layout (#22794)
add a045577878e Remove redundant testEventTimeTimerSetWithinAllowedLateness sickbay entry (#22861)
add 948af30a5b6 Adding support for Beam Schema Rows with BQ DIRECT_READ (#22926)
add 9bf7942f32c Add java Bigquery IO known issue to beam 2.40 release blogpost (#22611)
add d291a4b9270 Update playground_deploy_examples.yml
add 38b7a979215 Merge pull request #23015 from akvelon/pg-change-authentication
add fe297c36535 Add run-inference component for autolabeling (#22971)
add 4a8947e3cd8 [Playground] [Infrastructure] Deleting the Cloud Storage Client (#22722)
add 8c57b21fc31 Updates Java RunInference to infer Python dependencies when possible (#23017)
add 31561e2ff13 Adding TensorFlow support to the Machine Learning overview page (#22949)
add 25c6ed74c98 [#19857] Migrate to using a memory aware cache within the Python SDK harness (#22924)
add 3c91e7b24a5 Generalize interface of InfluxDBPublisher to support more use cases (#22238) (#22260)
add 081986e0e96 Revert "Remove subprocess.PIPE usage by using a temp file (#22654)" (#23013)
add e0367045d9f Allow users to pass classloader to dynamically load JDBC drivers. (#22929)
add c02c63ff6f0 Fix withCheckStopReadingFn to not cause the pipeline to crash (#22962)
add 72315226697 Inference benchmark tests (#21738)
add 16281d8009b [Go SDK]: Add support for Google Cloud Profiler for pipelines (#22824)
add ca9ee909e57 Listen to window messages to switch SDK and to load content (#22959)
add 6feeb8c93db fixing condition for db index creation
add a3206572229 Merge pull request #23037 from akvelon/pg-backend-fix-index-creation-step
add da33c5a6377 Use typehints in benchmark utilities
add 57f5c2cb6d8 Merge pull request #22943 from TheNeuralBit/cleanup-benchmark
add b2a6f46fb21 Disable singleIterate (#23042)
add c054adec67a Allow expansion service to choose pickler.
add 955922dae3b Accept "default" as pickler library.
add e1101fc62bf Clarifying comment.
add b9483a3d593 Merge pull request #22999 Allow expansion service to choose pickler.
add 5d18430d3a4 [BEAM-22856] PythonService Beam version compatibility
add 066a97c8996 Merge pull request #22982 [BEAM-22856] PythonService Beam version compatibility
add a461cc663c5 Cosmetic checkstyle fix to TextRowCountEstimator
add 7e0f0786a7e Upgrade to Gradle 7.5.1
add de3527950d1 Merge pull request #22479: Upgrade to Gradle 7.5.1
add 62dd4b416a6 Fixes RunInference test failure
add c78fc9a0dd7 Merge pull request #23051: Fixes RunInference test failure
add f1f6e0e0e8b Bump github.com/lib/pq from 1.10.6 to 1.10.7 in /sdks (#23061)
add 26e5d1c254d Allowing more flexible precision for TIMESTAMP, DATETIME fields in storage write. (#22559)
add 2da8e92d1ff Reenable run-inference tests on windows (#23044)
add a577639b215 [BEAM-12164] Support new value capture types NEW_ROW NEW_VALUES for s… (#23053)
add 4a2c14dec94 Fix example registration input arity (#23059)
add 8a14b2e7ace Clarify inference example docs (#23018)
add 0d937d4cd72 [Playground] [Backend] Datastore queries and mappers to get examples (#22955)
add fe55c6c612e allow non-lts jvm version, fallback on java 11 for runner
add b7496dc0c39 Add a stricter java version method
add 76df7ccf84a Merge branch 'apache:master' into master
add 03b80635de3 fall back to the nearest lts version
add 39d6c0af963 Merge pull request #17274 from guillaumecle/master
add 595c7e90c9b Keep stale action from closing issues (#23067)
add 4ec319d2799 Merge pull request #22996: [BEAM-11205] Update GCP Libraries BOM dependencies to version 26.1.1
add f3cdbbf13a1 Moving to 2.43.0-SNAPSHOT on master branch.
add 4c3048b94e6 Use cloudpickle for Java Python transforms.
add cea122724c5 Merge pull request #23073 Use cloudpickle for Java Python transforms.
add 50a3bad014d clean up comments and register functional DoFn in wordcount.go (#23057)
add 9efa3787aef [Tour Of Beam][backend] integration tests and GA workflow (#23032)
add 269e0098f6b Decrease derby.locks.waitTimeout in jdbc unit test
add ab8a375acf4 Merge pull request #23019 from Abacn/jdbctestspeed
add 6da16cd461b Auto-cancel old unit test Actions Runs (#23095)
add f0cd27596e3 Merge pull request #23092 Cross-language tests in github actions.
add 41543c78181 Update CHANGES.md for 2.42.0 cut, and add 2.43.0 section (#23108)
add 10de67effd4 remove `"io/ioutil"` package (#23001)
add 70f8728cd66 Add one NER example to use a spaCy model with RunInference (#23035)
add 4f9040f02ee Bump google.golang.org/api from 0.94.0 to 0.95.0 in /sdks (#23062)
add e3ba8d87fb1 Implement JsonUtils (#22771)
add 7a3ac2da4e0 Support models returning a dictionary of outputs (#23087)
add 134648f0764 [TPC-DS] Store metrics into BigQuery and InfluxDB (#22545)
add 139ef904f6f [Website] add table-container-wrapper #22896
add 7ab04666da0 Merge pull request #22915: [Website] Update from-spark page table content overflow
add bc929ee694c [Website] add paddings to pillars-item, change styles of footer logos
add 5734d3e3af6 Merge pull request #2281: [Website] update homepage mobile styles
add 98f1f75459e Use a ClassLoadingStrategy that is compatible with Java 17+
add ef0bb6d1cbf Merge pull request #23055 from cushon/b243697303
add ec4aaa434bc [Website] update case-studies logo images #22799 (#22793)
add 88036d9b3b9 [Website] change media-query max-width variable to ak-breakpoint-xl #22521 (#22498)
add 80284ef58f7 [Website] add overflow to code tags #22888 (#22427)
add 8c6dcaeceb0 Clean up Kafka Cluster and pubsub topic in rc validation script (#23021)
add a75f115d20d Fix assertions in the Spanner IO IT tests (#23098)
add ce80ee33c5f [Website] update shortcode languages from duplicate go to typescript #23004
add 733b0568fe7 Merge pull request #22275: [Website] update shortcode languages
add 973475fde19 Use existing pickle_library flag in expansion service. (#23111)
add 07439a0ab8a Assert pipeline results in performance tests (#23027)
add d17914862da Consolidate Samza TranslationContext and PortableTranslationContext (#23072)
add 1526ca8c4cc Improvements to SchemaTransform implementations for BQ and Kafka (#23045)
add b1f23fd066b [TPC-DS] Use common queries argument for Jenkins jobs (#23139)
add 5515f7a35d7 pubsublite: Reduce commit logspam (#22762)
add 2113ffcac3f Added documentation in ACTIONS.md file (#23159)
add f7073818a9e Bump dataflow java fnapi container version to beam-master-20220830 (#23183)
add f31b277c0ec [Issue#23071] Fix AfterProcessingTime for Python to behave like Java (#23100)
add d9405959199 Don't depend on java 11 docker container for go test (#23197)
add d635d44ad3d Properly close Spark (streaming) context if Pipeline translation fails (fixes #23203)
add bee135e12e9 Merge pull request #23204: Properly close Spark (streaming) context if Pipeline translation fails
add 111878505e6 Annotate stateful VR test in TestStreamTest with UsesStatefulParDo (related to #22472)
add ebacef90771 Merge pull request #23202: Annotate stateful VR test in TestStreamTest with UsesStatefulParDo (related to #22472)
add c654e41cb40 [Playground] [Backend] Datastore queries and mappers to get precompiled objects (#22868)
add 66d1af8beef Open Allow and test pyarrow 8.x and 9.x (#22997)
add 634dbfd470e (BQ Python) Pass project field from options or parameter when writing with dynamic destinations (#23011)
add e2e7265356a Update python-machine-learning.md (#23209)
add 2a9327dd433 Pin the version of cloudpickle to 2.1.x (#23120)
add 6f25fba3fea Add streaming test for Write API sink (#21903)
add abdaa6bd69c [Go SDK] Proto changes for timer param (#23216)
add 6d50a333beb Bump github.com/testcontainers/testcontainers-go in /sdks (#23201)
add aecbc7cb45e Update to objsize to 0.5.2 which is under BSD-3 license (fixes #23096) (#23211)
add adff92bf472 Exclude insignificant whitespace from cloud object (#23217)
add 9be9a43c1b8 Trying out property-based tests for Beam python coders (#22233)
add 9d9db56ca63 Publish results of JMH benchmark runs (Java SDK) to InfluxDB (part of #22238). (#23041)
add 70f1c715259 Exclude protobuf 3.20.2 (#23226)
add ec82af3cae7 Bump mypy-protobuf from 1.18 to 2.10 in /sdks/python
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (60e2f36a553)
\
N -- N -- N refs/heads/dependabot/pip/sdks/python/mypy-protobuf-2.10 (ec82af3cae7)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 +
.github/ACTIONS.md | 73 +-
.github/ISSUE_TEMPLATE/bug.yml | 1 +
.github/ISSUE_TEMPLATE/feature.yml | 1 +
.github/ISSUE_TEMPLATE/task.yml | 1 +
.github/PULL_REQUEST_TEMPLATE.md | 3 +-
.github/REVIEWERS.yml | 25 +-
.github/autolabeler.yml | 7 +-
.github/dependabot.yml | 8 +
.github/issue-rules.yml | 3 +
.github/workflows/build_playground_backend.yml | 26 +-
.github/workflows/build_playground_frontend.yml | 15 +-
.github/workflows/build_wheels.yml | 41 +-
.github/workflows/cancel.yml | 2 +-
.github/workflows/go_tests.yml | 9 +-
.github/workflows/issue-tagger.yml | 2 +-
.github/workflows/java_tests.yml | 29 +-
.github/workflows/label_prs.yml | 2 +-
.github/workflows/local_env_tests.yml | 13 +-
.github/workflows/playground_deploy_examples.yml | 36 +-
.github/workflows/pr-bot-new-prs.yml | 4 +-
.github/workflows/pr-bot-pr-updates.yml | 4 +-
.github/workflows/pr-bot-prs-needing-attention.yml | 4 +-
.github/workflows/pr-bot-update-reviewers.yml | 4 +-
.github/workflows/python_tests.yml | 30 +-
.github/workflows/reportGenerator.yml | 2 +-
.github/workflows/self-assign.yml | 3 +-
.github/workflows/stale.yml | 3 +-
.github/workflows/tour_of_beam_backend.yml | 64 +
.../workflows/tour_of_beam_backend_integration.yml | 96 +
.github/workflows/typescript_tests.yml | 45 +-
.gitignore | 3 +
.test-infra/jenkins/LoadTestsBuilder.groovy | 23 +-
.test-infra/jenkins/README.md | 1 +
.test-infra/jenkins/TpcdsDatabaseProperties.groovy | 42 +
.../jenkins/committers_list_generator/cert.pem | 35 -
.../jenkins/committers_list_generator/main.py | 20 +-
.../job_IODatastoresCredentialsRotation.groovy | 2 +-
.../job_InferenceBenchmarkTests_Python.groovy | 158 +
.../jenkins/job_LoadTests_Combine_Python.groovy | 4 +-
.../jenkins/job_LoadTests_GBK_Python.groovy | 2 +-
.../job_LoadTests_GBK_Python_reiterate.groovy | 2 +-
.../jenkins/job_LoadTests_ParDo_Python.groovy | 2 +-
.../jenkins/job_LoadTests_SideInput_Python.groovy | 2 +-
.../jenkins/job_MetricsCredentialsRotation.groovy | 2 +-
.../jenkins/job_PerformanceTests_CdapIO.groovy | 72 +
.../jenkins/job_PerformanceTests_KafkaIO_IT.groovy | 29 +-
.../job_PostCommit_Java_Tpcds_Dataflow.groovy | 21 +-
.../jenkins/job_PostCommit_Java_Tpcds_Flink.groovy | 16 +-
.../jenkins/job_PostCommit_Java_Tpcds_Spark.groovy | 110 +-
.test-infra/jenkins/job_PostCommit_Python.groovy | 2 +-
.../job_PreCommit_Java_Spark3_Versions.groovy | 37 +
.../Java_IO_IT_Tests_Dataflow.json | 131 +-
.../perftests_metrics/TPC-DS_Dataflow_SQL.json | 448 +
.../perftests_metrics/TPC-DS_Flink_SQL.json | 448 +
.../TPC-DS_Spark_Classic_New_SQL.json | 483 +
CHANGES.md | 60 +-
build.gradle.kts | 22 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 93 +-
.../apache/beam/gradle/GrpcVendoring_1_43_2.groovy | 207 -
.../apache/beam/gradle/GrpcVendoring_1_48_1.groovy | 205 +
examples/java/build.gradle | 2 +-
.../transforms/DataProtectors.java | 6 +-
.../kafkatopubsub/kafka/consumer/Utils.java | 4 +-
examples/multi-language/build.gradle | 1 +
.../notebooks/beam-ml/run_custom_inference.ipynb | 572 +
.../notebooks/beam-ml/run_inference_basic.ipynb | 1367 ++
gradle.properties | 4 +-
gradle/wrapper/gradle-wrapper.properties | 2 +-
.../aggregation/count/cmd/main.go | 8 +-
.../aggregation/count/pkg/task/task.go | 4 +-
.../aggregation/count/task-info.yaml | 21 +-
.../aggregation/count/test/task_test.go | 6 +-
.../common_transforms/aggregation/max/cmd/main.go | 8 +-
.../aggregation/max/pkg/task/task.go | 4 +-
.../aggregation/max/task-info.yaml | 21 +-
.../aggregation/max/test/task_test.go | 6 +-
.../common_transforms/aggregation/mean/cmd/main.go | 8 +-
.../aggregation/mean/pkg/task/task.go | 4 +-
.../aggregation/mean/task-info.yaml | 21 +-
.../aggregation/mean/test/task_test.go | 6 +-
.../common_transforms/aggregation/min/cmd/main.go | 8 +-
.../aggregation/min/pkg/task/task.go | 4 +-
.../aggregation/min/task-info.yaml | 21 +-
.../aggregation/min/test/task_test.go | 6 +-
.../common_transforms/aggregation/sum/cmd/main.go | 8 +-
.../aggregation/sum/pkg/task/task.go | 4 +-
.../aggregation/sum/task-info.yaml | 21 +-
.../aggregation/sum/test/task_test.go | 6 +-
.../go/common_transforms/filter/filter/cmd/main.go | 8 +-
.../filter/filter/pkg/task/task.go | 4 +-
.../common_transforms/filter/filter/task-info.yaml | 21 +-
.../filter/filter/test/task_test.go | 6 +-
.../go/common_transforms/filter/pardo/cmd/main.go | 8 +-
.../filter/pardo/pkg/task/task.go | 2 +-
.../common_transforms/filter/pardo/task-info.yaml | 21 +-
.../filter/pardo/test/task_test.go | 6 +-
.../additional_outputs/cmd/main.go | 8 +-
.../additional_outputs/pkg/task/task.go | 2 +-
.../additional_outputs/task-info.yaml | 21 +-
.../additional_outputs/test/task_test.go | 6 +-
.../branching/branching/cmd/main.go | 8 +-
.../branching/branching/pkg/task/task.go | 2 +-
.../branching/branching/task-info.yaml | 29 +-
.../branching/branching/test/task_test.go | 6 +-
.../cogroupbykey/cogroupbykey/cmd/main.go | 8 +-
.../cogroupbykey/cogroupbykey/pkg/task/task.go | 2 +-
.../cogroupbykey/cogroupbykey/task-info.yaml | 21 +-
.../cogroupbykey/cogroupbykey/test/task_test.go | 6 +-
.../combine/combine_perkey/cmd/main.go | 8 +-
.../combine/combine_perkey/pkg/task/task.go | 2 +-
.../combine/combine_perkey/task-info.yaml | 21 +-
.../combine/combine_perkey/test/task_test.go | 4 +-
.../core_transforms/combine/combinefn/cmd/main.go | 8 +-
.../combine/combinefn/pkg/task/task.go | 2 +-
.../combine/combinefn/task-info.yaml | 29 +-
.../combine/combinefn/test/task_test.go | 6 +-
.../combine/simple_function/cmd/main.go | 8 +-
.../combine/simple_function/pkg/task/task.go | 2 +-
.../combine/simple_function/task-info.yaml | 21 +-
.../combine/simple_function/test/task_test.go | 6 +-
.../composite/composite/cmd/main.go | 8 +-
.../composite/composite/pkg/common/common.go | 2 +-
.../composite/composite/pkg/task/task.go | 4 +-
.../composite/composite/task-info.yaml | 31 +-
.../composite/composite/test/task_test.go | 4 +-
.../go/core_transforms/flatten/flatten/cmd/main.go | 8 +-
.../flatten/flatten/pkg/task/task.go | 2 +-
.../core_transforms/flatten/flatten/task-info.yaml | 21 +-
.../flatten/flatten/test/task_test.go | 6 +-
.../groupbykey/groupbykey/cmd/main.go | 8 +-
.../groupbykey/groupbykey/pkg/task/task.go | 2 +-
.../groupbykey/groupbykey/task-info.yaml | 21 +-
.../groupbykey/groupbykey/test/task_test.go | 4 +-
.../katas/go/core_transforms/map/pardo/cmd/main.go | 8 +-
.../go/core_transforms/map/pardo/pkg/task/task.go | 2 +-
.../go/core_transforms/map/pardo/task-info.yaml | 23 +-
.../go/core_transforms/map/pardo/test/task_test.go | 6 +-
.../map/pardo_onetomany/cmd/main.go | 8 +-
.../map/pardo_onetomany/pkg/task/task.go | 2 +-
.../map/pardo_onetomany/task-info.yaml | 23 +-
.../map/pardo_onetomany/test/task_test.go | 6 +-
.../core_transforms/map/pardo_struct/cmd/main.go | 8 +-
.../map/pardo_struct/pkg/task/task.go | 2 +-
.../map/pardo_struct/task-info.yaml | 25 +-
.../map/pardo_struct/test/task_test.go | 6 +-
.../partition/partition/cmd/main.go | 8 +-
.../partition/partition/pkg/task/task.go | 2 +-
.../partition/partition/task-info.yaml | 21 +-
.../partition/partition/test/task_test.go | 6 +-
.../side_input/side_input/cmd/main.go | 8 +-
.../side_input/side_input/pkg/task/task.go | 2 +-
.../side_input/side_input/task-info.yaml | 25 +-
.../side_input/side_input/test/task_test.go | 6 +-
learning/katas/go/course-info.yaml | 21 +-
learning/katas/go/go.mod | 15 +-
learning/katas/go/go.sum | 1071 +-
.../introduction/hello_beam/hello_beam/cmd/main.go | 10 +-
.../hello_beam/hello_beam/pkg/task/task.go | 2 +-
.../hello_beam/hello_beam/task-info.yaml | 25 +-
.../hello_beam/hello_beam/test/task_test.go | 10 +-
.../hello_beam/hello_beam_test/pkg/task/task.go | 2 +-
.../hello_beam/hello_beam_test/task-info.yaml | 23 +-
.../hello_beam/hello_beam_test/test/task_test.go | 8 +-
learning/katas/go/io/textio/read/cmd/main.go | 8 +-
learning/katas/go/io/textio/read/pkg/task/task.go | 4 +-
learning/katas/go/io/textio/read/task-info.yaml | 23 +-
learning/katas/go/io/textio/read/test/task_test.go | 10 +-
.../windowing/adding_timestamp/pardo/cmd/main.go | 6 +-
.../adding_timestamp/pardo/pkg/common/data.go | 2 +-
.../adding_timestamp/pardo/pkg/task/task.go | 4 +-
.../adding_timestamp/pardo/task-info.yaml | 21 +-
.../adding_timestamp/pardo/test/task_test.go | 6 +-
.../fixed_time_window/cmd/main.go | 8 +-
.../fixed_time_window/pkg/common/input.go | 4 +-
.../fixed_time_window/pkg/task/task.go | 7 +-
.../fixed_time_window/task-info.yaml | 27 +-
.../fixed_time_window/test/task_test.go | 6 +-
.../katas/commontransforms/withkeys/Task.java | 3 +-
.../katas/coretransforms/cogroupbykey/Task.java | 4 +-
.../katas/coretransforms/sideinput/Task.java | 2 +-
.../learning/katas/examples/wordcount/Task.java | 2 +-
.../python/Examples/Word Count/Word Count/task.py | 2 +-
learning/tour-of-beam/README.md | 28 +
learning/tour-of-beam/backend/README.md | 56 +
learning/tour-of-beam/backend/cmd/ci_cd/ci_cd.go | 54 +
learning/tour-of-beam/backend/cmd/main.go | 36 +
learning/tour-of-beam/backend/docker-compose.yml | 28 +
learning/tour-of-beam/backend/function.go | 177 +
learning/tour-of-beam/backend/go.mod | 28 +
learning/tour-of-beam/backend/go.sum | 688 +
.../tour-of-beam/backend/integration_tests/api.go | 64 +
.../backend/integration_tests/client.go | 67 +
.../backend/integration_tests/function_test.go | 148 +
.../backend/integration_tests/local.sh | 55 +
learning/tour-of-beam/backend/internal/entity.go | 69 +
.../backend/internal/fs_content/builders.go | 45 +
.../backend/internal/fs_content/load.go | 210 +
.../backend/internal/fs_content/load_test.go | 79 +
.../backend/internal/fs_content/yaml.go | 81 +
learning/tour-of-beam/backend/internal/json.go | 41 +
learning/tour-of-beam/backend/internal/sdk.go | 51 +
learning/tour-of-beam/backend/internal/sdk_test.go | 59 +
.../backend/internal/service/content.go | 52 +
.../tour-of-beam/backend/internal/service/mock.go | 48 +
.../backend/internal/storage/adapter.go | 146 +
.../backend/internal/storage/datastore.go | 260 +
.../tour-of-beam/backend/internal/storage/iface.go | 29 +
.../backend/internal/storage/image/Dockerfile | 30 +
.../internal/storage/image/start-datastore.sh | 61 +
.../backend/internal/storage/index.yaml | 20 +
.../backend/internal/storage/schema.go | 99 +
.../backend/samples/api/get_content_tree.json | 41 +
.../backend/samples/api/get_unit_content.json | 9 +
.../backend/samples/api/get_unit_content_full.json | 15 +
.../learning-content/java/content-info.yaml | 4 +
.../java/module 1/module-info.yaml | 7 +
.../java/module 1/unit-challenge/description.md | 3 +
.../java/module 1/unit-challenge/hint1.md | 3 +
.../java/module 1/unit-challenge/hint2.md | 3 +
.../java/module 1/unit-challenge/unit-info.yaml | 5 +
.../java/module 1/unit-example/unit-info.yaml | 3 +
.../java/module 2/module-info.yaml | 7 +
.../java/module 2/unit-challenge/description.md | 3 +
.../java/module 2/unit-challenge/hint1.md | 3 +
.../java/module 2/unit-challenge/hint2.md | 3 +
.../java/module 2/unit-challenge/unit-info.yaml | 5 +
.../java/module 2/unit-example/unit-info.yaml | 3 +
.../learning-content/python/content-info.yaml | 3 +
.../python/module 1/group/group-info.yaml | 7 +
.../module 1/group/unit-challenge/description.md | 3 +
.../python/module 1/group/unit-challenge/hint1.md | 3 +
.../python/module 1/group/unit-challenge/hint2.md | 3 +
.../module 1/group/unit-challenge/unit-info.yaml | 5 +
.../module 1/group/unit-example/unit-info.yaml | 3 +
.../python/module 1/intro-unit/unit-info.yaml | 3 +
.../python/module 1/module-info.yaml | 7 +
.../learning-content_empty/java/content-info.yaml | 2 +
.../python/content-info.yaml | 2 +
learning/tour-of-beam/frontend/.metadata | 30 +
learning/tour-of-beam/frontend/README.md | 47 +
.../tour-of-beam/frontend/analysis_options.yaml | 18 +
.../tour-of-beam/frontend/assets/png/beam-logo.png | Bin 0 -> 1752 bytes
.../frontend/assets/png/laptop-dark.png | Bin 0 -> 129276 bytes
.../frontend/assets/png/laptop-light.png | Bin 0 -> 126440 bytes
.../frontend/assets/svg/theme-mode.svg | 20 +
.../frontend/assets/svg/welcome-progress-0.svg | 19 +
.../frontend/assets/translations/en.yaml | 39 +
.../frontend/integration_test/app_test.dart | 43 +
.../frontend/lib/components/complexity.dart | 65 +
.../frontend/lib/components/footer.dart | 105 +
.../tour-of-beam/frontend/lib/components/logo.dart | 65 +
.../frontend/lib/components/page_container.dart | 54 +
.../lib/components/sign_in/sign_in_button.dart | 58 +
.../sign_in/sign_in_overlay_content.dart | 89 +
.../lib/components/toggle_theme_button.dart | 54 +
.../frontend/lib/config/theme/colors_provider.dart | 86 +
.../frontend/lib/config/theme/switch_notifier.dart | 84 +
.../frontend/lib/config/theme/theme.dart | 160 +
.../frontend/lib/constants/assets.dart | 34 +
.../frontend/lib/constants/colors.dart | 48 +
.../tour-of-beam/frontend/lib/constants/links.dart | 22 +
.../tour-of-beam/frontend/lib/constants/sizes.dart | 59 +
learning/tour-of-beam/frontend/lib/locator.dart | 24 +
learning/tour-of-beam/frontend/lib/main.dart | 70 +
.../frontend/lib/pages/welcome/screen.dart | 373 +
learning/tour-of-beam/frontend/pubspec.lock | 578 +
learning/tour-of-beam/frontend/pubspec.yaml | 53 +
.../test/config/theme/switch_notifier_test.dart | 28 +
.../frontend/test_driver/integration_test.dart | 21 +
.../tour-of-beam}/frontend/web/favicon.ico | Bin
learning/tour-of-beam/frontend/web/index.html | 74 +
learning/tour-of-beam/frontend/web/manifest.json | 18 +
.../beam/model/fnexecution/v1/standard_coders.yaml | 22 +-
.../beam/model/pipeline/v1/beam_runner_api.proto | 4 +
.../org/apache/beam/model/pipeline/v1/schema.proto | 9 +
playground/README.md | 7 +
playground/api/v1/api.proto | 39 +
playground/backend/README.md | 2 +
playground/backend/build.gradle.kts | 55 +-
playground/backend/cmd/remove_unused_snippets.go | 61 +
playground/backend/cmd/server/controller.go | 97 +-
playground/backend/cmd/server/controller_test.go | 349 +-
playground/backend/cmd/server/server.go | 72 +-
playground/backend/containers/go/Dockerfile | 13 +-
playground/backend/containers/go/build.gradle | 2 +-
playground/backend/containers/java/Dockerfile | 16 +-
playground/backend/containers/python/Dockerfile | 8 +-
playground/backend/containers/python/build.gradle | 2 +-
playground/backend/containers/router/Dockerfile | 8 +-
playground/backend/containers/router/build.gradle | 2 +-
playground/backend/containers/scio/Dockerfile | 8 +-
playground/backend/env_setup.sh | 2 +-
playground/backend/go.mod | 45 +-
playground/backend/go.sum | 113 +-
playground/backend/internal/api/v1/api.pb.go | 757 +-
playground/backend/internal/api/v1/api_grpc.pb.go | 76 +
.../internal/code_processing/code_processing.go | 28 +-
.../code_processing/code_processing_test.go | 26 +-
.../internal/constants/datastore_constants.go | 41 +
.../backend/internal/db/datastore/datastore_db.go | 494 +
.../internal/db/datastore/datastore_db_test.go | 995 ++
playground/backend/internal/db/db.go | 63 +
.../backend/internal/db/dto/precompiled_object.go | 82 +
playground/backend/internal/db/dto/snippet.go | 20 +
playground/backend/internal/db/entity/common.go | 25 +
playground/backend/internal/db/entity/example.go | 35 +
playground/backend/internal/db/entity/schema.go | 20 +
playground/backend/internal/db/entity/sdk.go | 20 +
playground/backend/internal/db/entity/snippet.go | 71 +
.../backend/internal/db/entity/snippet_test.go | 74 +
.../backend/internal/db/mapper/datastore_mapper.go | 74 +
.../internal/db/mapper/datastore_mapper_test.go | 160 +
playground/backend/internal/db/mapper/mapper.go | 35 +
.../db/mapper/precompiled_object_mapper.go | 151 +
.../db/mapper/precompiled_object_mapper_test.go | 273 +
.../internal/db/schema/migration/migration_v001.go | 92 +
.../db/schema/migration/migration_v001_test.go | 94 +
playground/backend/internal/db/schema/version.go | 62 +
.../backend/internal/environment/application.go | 41 +-
.../internal/environment/environment_service.go | 42 +-
.../environment/environment_service_test.go | 14 +-
.../backend/internal/environment/property.go | 6 +-
.../backend/internal/environment/property_test.go | 4 +-
playground/backend/internal/fs_tool/fs.go | 6 +-
.../backend/internal/preparers/java_preparers.go | 7 +-
playground/backend/internal/tasks/task.go | 56 +
.../internal/tests/test_cleaner/test_cleaner.go | 73 +
playground/backend/internal/utils/common.go | 15 +
.../backend/internal/utils/datastore_utils.go | 132 +
.../backend/internal/utils/datastore_utils_test.go | 206 +
playground/backend/internal/utils/file_utils.go | 156 +
.../backend/internal/utils/file_utils_test.go | 261 +
.../backend/internal/utils/preparers_utils.go | 3 +-
playground/backend/internal/utils/test_utils.go | 29 +
.../backend/internal/utils/test_utils_test.go | 41 +
playground/backend/properties.yaml | 6 +
playground/backend/start_datastore_emulator.sh | 2 +-
playground/frontend/analysis_options.yaml | 1 -
playground/frontend/assets/summit_banner.svg | 40 -
playground/frontend/lib/api/v1/api.pb.dart | 307 +
playground/frontend/lib/api/v1/api.pbgrpc.dart | 54 +
playground/frontend/lib/api/v1/api.pbjson.dart | 56 +
.../lib/components/banner/banner_button.dart | 44 +
.../lib/components/banner/banner_description.dart | 98 +
.../dropdown_button/dropdown_button.dart | 53 +-
.../horizontal_divider/horizontal_divider.dart | 41 +
.../lib/components/split_view/split_view.dart | 2 +-
.../summit_banner/banner_description.dart | 100 -
.../summit_banner/summit_banner_button.dart | 44 -
.../toggle_theme_button/toggle_theme_button.dart | 10 +-
.../toggle_theme_icon_button.dart | 4 +-
playground/frontend/lib/config/theme.dart | 110 +-
playground/frontend/lib/constants/assets.dart | 1 -
playground/frontend/lib/constants/params.dart | 12 +-
playground/frontend/lib/constants/sizes.dart | 4 +
playground/frontend/lib/l10n/app_en.arb | 30 +-
playground/frontend/lib/main.dart | 2 +
.../lib/modules/analytics/analytics_service.dart | 2 +-
.../analytics/google_analytics_service.dart | 10 +-
.../modules/editor/components/editor_themes.dart | 5 +-
.../pipeline_option_controller.dart | 34 +
.../pipeline_option_model.dart | 29 -
.../pipeline_options_dropdown_body.dart | 33 +-
.../pipeline_options_form.dart | 12 +-
.../components/share_dropdown/link_text_field.dart | 103 +
.../components/share_dropdown/share_button.dart | 58 +
.../share_dropdown/share_dropdown_body.dart | 58 +
.../components/share_dropdown/share_tab_body.dart | 44 +
.../share_tabs/example_share_tabs.dart | 67 +
.../share_dropdown/share_tabs/share_tabs.dart | 54 +
.../share_tabs/snippet_save_and_share_tabs.dart | 51 +
.../share_dropdown/share_tabs_headers.dart | 51 +
.../controllers/snippet_editing_controller.dart | 87 +
.../example_list/expansion_panel_item.dart | 19 +-
.../lib/modules/examples/example_selector.dart | 65 +-
...catalog_default_example_loading_descriptor.dart | 44 +
.../content_example_loading_descriptor.dart | 95 +
.../empty_example_loading_descriptor.dart | 44 +
.../example_loading_descriptor.dart | 30 +
.../examples_loading_descriptor.dart | 77 +
.../examples_loading_descriptor_factory.dart | 194 +
.../standard_example_loading_descriptor.dart | 46 +
.../user_shared_example_loading_descriptor.dart | 47 +
.../lib/modules/examples/models/example_model.dart | 4 +
.../modules/examples/models/example_origin.dart | 41 +
.../examples/models/example_token_type.dart | 34 +
.../examples/models/selector_size_model.dart | 27 -
.../example_client/example_client.dart | 28 +-
.../example_client/grpc_example_client.dart | 110 +-
.../examples/repositories/example_repository.dart | 21 +-
.../repositories/models/get_snippet_request.dart | 25 +
.../repositories/models/get_snippet_response.dart | 32 +
.../repositories/models/save_snippet_request.dart | 32 +
.../repositories/models/save_snippet_response.dart | 25 +
.../repositories/models/shared_file_model.dart | 29 +
.../handlers/abstract_message_handler.dart | 30 +
.../messages/handlers/messages_debouncer.dart | 42 +
.../messages/handlers/messages_handler.dart | 47 +
.../handlers/set_content_message_handler.dart | 44 +
.../messages/handlers/set_sdk_message_handler.dart | 44 +
.../messages/listeners/messages_listener.dart | 41 +
.../modules/messages/models/abstract_message.dart | 24 +
.../messages/models/set_content_message.dart | 67 +
.../modules/messages/models/set_sdk_message.dart | 69 +
.../modules/messages/parsers/messages_parser.dart | 54 +
.../lib/modules/output/components/output.dart | 20 +-
.../lib/modules/output/components/output_area.dart | 16 +-
.../components/output_header/output_header.dart | 56 -
.../output_header/output_placements.dart | 41 +-
.../components/output_header/output_tabs.dart | 2 +-
.../components/output_header/tab_header.dart | 47 +
.../lib/modules/sdk/components/sdk_selector.dart | 42 +-
.../frontend/lib/modules/sdk/models/sdk.dart | 39 +
.../components/embedded_actions.dart | 38 +-
.../components/embedded_editor.dart | 12 +-
.../components/editor_textarea_wrapper.dart | 21 +-
.../feedback/feedback_dropdown_content.dart | 10 +-
.../components/playground_page_body.dart | 4 +-
.../components/playground_page_providers.dart | 140 +-
.../lib/pages/playground/playground_page.dart | 32 +-
.../catalog_default_example_loader.dart | 48 +
.../example_loaders/content_example_loader.dart | 39 +
.../example_loaders/empty_example_loader.dart | 38 +
.../states/example_loaders/example_loader.dart | 25 +
.../states/example_loaders/examples_loader.dart | 110 +
.../example_loaders/standard_example_loader.dart | 74 +
.../user_shared_example_loader.dart | 36 +
.../playground/states/example_selector_state.dart | 17 +-
.../pages/playground/states/examples_state.dart | 130 +-
.../pages/playground/states/playground_state.dart | 201 +-
playground/frontend/lib/pages/routes.dart | 2 +-
playground/frontend/lib/playground_app.dart | 65 +-
playground/frontend/lib/utils/analytics_utils.dart | 2 +-
playground/frontend/lib/utils/dropdown_utils.dart | 48 +
.../lib/utils/javascript_post_message.dart | 39 +
.../frontend/lib/utils/share_code_utils.dart | 111 +
.../frontend/playground_components/.metadata | 10 +
.../frontend/playground_components/CHANGELOG.md | 22 +
playground/frontend/playground_components/LICENSE | 407 +
.../frontend/playground_components/README.md | 45 +
.../playground_components/analysis_options.yaml | 21 +
.../lib/dismissible_overlay.dart | 43 +
.../frontend/playground_components/pubspec.yaml | 34 +
playground/frontend/pubspec.lock | 51 +-
playground/frontend/pubspec.yaml | 76 +-
.../example_repository_test.mocks.dart | 80 +-
.../messages/handlers/messages_debouncer_test.dart | 112 +
.../messages/models/set_content_message_test.dart | 141 +
.../messages/models/set_sdk_message_test.dart | 71 +
.../messages/parsers/message_parser_test.dart | 117 +
.../states/example_selector_state_test.dart | 20 +-
.../states/example_selector_state_test.mocks.dart | 97 +-
.../playground/states/examples_state_test.dart | 31 +-
.../states/examples_state_test.mocks.dart | 93 -
.../playground/states/mocks/example_mock.dart | 22 +-
.../states/mocks/example_repository_mock.dart | 51 +
.../mocks/example_repository_mock.mocks.dart | 113 +
.../playground/states/mocks/request_mock.dart | 2 +-
.../playground/states/playground_state_test.dart | 59 +-
.../states/playground_state_test.mocks.dart | 216 +
playground/index.yaml | 21 +
playground/infrastructure/cd_helper.py | 300 +-
playground/infrastructure/checker.py | 52 +-
playground/infrastructure/ci_cd.py | 79 +-
playground/infrastructure/ci_helper.py | 184 +-
playground/infrastructure/config.py | 119 +-
playground/infrastructure/datastore_client.py | 235 +
playground/infrastructure/grpc_client.py | 280 +-
playground/infrastructure/helper.py | 668 +-
playground/infrastructure/logger.py | 46 +-
playground/infrastructure/proxy/allow_list.py | 4 +-
playground/infrastructure/requirements.txt | 4 +-
playground/infrastructure/test_cd_helper.py | 160 +-
playground/infrastructure/test_ci_cd.py | 17 +-
playground/infrastructure/test_ci_helper.py | 254 +-
playground/infrastructure/test_datastore_client.py | 83 +
playground/infrastructure/test_grpc_client.py | 80 +-
playground/infrastructure/test_helper.py | 410 +-
playground/infrastructure/test_logger.py | 6 +-
playground/infrastructure/test_utils.py | 43 +
playground/sdks-emulator.yaml | 28 +
playground/terraform/applications/default/main.tf | 10 +
release/src/main/scripts/run_rc_validation.sh | 16 +-
runners/core-construction-java/build.gradle | 2 +-
.../beam/runners/core/construction/BeamUrns.java | 2 +-
.../core/construction/CoderTranslation.java | 2 +-
.../core/construction/CoderTranslators.java | 2 +-
.../core/construction/CombineTranslation.java | 2 +-
.../CreatePCollectionViewTranslation.java | 2 +-
.../DefaultExpansionServiceClientFactory.java | 2 +-
.../core/construction/DisplayDataTranslation.java | 2 +-
.../runners/core/construction/Environments.java | 44 +-
.../beam/runners/core/construction/External.java | 6 +-
.../runners/core/construction/ModelCoders.java | 2 +-
.../construction/PCollectionViewTranslation.java | 2 +-
.../core/construction/ParDoTranslation.java | 4 +-
.../construction/PipelineOptionsTranslation.java | 6 +-
.../runners/core/construction/ReadTranslation.java | 4 +-
.../runners/core/construction/SdkComponents.java | 2 +-
.../runners/core/construction/SplittableParDo.java | 4 +-
.../core/construction/TestStreamTranslation.java | 2 +-
.../core/construction/WindowIntoTranslation.java | 2 +-
.../construction/WindowingStrategyTranslation.java | 8 +-
.../core/construction/WriteFilesTranslation.java | 2 +-
.../graph/GreedyPCollectionFusers.java | 2 +-
.../core/construction/graph/QueryablePipeline.java | 2 +-
.../core/construction/BaseExternalTest.java | 6 +-
.../core/construction/EnvironmentsTest.java | 19 +-
.../PipelineOptionsTranslationTest.java | 6 +-
.../core/construction/PipelineTranslationTest.java | 2 +-
.../core/construction/SplittableParDoTest.java | 32 +-
.../core/construction/ValidateRunnerXlangTest.java | 4 +-
.../construction/WindowIntoTranslationTest.java | 2 +-
.../construction/graph/ProtoOverridesTest.java | 2 +-
runners/core-java/build.gradle | 2 +-
.../beam/runners/core/InMemoryTimerInternals.java | 18 +-
.../core/metrics/ExecutionStateSampler.java | 17 +-
.../core/metrics/ExecutionStateTracker.java | 18 +-
.../runners/core/metrics/MetricsContainerImpl.java | 2 +-
.../core/metrics/MetricsContainerStepMap.java | 6 +-
.../core/metrics/MonitoringInfoEncodings.java | 13 +-
.../beam/runners/core/metrics/ShortIdMap.java | 2 +-
.../runners/core/metrics/SimpleExecutionState.java | 2 +-
.../runners/core/metrics/SimpleStateRegistry.java | 2 +-
.../core/metrics/MonitoringInfoEncodingsTest.java | 2 +-
runners/direct-java/build.gradle | 4 +-
runners/flink/flink_runner.gradle | 2 +-
.../FlinkBatchPortablePipelineTranslator.java | 2 +-
.../apache/beam/runners/flink/FlinkJobInvoker.java | 2 +-
.../beam/runners/flink/FlinkPipelineRunner.java | 2 +-
.../FlinkStreamingPortablePipelineTranslator.java | 2 +-
.../utils/FlinkPortableRunnerUtils.java | 2 +-
.../streaming/ExecutableStageDoFnOperator.java | 4 +-
.../wrappers/streaming/FlinkKeyUtils.java | 2 +-
.../FlinkExecutableStageFunctionTest.java | 2 +-
.../streaming/ExecutableStageDoFnOperatorTest.java | 4 +-
.../wrappers/streaming/FlinkKeyUtilsTest.java | 2 +-
runners/google-cloud-dataflow-java/build.gradle | 22 +-
.../dataflow/DataflowPipelineTranslator.java | 2 +-
.../beam/runners/dataflow/DataflowRunner.java | 28 +-
.../util/RowCoderCloudObjectTranslator.java | 2 +-
.../util/SchemaCoderCloudObjectTranslator.java | 6 +-
.../SerializableCoderCloudObjectTranslator.java | 3 +-
.../dataflow/DataflowPipelineTranslatorTest.java | 2 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 43 +-
.../google-cloud-dataflow-java/worker/build.gradle | 3 +-
.../worker/legacy-worker/build.gradle | 7 +-
.../runners/dataflow/worker/ByteArrayReader.java | 4 +-
.../runners/dataflow/worker/ByteStringCoder.java | 2 +-
.../worker/ChunkingShuffleBatchReader.java | 2 +-
.../dataflow/worker/DataflowExecutionContext.java | 4 +-
.../dataflow/worker/DataflowRunnerHarness.java | 2 +-
.../worker/DataflowWorkerHarnessHelper.java | 4 +-
.../worker/GroupAlsoByWindowParDoFnFactory.java | 2 +-
.../beam/runners/dataflow/worker/PubsubSink.java | 18 +-
.../beam/runners/dataflow/worker/StateFetcher.java | 4 +-
.../dataflow/worker/StreamingDataflowWorker.java | 4 +-
.../worker/StreamingModeExecutionContext.java | 9 +-
.../dataflow/worker/StreamingSideInputFetcher.java | 6 +-
.../dataflow/worker/UngroupedShuffleReader.java | 2 +-
.../dataflow/worker/WindmillComputationKey.java | 4 +-
.../dataflow/worker/WindmillNamespacePrefix.java | 2 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 15 +-
.../dataflow/worker/WindmillStateCache.java | 2 +-
.../dataflow/worker/WindmillStateInternals.java | 23 +-
.../dataflow/worker/WindmillStateReader.java | 111 +-
.../runners/dataflow/worker/WindmillTimeUtils.java | 3 +
.../dataflow/worker/WindmillTimerInternals.java | 2 +-
.../dataflow/worker/WorkerCustomSources.java | 2 +-
.../dataflow/worker/fn/BeamFnControlService.java | 6 +-
.../control/RegisterAndProcessBundleOperation.java | 11 +-
.../worker/fn/data/BeamFnDataGrpcService.java | 4 +-
.../worker/fn/logging/BeamFnLoggingService.java | 4 +-
.../fn/stream/ServerStreamObserverFactory.java | 6 +-
.../graph/CreateExecutableStageNodeFunction.java | 7 +-
...nsertFetchAndFilterStreamingSideInputNodes.java | 2 +-
.../worker/graph/RegisterNodeFunction.java | 7 +-
.../common/worker/ByteArrayShufflePosition.java | 4 +-
.../worker/GroupingShuffleEntryIterator.java | 2 +-
.../common/worker/KeyGroupedShuffleEntries.java | 2 +-
.../worker/util/common/worker/ShuffleEntry.java | 2 +-
.../worker/windmill/DirectStreamObserver.java | 4 +-
.../windmill/ForwardingClientResponseObserver.java | 6 +-
.../worker/windmill/GrpcWindmillServer.java | 30 +-
.../worker/windmill/StreamObserverFactory.java | 4 +-
.../runners/dataflow/harness/test/TestStreams.java | 4 +-
.../runners/dataflow/worker/DataflowMatchers.java | 2 +-
.../worker/DataflowWorkerHarnessHelperTest.java | 2 +-
.../dataflow/worker/GroupingShuffleReaderTest.java | 2 +-
.../runners/dataflow/worker/PubsubReaderTest.java | 2 +-
.../runners/dataflow/worker/PubsubSinkTest.java | 2 +-
.../runners/dataflow/worker/ReaderCacheTest.java | 2 +-
.../runners/dataflow/worker/ShuffleSinkTest.java | 2 +-
.../runners/dataflow/worker/StateFetcherTest.java | 12 +-
.../worker/StreamingDataflowWorkerTest.java | 8 +-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 5 +-
...reamingGroupAlsoByWindowsReshuffleDoFnTest.java | 5 +-
.../worker/StreamingModeExecutionContextTest.java | 2 +-
.../worker/StreamingSideInputDoFnRunnerTest.java | 2 +-
.../worker/StreamingSideInputFetcherTest.java | 2 +-
.../runners/dataflow/worker/TestShuffleReader.java | 2 +-
.../runners/dataflow/worker/TestShuffleWriter.java | 2 +-
.../dataflow/worker/WindmillKeyedWorkItemTest.java | 2 +-
.../worker/WindmillReaderIteratorBaseTest.java | 2 +-
.../dataflow/worker/WindmillStateCacheTest.java | 2 +-
.../worker/WindmillStateInternalsTest.java | 5 +-
.../dataflow/worker/WindmillStateReaderTest.java | 167 +-
.../dataflow/worker/WindmillTimeUtilsTest.java | 10 +
.../worker/WindmillTimerInternalsTest.java | 31 +-
.../dataflow/worker/WorkerCustomSourcesTest.java | 2 +-
.../worker/fn/BeamFnControlServiceTest.java | 4 +-
.../RegisterAndProcessBundleOperationTest.java | 2 +-
.../worker/fn/data/BeamFnDataGrpcServiceTest.java | 8 +-
.../fn/logging/BeamFnLoggingServiceTest.java | 6 +-
.../fn/stream/ServerStreamObserverFactoryTest.java | 4 +-
...tFetchAndFilterStreamingSideInputNodesTest.java | 2 +-
.../logging/DataflowWorkerLoggingHandlerTest.java | 2 +-
.../worker/BatchingShuffleEntryReaderTest.java | 2 +-
.../worker/GroupingShuffleEntryIteratorTest.java | 2 +-
.../util/common/worker/ShuffleEntryTest.java | 2 +-
.../worker/windmill/GrpcWindmillServerTest.java | 14 +-
runners/java-fn-execution/build.gradle | 6 +-
.../artifact/ArtifactRetrievalService.java | 8 +-
.../artifact/ArtifactStagingService.java | 10 +-
.../control/BundleCheckpointHandlers.java | 2 +-
.../fnexecution/control/FnApiControlClient.java | 6 +-
.../control/FnApiControlClientPoolService.java | 6 +-
.../control/ProcessBundleDescriptors.java | 2 +-
.../runners/fnexecution/data/GrpcDataService.java | 2 +-
.../environment/ExternalEnvironmentFactory.java | 2 +-
.../fnexecution/logging/GrpcLoggingService.java | 2 +-
.../runners/fnexecution/provisioning/JobInfo.java | 2 +-
.../provisioning/StaticGrpcProvisionService.java | 2 +-
.../fnexecution/state/GrpcStateService.java | 4 +-
.../fnexecution/state/StateRequestHandlers.java | 2 +-
.../status/BeamWorkerStatusGrpcService.java | 2 +-
.../fnexecution/status/WorkerStatusClient.java | 2 +-
.../translation/PipelineTranslatorUtils.java | 2 +-
.../runners/fnexecution/wire/ByteStringCoder.java | 4 +-
.../GrpcContextHeaderAccessorProviderTest.java | 20 +-
.../runners/fnexecution/ServerFactoryTest.java | 12 +-
.../artifact/ArtifactRetrievalServiceTest.java | 10 +-
.../artifact/ArtifactStagingServiceTest.java | 12 +-
.../control/DefaultJobBundleFactoryTest.java | 4 +-
.../control/FnApiControlClientPoolServiceTest.java | 8 +-
.../control/FnApiControlClientTest.java | 2 +-
...eCountingExecutableStageContextFactoryTest.java | 47 +-
.../fnexecution/control/RemoteExecutionTest.java | 140 +-
.../fnexecution/control/SdkHarnessClientTest.java | 2 +-
.../fnexecution/data/GrpcDataServiceTest.java | 8 +-
.../logging/GrpcLoggingServiceTest.java | 6 +-
.../StaticGrpcProvisionServiceTest.java | 10 +-
.../fnexecution/state/GrpcStateServiceTest.java | 4 +-
.../state/StateRequestHandlersTest.java | 2 +-
.../status/BeamWorkerStatusGrpcServiceTest.java | 8 +-
.../fnexecution/status/WorkerStatusClientTest.java | 2 +-
.../fnexecution/wire/ByteStringCoderTest.java | 2 +-
.../runners/fnexecution/wire/CommonCoderTest.java | 9 +-
runners/java-job-service/build.gradle | 2 +-
.../runners/jobsubmission/InMemoryJobService.java | 10 +-
.../beam/runners/jobsubmission/JobInvocation.java | 2 +-
.../beam/runners/jobsubmission/JobInvoker.java | 2 +-
.../beam/runners/jobsubmission/JobPreparation.java | 2 +-
.../jobsubmission/PortablePipelineJarCreator.java | 4 +-
.../jobsubmission/PortablePipelineJarUtils.java | 6 +-
.../jobsubmission/InMemoryJobServiceTest.java | 6 +-
.../runners/jobsubmission/JobInvocationTest.java | 2 +-
.../PortablePipelineJarCreatorTest.java | 2 +-
.../portability/JobServicePipelineResult.java | 2 +-
.../beam/runners/portability/PortableRunner.java | 4 +-
.../portability/testing/TestJobService.java | 2 +-
.../runners/portability/PortableRunnerTest.java | 8 +-
runners/samza/build.gradle | 5 +-
runners/samza/job-server/build.gradle | 6 +-
.../apache/beam/runners/samza/SamzaJobInvoker.java | 2 +-
.../samza/metrics/SamzaMetricsContainer.java | 9 +
.../apache/beam/runners/samza/runtime/DoFnOp.java | 3 +
.../runners/samza/runtime/SamzaDoFnRunners.java | 57 +-
.../samza/runtime/SamzaStateRequestHandlers.java | 2 +-
.../samza/runtime/SamzaTimerInternalsFactory.java | 13 +-
.../samza/translation/GroupByKeyTranslator.java | 2 +-
.../translation/ParDoBoundMultiTranslator.java | 2 +-
.../translation/PortableTranslationContext.java | 51 +-
.../samza/translation/ReshuffleTranslator.java | 2 +-
.../SamzaPortablePipelineTranslator.java | 8 +-
.../translation/SamzaTestStreamTranslator.java | 2 +-
.../samza/translation/TranslationContext.java | 15 +-
.../samza/translation/WindowAssignTranslator.java | 2 +-
.../apache/beam/runners/samza/util/DoFnUtils.java | 75 +
.../beam/runners/samza/util/DoFnUtilsTest.java | 84 +
.../spark/structuredstreaming/Constants.java | 0
.../SparkStructuredStreamingPipelineOptions.java | 42 +
.../SparkStructuredStreamingPipelineResult.java | 134 +
.../SparkStructuredStreamingRunner.java | 225 +
.../SparkStructuredStreamingRunnerRegistrar.java | 0
.../aggregators/AggregatorsAccumulator.java | 73 +
.../aggregators/NamedAggregators.java | 0
.../aggregators/NamedAggregatorsAccumulator.java | 0
.../aggregators/package-info.java | 0
.../structuredstreaming/examples/WordCount.java | 0
.../metrics/AggregatorMetric.java | 74 +
.../metrics/AggregatorMetricSource.java | 0
.../structuredstreaming/metrics/BeamMetricSet.java | 60 +
.../metrics/CompositeSource.java | 0
.../metrics/MetricsAccumulator.java | 76 +
.../MetricsContainerStepMapAccumulator.java | 0
.../metrics/SparkBeamMetric.java | 107 +
.../metrics/SparkBeamMetricSource.java | 0
.../metrics/SparkMetricsContainerStepMap.java | 0
.../metrics/WithMetricsSupport.java | 91 +
.../structuredstreaming/metrics/package-info.java | 0
.../metrics/sink/CodahaleCsvSink.java | 86 +
.../metrics/sink/CodahaleGraphiteSink.java | 89 +
.../metrics/sink/package-info.java | 0
.../spark/structuredstreaming/package-info.java | 0
.../translation/AbstractTranslationContext.java | 235 +
.../translation/PipelineTranslator.java | 0
.../translation/SparkSessionFactory.java | 71 +
.../translation/SparkTransformOverrides.java | 0
.../translation/TransformTranslator.java | 0
.../translation/batch/AggregatorCombiner.java | 0
.../batch/CombinePerKeyTranslatorBatch.java | 0
.../CreatePCollectionViewTranslatorBatch.java | 0
.../translation/batch/DoFnFunction.java | 0
.../translation/batch/DoFnRunnerWithMetrics.java | 0
.../translation/batch/FlattenTranslatorBatch.java | 0
.../batch/GroupByKeyTranslatorBatch.java | 0
.../translation/batch/ImpulseTranslatorBatch.java | 0
.../translation/batch/ParDoTranslatorBatch.java | 0
.../translation/batch/PipelineTranslatorBatch.java | 0
.../translation/batch/ProcessContext.java | 0
.../batch/ReadSourceTranslatorBatch.java | 0
.../batch/ReshuffleTranslatorBatch.java | 0
.../batch/WindowAssignTranslatorBatch.java | 0
.../GroupAlsoByWindowViaOutputBufferFn.java | 0
.../batch/functions/NoOpStepContext.java | 0
.../batch/functions/SparkSideInputReader.java | 0
.../translation/batch/functions/package-info.java | 0
.../translation/batch/package-info.java | 0
.../translation/helpers/CoderHelpers.java | 0
.../translation/helpers/EncoderFactory.java | 43 +-
.../translation/helpers/EncoderHelpers.java | 71 +
.../translation/helpers/KVHelpers.java | 0
.../translation/helpers/MultiOutputCoder.java | 0
.../translation/helpers/RowHelpers.java | 0
.../translation/helpers/SchemaHelpers.java | 0
.../translation/helpers/SideInputBroadcast.java | 0
.../translation/helpers/WindowingHelpers.java | 0
.../translation/helpers/package-info.java | 0
.../translation/package-info.java | 0
.../streaming/PipelineTranslatorStreaming.java | 0
.../streaming/ReadSourceTranslatorStreaming.java | 0
.../translation/streaming/package-info.java | 0
.../translation/utils/CachedSideInputReader.java | 0
.../translation/utils/SideInputStorage.java | 0
.../translation/utils/package-info.java | 0
.../structuredstreaming/SparkSessionRule.java | 88 +
...parkStructuredStreamingRunnerRegistrarTest.java | 0
.../StructuredStreamingPipelineStateTest.java | 0
.../aggregators/metrics/sink/InMemoryMetrics.java | 80 +
.../metrics/sink/InMemoryMetricsSinkRule.java | 0
.../metrics/sink/SparkMetricsSinkTest.java | 73 +
.../metrics/SparkBeamMetricTest.java | 59 +
.../translation/batch/CombineTest.java | 0
.../translation/batch/ComplexSourceTest.java | 0
.../translation/batch/FlattenTest.java | 0
.../translation/batch/GroupByKeyTest.java | 0
.../translation/batch/ParDoTest.java | 0
.../translation/batch/SimpleSourceTest.java | 0
.../translation/batch/WindowAssignTest.java | 0
.../translation/helpers/EncoderHelpersTest.java | 98 +
.../translation/streaming/SimpleSourceTest.java | 0
.../utils/SerializationDebugger.java | 0
.../structuredstreaming/utils/package-info.java | 0
runners/spark/3/build.gradle | 34 +
.../spark/structuredstreaming/Constants.java | 0
.../SparkStructuredStreamingPipelineOptions.java | 42 +
.../SparkStructuredStreamingPipelineResult.java | 134 +
.../SparkStructuredStreamingRunner.java | 221 +
.../SparkStructuredStreamingRunnerRegistrar.java | 0
.../aggregators/AggregatorsAccumulator.java | 73 +
.../aggregators/NamedAggregators.java | 0
.../aggregators/NamedAggregatorsAccumulator.java | 0
.../aggregators/package-info.java | 0
.../structuredstreaming/examples/WordCount.java | 0
.../metrics/AggregatorMetric.java | 74 +
.../metrics/AggregatorMetricSource.java | 0
.../structuredstreaming/metrics/BeamMetricSet.java | 60 +
.../metrics/CompositeSource.java | 0
.../metrics/MetricsAccumulator.java | 76 +
.../MetricsContainerStepMapAccumulator.java | 0
.../metrics/SparkBeamMetric.java | 107 +
.../metrics/SparkBeamMetricSource.java | 0
.../metrics/SparkMetricsContainerStepMap.java | 0
.../metrics/WithMetricsSupport.java | 91 +
.../structuredstreaming/metrics/package-info.java | 0
.../metrics/sink/CodahaleCsvSink.java | 86 +
.../metrics/sink/CodahaleGraphiteSink.java | 89 +
.../metrics/sink/package-info.java | 0
.../spark/structuredstreaming/package-info.java | 0
.../translation/AbstractTranslationContext.java | 235 +
.../translation/PipelineTranslator.java | 0
.../translation/SparkSessionFactory.java | 71 +
.../translation/SparkTransformOverrides.java | 0
.../translation/TransformTranslator.java | 0
.../translation/batch/AggregatorCombiner.java | 0
.../batch/CombinePerKeyTranslatorBatch.java | 0
.../CreatePCollectionViewTranslatorBatch.java | 0
.../translation/batch/DatasetSourceBatch.java | 2 +-
.../translation/batch/DoFnFunction.java | 0
.../translation/batch/DoFnRunnerWithMetrics.java | 0
.../translation/batch/FlattenTranslatorBatch.java | 0
.../batch/GroupByKeyTranslatorBatch.java | 0
.../translation/batch/ImpulseTranslatorBatch.java | 0
.../translation/batch/ParDoTranslatorBatch.java | 0
.../translation/batch/PipelineTranslatorBatch.java | 0
.../translation/batch/ProcessContext.java | 0
.../batch/ReadSourceTranslatorBatch.java | 0
.../batch/ReshuffleTranslatorBatch.java | 0
.../batch/WindowAssignTranslatorBatch.java | 0
.../GroupAlsoByWindowViaOutputBufferFn.java | 0
.../batch/functions/NoOpStepContext.java | 0
.../batch/functions/SparkSideInputReader.java | 0
.../translation/batch/functions/package-info.java | 0
.../translation/batch/package-info.java | 0
.../translation/helpers/CoderHelpers.java | 0
.../translation/helpers/EncoderFactory.java | 59 +-
.../translation/helpers/EncoderHelpers.java | 71 +
.../translation/helpers/KVHelpers.java | 0
.../translation/helpers/MultiOutputCoder.java | 0
.../translation/helpers/RowHelpers.java | 0
.../translation/helpers/SchemaHelpers.java | 0
.../translation/helpers/SideInputBroadcast.java | 0
.../translation/helpers/WindowingHelpers.java | 0
.../translation/helpers/package-info.java | 0
.../translation/package-info.java | 0
.../streaming/PipelineTranslatorStreaming.java | 0
.../streaming/ReadSourceTranslatorStreaming.java | 0
.../translation/streaming/package-info.java | 0
.../translation/utils/CachedSideInputReader.java | 0
.../translation/utils/SideInputStorage.java | 0
.../translation/utils/package-info.java | 0
.../structuredstreaming/SparkSessionRule.java | 88 +
...parkStructuredStreamingRunnerRegistrarTest.java | 0
.../StructuredStreamingPipelineStateTest.java | 0
.../aggregators/metrics/sink/InMemoryMetrics.java | 80 +
.../metrics/sink/InMemoryMetricsSinkRule.java | 0
.../metrics/sink/SparkMetricsSinkTest.java | 73 +
.../metrics/SparkBeamMetricTest.java | 59 +
.../translation/batch/CombineTest.java | 0
.../translation/batch/ComplexSourceTest.java | 0
.../translation/batch/FlattenTest.java | 0
.../translation/batch/GroupByKeyTest.java | 0
.../translation/batch/ParDoTest.java | 0
.../translation/batch/SimpleSourceTest.java | 0
.../translation/batch/WindowAssignTest.java | 0
.../translation/helpers/EncoderHelpersTest.java | 98 +
.../translation/streaming/SimpleSourceTest.java | 0
.../utils/SerializationDebugger.java | 0
.../structuredstreaming/utils/package-info.java | 0
runners/spark/job-server/spark_job_server.gradle | 2 +-
runners/spark/spark_runner.gradle | 54 +-
.../apache/beam/runners/spark/SparkJobInvoker.java | 2 +-
.../beam/runners/spark/SparkPipelineRunner.java | 16 +-
.../org/apache/beam/runners/spark/SparkRunner.java | 2 +-
.../beam/runners/spark/SparkRunnerDebugger.java | 2 +-
.../apache/beam/runners/spark/TestSparkRunner.java | 2 +-
.../spark/aggregators/AggregatorsAccumulator.java | 2 +-
.../beam/runners/spark/io/MicrobatchSource.java | 7 +-
.../beam/runners/spark/io/SourceDStream.java | 2 +-
.../runners/spark/metrics/AggregatorMetric.java | 47 +-
.../beam/runners/spark/metrics/BeamMetricSet.java | 59 +
.../runners/spark/metrics/MetricsAccumulator.java | 2 +-
.../runners/spark/metrics/SparkBeamMetric.java | 93 +-
.../runners/spark/metrics/WithMetricsSupport.java | 123 +-
.../beam/runners/spark/metrics/sink/CsvSink.java | 59 +-
.../runners/spark/metrics/sink/GraphiteSink.java | 66 +-
.../SparkGroupAlsoByWindowViaWindowSet.java | 25 +-
.../SparkStructuredStreamingPipelineOptions.java | 35 -
.../SparkStructuredStreamingPipelineResult.java | 155 -
.../SparkStructuredStreamingRunner.java | 220 -
.../aggregators/AggregatorsAccumulator.java | 73 -
.../metrics/AggregatorMetric.java | 39 -
.../metrics/MetricsAccumulator.java | 76 -
.../metrics/SparkBeamMetric.java | 89 -
.../metrics/WithMetricsSupport.java | 182 -
.../metrics/sink/CodahaleCsvSink.java | 36 -
.../metrics/sink/CodahaleGraphiteSink.java | 34 -
.../translation/AbstractTranslationContext.java | 258 -
.../translation/helpers/EncoderHelpers.java | 274 -
.../spark/translation/TransformTranslator.java | 12 +-
.../SparkRunnerStreamingContextFactory.java | 24 +-
.../streaming/WatermarkSyncedDStream.java | 6 +-
.../aggregators/metrics/sink/InMemoryMetrics.java | 33 +-
.../metrics/sink/SparkMetricsSinkTest.java | 6 +-
.../runners/spark/metrics/SparkBeamMetricTest.java | 18 +-
.../structuredstreaming/SparkSessionRule.java | 73 -
.../aggregators/metrics/sink/InMemoryMetrics.java | 82 -
.../metrics/sink/SparkMetricsSinkTest.java | 84 -
.../metrics/BeamMetricTest.java | 47 -
.../translation/helpers/EncoderHelpersTest.java | 47 -
.../spark/src/test/resources/metrics.properties | 68 -
runners/twister2/build.gradle | 2 +-
.../functions/AssignWindowsFunction.java | 2 +-
.../translators/functions/DoFnFunction.java | 2 +-
.../functions/GroupByWindowFunction.java | 2 +-
scripts/ci/issue-report/generateReport.js | 3 +-
scripts/ci/pr-bot/processNewPrs.ts | 29 +-
scripts/ci/pr-bot/processPrUpdate.ts | 13 -
sdks/go.mod | 60 +-
sdks/go.sum | 435 +-
sdks/go/cmd/specialize/main.go | 3 +-
sdks/go/container/boot.go | 53 +-
sdks/go/container/boot_test.go | 67 +-
.../examples/complete/autocomplete/autocomplete.go | 6 +-
sdks/go/examples/contains/contains.go | 9 +-
sdks/go/examples/cookbook/combine/combine.go | 10 +-
sdks/go/examples/cookbook/filter/filter.go | 9 +-
sdks/go/examples/cookbook/join/join.go | 14 +-
sdks/go/examples/cookbook/max/max.go | 7 +-
sdks/go/examples/cookbook/tornadoes/tornadoes.go | 9 +-
.../debugging_wordcount/debugging_wordcount.go | 20 +-
sdks/go/examples/fhirio/import/import.go | 85 +
.../fhirio/read_write_pubsub/read_write_pubsub.go | 157 +
sdks/go/examples/grades/grades.go | 13 +-
sdks/go/examples/kafka/taxi.go | 4 +-
.../go/examples/large_wordcount/large_wordcount.go | 21 +-
sdks/go/examples/multiout/multiout.go | 6 +-
sdks/go/examples/native_wordcap/wordcap.go | 5 +-
sdks/go/examples/pingpong/pingpong.go | 10 +-
sdks/go/examples/streaming_wordcap/wordcap.go | 5 +-
sdks/go/examples/stringsplit/stringsplit.go | 7 +-
.../windowed_wordcount/windowed_wordcount.go | 12 +-
sdks/go/examples/wordcount/wordcount.go | 91 +-
sdks/go/examples/xlang/bigquery/wordcount.go | 6 +-
sdks/go/examples/xlang/cogroup_by/cogroup_by.go | 12 +-
sdks/go/examples/xlang/combine/combine.go | 12 +-
.../xlang/combine_globally/combine_globally.go | 3 +-
sdks/go/examples/xlang/flatten/flatten.go | 3 +-
sdks/go/examples/xlang/group_by/group_by.go | 12 +-
sdks/go/examples/xlang/partition/partition.go | 3 +-
sdks/go/examples/xlang/wordcount/wordcount.go | 7 +-
sdks/go/examples/yatzy/yatzy.go | 8 +-
sdks/go/pkg/beam/artifact/materialize_test.go | 5 +-
sdks/go/pkg/beam/artifact/stage.go | 3 +-
sdks/go/pkg/beam/artifact/stage_test.go | 4 +-
sdks/go/pkg/beam/core/core.go | 2 +-
sdks/go/pkg/beam/core/funcx/fn.go | 45 +-
sdks/go/pkg/beam/core/funcx/fn_test.go | 16 +
sdks/go/pkg/beam/core/funcx/sideinput.go | 8 +-
sdks/go/pkg/beam/core/funcx/sideinput_test.go | 24 +-
.../pkg/beam/core/graph/coder/coder_fuzz_test.go | 19 +
sdks/go/pkg/beam/core/graph/coder/float.go | 41 +
sdks/go/pkg/beam/core/graph/coder/float_test.go | 50 +
sdks/go/pkg/beam/core/graph/coder/row_decoder.go | 13 +-
sdks/go/pkg/beam/core/graph/coder/row_encoder.go | 6 +-
sdks/go/pkg/beam/core/graph/edge.go | 17 +-
sdks/go/pkg/beam/core/graph/fn.go | 90 +-
sdks/go/pkg/beam/core/graph/fn_test.go | 126 +-
sdks/go/pkg/beam/core/runtime/exec/combine.go | 12 +-
sdks/go/pkg/beam/core/runtime/exec/data.go | 16 +
sdks/go/pkg/beam/core/runtime/exec/datasource.go | 52 +-
.../pkg/beam/core/runtime/exec/datasource_test.go | 113 +-
sdks/go/pkg/beam/core/runtime/exec/fn.go | 36 +-
sdks/go/pkg/beam/core/runtime/exec/fn_test.go | 14 +-
sdks/go/pkg/beam/core/runtime/exec/fullvalue.go | 174 +
.../pkg/beam/core/runtime/exec/fullvalue_test.go | 173 +-
sdks/go/pkg/beam/core/runtime/exec/input.go | 2 -
.../pkg/beam/core/runtime/exec/optimized/inputs.go | 16008 +++----------------
.../beam/core/runtime/exec/optimized/inputs.tmpl | 43 -
sdks/go/pkg/beam/core/runtime/exec/pardo.go | 20 +-
sdks/go/pkg/beam/core/runtime/exec/pardo_test.go | 49 +-
.../pkg/beam/core/runtime/exec/sideinput_test.go | 42 +
sdks/go/pkg/beam/core/runtime/exec/translate.go | 84 +-
sdks/go/pkg/beam/core/runtime/exec/userstate.go | 532 +
.../pkg/beam/core/runtime/exec/userstate_test.go | 140 +
sdks/go/pkg/beam/core/runtime/graphx/serialize.go | 5 +
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 141 +-
sdks/go/pkg/beam/core/runtime/graphx/v1/v1.pb.go | 312 +-
sdks/go/pkg/beam/core/runtime/graphx/v1/v1.proto | 4 +
.../pkg/beam/core/runtime/harness/datamgr_test.go | 5 +-
.../beam/core/runtime/harness/diagnostics_hook.go | 58 +
sdks/go/pkg/beam/core/runtime/harness/harness.go | 20 +
sdks/go/pkg/beam/core/runtime/harness/init/init.go | 18 +
sdks/go/pkg/beam/core/runtime/harness/statemgr.go | 247 +
.../pkg/beam/core/runtime/harness/statemgr_test.go | 83 +-
.../core/runtime/harness/worker_status_test.go | 4 +-
.../runtime/xlangx/expansionx/download_test.go | 7 +-
sdks/go/pkg/beam/core/state/state.go | 686 +
sdks/go/pkg/beam/core/state/state_test.go | 1202 ++
sdks/go/pkg/beam/core/util/stringx/bytes.go | 31 -
sdks/go/pkg/beam/core/util/stringx/map.go | 52 -
sdks/go/pkg/beam/core/util/symtab/symtab_test.go | 3 +-
sdks/go/pkg/beam/io/avroio/avroio_test.go | 3 +-
sdks/go/pkg/beam/io/databaseio/database.go | 7 +-
sdks/go/pkg/beam/io/databaseio/writer.go | 68 +-
sdks/go/pkg/beam/io/databaseio/writer_test.go | 67 +
sdks/go/pkg/beam/io/fhirio/common.go | 125 +-
sdks/go/pkg/beam/io/fhirio/common_test.go | 68 +
sdks/go/pkg/beam/io/fhirio/deidentify.go | 93 +
sdks/go/pkg/beam/io/fhirio/deidentify_test.go | 53 +
sdks/go/pkg/beam/io/fhirio/execute_bundles.go | 4 +-
sdks/go/pkg/beam/io/fhirio/execute_bundles_test.go | 8 +-
sdks/go/pkg/beam/io/fhirio/import.go | 260 +
sdks/go/pkg/beam/io/fhirio/import_test.go | 93 +
sdks/go/pkg/beam/io/fhirio/read.go | 4 +-
sdks/go/pkg/beam/io/fhirio/read_test.go | 8 +-
sdks/go/pkg/beam/io/fhirio/search_test.go | 11 +-
sdks/go/pkg/beam/io/fhirio/utils_test.go | 67 +-
sdks/go/pkg/beam/io/filesystem/memfs/memory.go | 3 +-
sdks/go/pkg/beam/io/filesystem/util.go | 3 +-
sdks/go/pkg/beam/io/parquetio/parquetio.go | 4 +-
sdks/go/pkg/beam/options/gcpopts/options_test.go | 3 +-
sdks/go/pkg/beam/pardo.go | 24 +
sdks/go/pkg/beam/register/doc.go | 2 +-
sdks/go/pkg/beam/register/example_register_test.go | 4 +-
sdks/go/pkg/beam/runners/dataflow/dataflow.go | 2 +-
sdks/go/pkg/beam/runners/direct/direct.go | 3 +
sdks/go/pkg/beam/runners/dot/dot.go | 4 +-
sdks/go/pkg/beam/runners/session/session.go | 351 -
sdks/go/pkg/beam/util/diagnostics/diagnostics.go | 134 +
sdks/go/pkg/beam/util/gcsx/gcs.go | 3 +-
sdks/go/pkg/beam/util/harnessopts/heap_dump.go | 39 +
.../go/pkg/beam/util/harnessopts/heap_dump_test.go | 50 +
sdks/go/pkg/beam/util/syscallx/syscall_default.go | 5 +
sdks/go/pkg/beam/util/syscallx/syscall_linux.go | 26 +-
sdks/go/pkg/beam/validate.go | 4 +-
sdks/go/test/build.gradle | 4 -
sdks/go/test/integration/integration.go | 66 +-
sdks/go/test/integration/io/fhirio/fhirio_test.go | 194 +-
.../test/integration/primitives/checkpointing.go | 5 +-
sdks/go/test/integration/primitives/cogbk.go | 32 +
sdks/go/test/integration/primitives/cogbk_test.go | 5 +
sdks/go/test/integration/primitives/drain.go | 17 +-
sdks/go/test/integration/primitives/heap_dump.go | 51 +
.../test/integration/primitives/heap_dump_test.go | 66 +
sdks/go/test/integration/primitives/pardo.go | 15 +-
sdks/go/test/integration/primitives/state.go | 569 +
sdks/go/test/integration/primitives/state_test.go | 73 +
.../go/test/integration/primitives/window_panes.go | 5 +-
sdks/go/test/integration/primitives/windowinto.go | 12 +-
sdks/go/test/integration/wordcount/wordcount.go | 7 +-
sdks/go/test/load/util.go | 4 +-
.../go/test/regression/coders/fromyaml/fromyaml.go | 12 +-
.../regression/coders/fromyaml/fromyaml_test.go | 4 +-
sdks/go/test/run_validatesrunner_tests.sh | 7 +-
.../src/main/resources/beam/checkstyle.xml | 8 -
.../src/main/resources/beam/suppressions.xml | 48 +-
.../container/license_scripts/dep_urls_java.yaml | 4 +-
.../license_scripts/pull_licenses_java.py | 7 +-
sdks/java/core/build.gradle | 4 +-
sdks/java/core/jmh/build.gradle | 37 +
.../GetterBasedSchemaProviderBenchmark.java | 120 +
.../org/apache/beam/sdk/jmh/schemas/RowBundle.java | 197 +
.../apache/beam/sdk/jmh/schemas/RowBundles.java | 209 +
.../apache/beam/sdk/jmh/schemas/package-info.java | 20 +
.../jmh/util/ByteStringOutputStreamBenchmark.java | 416 +
.../org/apache/beam/sdk/jmh/util/package-info.java | 24 +
.../util/ByteStringOutputStreamBenchmarkTest.java | 88 +
.../main/java/org/apache/beam/sdk/Pipeline.java | 4 +-
.../apache/beam/sdk/coders/RowCoderGenerator.java | 40 +-
.../org/apache/beam/sdk/coders/SortedMapCoder.java | 197 +
.../apache/beam/sdk/io/TextRowCountEstimator.java | 4 +-
.../java/org/apache/beam/sdk/io/TextSource.java | 2 +-
.../java/org/apache/beam/sdk/io/WriteFiles.java | 30 +-
.../java/org/apache/beam/sdk/io/range/ByteKey.java | 4 +-
.../beam/sdk/metrics/MetricsEnvironment.java | 33 +-
.../beam/sdk/options/ExperimentalOptions.java | 1 -
.../apache/beam/sdk/schemas/SchemaTranslation.java | 13 +-
.../schemas/logicaltypes/SchemaLogicalType.java | 2 +-
.../beam/sdk/schemas/transforms/WithKeys.java | 79 +
.../beam/sdk/schemas/utils/AutoValueUtils.java | 44 +-
.../beam/sdk/schemas/utils/AvroByteBuddyUtils.java | 26 +-
.../apache/beam/sdk/schemas/utils/AvroUtils.java | 16 +-
.../utils/ByteBuddyLocalVariableManager.java | 10 +-
.../beam/sdk/schemas/utils/ByteBuddyUtils.java | 76 +-
.../beam/sdk/schemas/utils/ConvertHelpers.java | 28 +-
.../beam/sdk/schemas/utils/JavaBeanUtils.java | 34 +-
.../apache/beam/sdk/schemas/utils/JsonUtils.java | 103 +
.../apache/beam/sdk/schemas/utils/POJOUtils.java | 46 +-
.../sdk/schemas/utils/SelectByteBuddyHelpers.java | 62 +-
.../org/apache/beam/sdk/transforms/GroupByKey.java | 30 +-
.../org/apache/beam/sdk/transforms/PTransform.java | 13 +
.../reflect/ByteBuddyDoFnInvokerFactory.java | 97 +-
.../reflect/ByteBuddyOnTimerInvokerFactory.java | 32 +-
.../reflect/StableInvokerNamingStrategy.java | 4 +-
.../transforms/resourcehints/ResourceHints.java | 2 +-
.../beam/sdk/util/ByteStringOutputStream.java | 171 +
.../java/org/apache/beam/sdk/util/CoderUtils.java | 2 +-
.../org/apache/beam/sdk/util/Preconditions.java | 71 +-
.../org/apache/beam/sdk/values/PCollection.java | 7 +-
.../apache/beam/sdk/values/PCollectionList.java | 3 -
.../beam/sdk/values/PCollectionRowTuple.java | 3 -
.../apache/beam/sdk/values/PCollectionTuple.java | 3 -
.../apache/beam/sdk/values/PCollectionView.java | 3 -
.../java/org/apache/beam/sdk/values/PValue.java | 3 -
.../org/apache/beam/sdk/values/PValueBase.java | 9 +-
.../java/org/apache/beam/sdk/values/PValues.java | 43 +-
.../main/java/org/apache/beam/sdk/values/Row.java | 31 +-
.../org/apache/beam/sdk/values/RowWithGetters.java | 23 +-
.../org/apache/beam/sdk/values/RowWithStorage.java | 8 +-
.../org/apache/beam/sdk/values/TaggedPValue.java | 2 +-
.../apache/beam/sdk/values/TimestampedValue.java | 13 +-
.../org/apache/beam/sdk/values/TypeDescriptor.java | 16 +-
.../apache/beam/sdk/values/TypeDescriptors.java | 7 +-
.../org/apache/beam/sdk/values/TypeParameter.java | 5 +-
.../java/org/apache/beam/sdk/PipelineTest.java | 11 +-
.../sdk/options/ProxyInvocationHandlerTest.java | 8 +-
.../beam/sdk/schemas/SchemaTranslationTest.java | 2 +-
.../beam/sdk/schemas/utils/JsonUtilsTest.java | 308 +
.../apache/beam/sdk/testing/TestStreamTest.java | 7 +-
.../apache/beam/sdk/transforms/GroupByKeyTest.java | 63 +-
.../beam/sdk/transforms/GroupIntoBatchesTest.java | 63 +-
.../sdk/transforms/reflect/DefaultPackageTest.java | 52 +
.../beam/sdk/util/ByteStringOutputStreamTest.java | 115 +
.../org/apache/beam/sdk/util/CoderUtilsTest.java | 2 +-
sdks/java/expansion-service/build.gradle | 2 +-
.../sdk/expansion/service/ExpansionServer.java | 4 +-
.../sdk/expansion/service/ExpansionService.java | 8 +-
.../service/JavaClassLookupTransformProvider.java | 4 +-
.../expansion/service/ExpansionServiceTest.java | 4 +-
.../beam/sdk/expansion/service/ExternalTest.java | 4 +-
.../JavaClassLookupTransformProviderTest.java | 7 +-
.../beam/sdk/extensions/gcp/util/GcsUtil.java | 46 +-
.../beam/sdk/extensions/gcp/util/GcsUtilTest.java | 164 +-
sdks/java/extensions/protobuf/build.gradle | 2 +-
.../extensions/protobuf/ProtoByteBuddyUtils.java | 113 +-
.../protobuf/ProtoByteBuddyUtilsTest.java | 78 +
.../proto/proto_byte_buddy_utils_messages.proto | 35 +
sdks/java/extensions/python/build.gradle | 2 +-
.../extensions/python/PythonExternalTransform.java | 54 +-
.../beam/sdk/extensions/python/PythonService.java | 46 +-
.../python/transforms/DataframeTransform.java | 2 +-
.../extensions/python/transforms/PythonMap.java | 1 +
.../extensions/python/transforms/RunInference.java | 211 +
.../sdk/extensions/python/bootstrap_beam_venv.py | 17 +-
.../python/PythonExternalTransformTest.java | 23 +
.../sdk/extensions/python/PythonServiceTest.java | 39 +
.../transforms/RunInferenceTransformTest.java | 122 +
.../schemaio-expansion-service/build.gradle | 2 +-
.../ExternalSchemaIOTransformRegistrar.java | 2 +-
sdks/java/extensions/sorter/build.gradle | 4 +-
sdks/java/extensions/sql/build.gradle | 4 +-
.../provider/bigquery/BigQueryIOPushDownIT.java | 13 +-
.../meta/provider/mongodb/MongoDbReadWriteIT.java | 15 +-
sdks/java/extensions/timeseries/build.gradle | 32 +
.../beam/sdk/extensions/timeseries/FillGaps.java | 535 +
.../sdk/extensions/timeseries/package-info.java | 20 +
.../sdk/extensions/timeseries/FillGapsTest.java | 355 +
sdks/java/fn-execution/build.gradle | 2 +-
.../sdk/fn/channel/AddHarnessIdInterceptor.java | 8 +-
.../beam/sdk/fn/channel/ManagedChannelFactory.java | 20 +-
.../beam/sdk/fn/channel/SocketAddressFactory.java | 2 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexer.java | 6 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexer2.java | 4 +-
.../sdk/fn/data/BeamFnDataInboundObserver.java | 2 +-
.../sdk/fn/data/BeamFnDataOutboundAggregator.java | 31 +-
.../sdk/fn/data/BeamFnDataOutboundObserver.java | 2 +-
.../beam/sdk/fn/data/DecodingFnDataReceiver.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortRead.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortWrite.java | 2 +-
.../org/apache/beam/sdk/fn/server/FnService.java | 6 +-
.../server/GrpcContextHeaderAccessorProvider.java | 16 +-
.../apache/beam/sdk/fn/server/GrpcFnServer.java | 2 +-
.../beam/sdk/fn/server/InProcessServerFactory.java | 8 +-
.../apache/beam/sdk/fn/server/ServerFactory.java | 26 +-
.../sdk/fn/stream/BufferingStreamObserver.java | 4 +-
.../org/apache/beam/sdk/fn/stream/DataStreams.java | 10 +-
.../beam/sdk/fn/stream/DirectStreamObserver.java | 4 +-
.../stream/ForwardingClientResponseObserver.java | 6 +-
.../sdk/fn/stream/OutboundObserverFactory.java | 4 +-
.../sdk/fn/stream/SynchronizedStreamObserver.java | 2 +-
.../org/apache/beam/sdk/fn/test/TestStreams.java | 4 +-
.../sdk/fn/windowing/EncodedBoundedWindow.java | 2 +-
.../sdk/fn/channel/ManagedChannelFactoryTest.java | 6 +-
.../sdk/fn/channel/SocketAddressFactoryTest.java | 2 +-
.../fn/data/BeamFnDataGrpcMultiplexer2Test.java | 2 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java | 2 +-
.../fn/data/BeamFnDataInboundObserver2Test.java | 6 +-
.../sdk/fn/data/BeamFnDataInboundObserverTest.java | 5 +-
.../fn/data/BeamFnDataOutboundAggregatorTest.java | 8 +-
.../beam/sdk/fn/data/RemoteGrpcPortReadTest.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortWriteTest.java | 2 +-
.../apache/beam/sdk/fn/stream/DataStreamsTest.java | 7 +-
.../ForwardingClientResponseObserverTest.java | 6 +-
.../sdk/fn/stream/OutboundObserverFactoryTest.java | 4 +-
.../sdk/fn/windowing/EncodedBoundedWindowTest.java | 2 +-
sdks/java/harness/build.gradle | 4 +-
sdks/java/harness/jmh/build.gradle | 8 +-
.../fn/harness/jmh/ProcessBundleBenchmark.java | 2 +-
.../control/ExecutionStateSamplerBenchmark.java | 120 +-
.../fn/harness/jmh/control/MetricsBenchmark.java | 2 +-
.../jmh/logging/BeamFnLoggingClientBenchmark.java | 6 +-
.../ExecutionStateSamplerBenchmarkTest.java | 33 +-
.../beam/fn/harness/BeamFnDataReadRunner.java | 2 +-
.../beam/fn/harness/ExternalWorkerService.java | 2 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 27 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 5 +-
.../fn/harness/control/BeamFnControlClient.java | 4 +-
.../fn/harness/control/BundleProgressReporter.java | 2 +-
.../fn/harness/control/ExecutionStateSampler.java | 31 +-
.../apache/beam/fn/harness/control/Metrics.java | 2 +-
.../fn/harness/control/ProcessBundleHandler.java | 48 +-
.../beam/fn/harness/data/BeamFnDataGrpcClient.java | 2 +-
.../harness/data/PCollectionConsumerRegistry.java | 72 +-
.../harness/data/PTransformFunctionRegistry.java | 29 +-
.../fn/harness/logging/BeamFnLoggingClient.java | 39 +-
.../apache/beam/fn/harness/state/BagUserState.java | 4 +-
.../harness/state/BeamFnStateGrpcClientCache.java | 4 +-
.../beam/fn/harness/state/FnApiStateAccessor.java | 9 +-
.../fn/harness/state/FnApiTimerBundleTracker.java | 13 +-
.../beam/fn/harness/state/MultimapSideInput.java | 5 +-
.../beam/fn/harness/state/MultimapUserState.java | 7 +-
.../beam/fn/harness/state/StateBackedIterable.java | 2 +-
.../fn/harness/state/StateFetchingIterators.java | 2 +-
.../beam/fn/harness/status/BeamFnStatusClient.java | 4 +-
.../stream/HarnessStreamObserverFactories.java | 2 +-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 2 +-
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 2 +-
.../beam/fn/harness/ExternalWorkerServiceTest.java | 2 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 49 +-
.../org/apache/beam/fn/harness/FnHarnessTest.java | 12 +-
.../harness/control/BeamFnControlClientTest.java | 8 +-
.../control/BundleProgressReporterTest.java | 2 +-
.../harness/control/ExecutionStateSamplerTest.java | 22 +-
.../beam/fn/harness/control/MetricsTest.java | 2 +-
.../harness/control/ProcessBundleHandlerTest.java | 24 +-
.../fn/harness/data/BeamFnDataGrpcClientTest.java | 14 +-
.../data/PCollectionConsumerRegistryTest.java | 54 +-
.../data/PTransformFunctionRegistryTest.java | 44 +-
.../harness/logging/BeamFnLoggingClientTest.java | 16 +-
.../beam/fn/harness/state/BagUserStateTest.java | 5 +-
.../state/BeamFnStateGrpcClientCacheTest.java | 12 +-
.../fn/harness/state/FakeBeamFnStateClient.java | 8 +-
.../fn/harness/state/IterableSideInputTest.java | 2 +-
.../fn/harness/state/MultimapSideInputTest.java | 5 +-
.../fn/harness/state/MultimapUserStateTest.java | 7 +-
.../fn/harness/state/StateBackedIterableTest.java | 5 +-
.../harness/state/StateFetchingIteratorsTest.java | 2 +-
.../fn/harness/status/BeamFnStatusClientTest.java | 6 +-
.../stream/HarnessStreamObserverFactoriesTest.java | 4 +-
.../beam/sdk/bigqueryioperftests/BigQueryIOIT.java | 10 +-
.../org/apache/beam/sdk/io/cassandra/ReadFn.java | 62 +-
.../beam/sdk/io/cassandra/CassandraIOTest.java | 55 +
sdks/java/io/cdap/build.gradle | 19 +-
.../java/org/apache/beam/sdk/io/cdap/CdapIO.java | 221 +
.../org/apache/beam/sdk/io/cdap/MappingUtils.java | 57 +
.../java/org/apache/beam/sdk/io/cdap/Plugin.java | 83 +-
.../io/cdap/PluginConfigInstantiationUtils.java | 4 +-
.../beam/sdk/io/cdap/context/BatchContextImpl.java | 11 +
.../sdk/io/cdap/context/BatchSinkContextImpl.java | 6 +-
.../io/cdap/context/BatchSourceContextImpl.java | 1 +
.../java/org/apache/beam/sdk/io/cdap/CdapIOIT.java | 295 +
.../org/apache/beam/sdk/io/cdap/CdapIOTest.java | 274 +
.../org/apache/beam/sdk/io/cdap/DBBatchSink.java | 68 +
.../org/apache/beam/sdk/io/cdap/DBBatchSource.java | 90 +
.../java/org/apache/beam/sdk/io/cdap/DBConfig.java | 118 +
.../beam/sdk/io/cdap/DBInputFormatProvider.java | 70 +
.../beam/sdk/io/cdap/DBOutputFormatProvider.java | 68 +
.../apache/beam/sdk/io/cdap/EmployeeBatchSink.java | 68 +
.../beam/sdk/io/cdap/EmployeeBatchSource.java | 88 +
.../apache/beam/sdk/io/cdap/EmployeeConfig.java | 64 +
.../beam/sdk/io/cdap/EmployeeInputFormat.java | 100 +
.../sdk/io/cdap/EmployeeInputFormatProvider.java | 52 +
.../beam/sdk/io/cdap/EmployeeOutputFormat.java | 71 +
.../sdk/io/cdap/EmployeeOutputFormatProvider.java | 53 +
.../apache/beam/sdk/io/cdap/TestRowDBWritable.java | 82 +
.../io/cdap/context/BatchSinkContextImplTest.java | 88 +
.../cdap/context/BatchSourceContextImplTest.java | 86 +
.../context/StreamingSourceContextImplTest.java | 42 +
sdks/java/io/contextualtextio/build.gradle | 2 +-
.../contextualtextio/ContextualTextIOSource.java | 2 +-
sdks/java/io/debezium/build.gradle | 2 +-
.../apache/beam/io/debezium/SourceRecordJson.java | 4 +-
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 6 +
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 6 +
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 6 +
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 6 +
.../elasticsearch/ElasticsearchIOTestCommon.java | 86 +
.../beam/sdk/io/elasticsearch/ElasticsearchIO.java | 14 +-
.../java/org/apache/beam/sdk/io/avro/AvroIOIT.java | 5 +-
.../apache/beam/sdk/io/parquet/ParquetIOIT.java | 5 +-
.../java/org/apache/beam/sdk/io/text/TextIOIT.java | 15 +-
.../apache/beam/sdk/io/tfrecord/TFRecordIOIT.java | 8 +-
.../java/org/apache/beam/sdk/io/xml/XmlIOIT.java | 5 +-
sdks/java/io/google-cloud-platform/build.gradle | 64 +-
.../beam/sdk/io/gcp/bigquery/BatchLoads.java | 54 +-
.../sdk/io/gcp/bigquery/BatchedStreamingWrite.java | 40 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 118 +-
.../io/gcp/bigquery/BigQuerySchemaIOProvider.java | 20 +-
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 12 +-
.../beam/sdk/io/gcp/bigquery/RowWriterFactory.java | 10 +-
.../beam/sdk/io/gcp/bigquery/StorageApiLoads.java | 99 +-
.../bigquery/StorageApiWritesShardedRecords.java | 10 +
.../beam/sdk/io/gcp/bigquery/StreamingInserts.java | 34 +
.../sdk/io/gcp/bigquery/StreamingWriteTables.java | 37 +-
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 19 +-
.../io/gcp/bigquery/UpdateSchemaDestination.java | 65 +-
.../beam/sdk/io/gcp/bigquery/WriteResult.java | 14 +-
.../beam/sdk/io/gcp/bigquery/WriteTables.java | 15 +-
.../beam/sdk/io/gcp/datastore/DatastoreV1.java | 167 +-
.../sdk/io/gcp/firestore/FirestoreV1ReadFn.java | 77 +-
.../beam/sdk/io/gcp/firestore/QueryUtils.java | 397 +
.../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 4 +-
.../pubsub/PubsubSchemaTransformReadProvider.java | 247 +
.../PubsubSchemaTransformWriteConfiguration.java | 104 +
.../beam/sdk/io/gcp/pubsub/TestPubsubSignal.java | 121 +-
.../beam/sdk/io/gcp/pubsublite/PubsubLiteIO.java | 3 +
.../io/gcp/pubsublite/internal/ApiServices.java | 30 +
.../gcp/pubsublite/internal/BlockingCommitter.java | 3 +-
.../pubsublite/internal/BlockingCommitterImpl.java | 55 +
.../pubsublite/internal/CheckpointMarkImpl.java | 77 +
.../gcp/pubsublite/internal/CloserReference.java | 68 +
.../internal/LimitingTopicBacklogReader.java | 2 +-
.../internal/ManagedBacklogReaderFactory.java | 33 -
.../internal/ManagedBacklogReaderFactoryImpl.java | 68 -
.../io/gcp/pubsublite/internal/ManagedFactory.java | 31 +
.../pubsublite/internal/ManagedFactoryImpl.java | 60 +
.../internal/PerSubscriptionPartitionSdf.java | 22 +-
.../pubsublite/internal/SubscribeTransform.java | 129 +-
.../pubsublite/internal/SubscriberAssembler.java | 59 +-
.../SubscriptionPartitionProcessorImpl.java | 42 +-
.../pubsublite/internal/TopicBacklogReader.java | 4 +-
.../internal/TopicBacklogReaderImpl.java | 2 +-
.../pubsublite/internal/UnboundedReaderImpl.java | 148 +
.../pubsublite/internal/UnboundedSourceImpl.java | 121 +
.../beam/sdk/io/gcp/pubsublite/internal/Uuid.java | 3 +-
.../io/gcp/spanner/SpannerTransformRegistrar.java | 2 +-
.../beam/sdk/io/gcp/spanner/StructUtils.java | 2 +-
.../mapper/ChangeStreamRecordMapper.java | 4 +
.../changestreams/model/DataChangeRecord.java | 33 +-
.../changestreams/model/ValueCaptureType.java | 2 +
.../restriction/ThroughputEstimator.java | 48 +-
.../beam/sdk/io/gcp/testing/FakeJobService.java | 4 +-
.../io/gcp/bigquery/BigQueryIOStorageReadIT.java | 36 +
.../io/gcp/bigquery/BigQueryIOStorageReadTest.java | 77 +
.../io/gcp/bigquery/BigQueryIOStorageWriteIT.java | 55 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 116 +-
.../sdk/io/gcp/bigquery/BigQueryUtilsTest.java | 26 +-
.../bigquery/TableRowToStorageApiProtoTest.java | 56 +-
.../beam/sdk/io/gcp/datastore/DatastoreV1Test.java | 1531 +-
.../beam/sdk/io/gcp/datastore/SplitQueryFnIT.java | 19 +-
.../apache/beam/sdk/io/gcp/datastore/V1ReadIT.java | 58 +-
.../gcp/firestore/FirestoreV1FnRunQueryTest.java | 243 +-
.../beam/sdk/io/gcp/firestore/QueryUtilsTest.java | 244 +
.../sdk/io/gcp/pubsub/PubsubIOExternalTest.java | 6 +-
.../PubsubSchemaTransformReadProviderTest.java | 386 +
.../internal/BlockingCommmitterImplTest.java | 64 +
.../internal/CheckpointMarkImplTest.java | 64 +
.../internal/PerSubscriptionPartitionSdfTest.java | 32 +-
.../SubscriptionPartitionProcessorImplTest.java | 38 +-
.../internal/TopicBacklogReaderImplTest.java | 4 +-
.../internal/UnboundedReaderImplTest.java | 201 +
.../io/gcp/spanner/MutationSizeEstimatorTest.java | 55 +
.../beam/sdk/io/gcp/spanner/MutationUtilsTest.java | 112 +-
.../beam/sdk/io/gcp/spanner/SpannerIOReadTest.java | 74 +-
.../gcp/spanner/SpannerTransformRegistrarTest.java | 210 +
.../beam/sdk/io/gcp/spanner/StructUtilsTest.java | 117 +-
.../SpannerChangeStreamErrorTest.java | 48 +
.../dao/PartitionMetadataAdminDaoTest.java | 141 +
.../dao/PartitionMetadataDaoTest.java | 194 +
.../changestreams/dofn/InitializeDoFnTest.java | 105 +
.../dofn/PostProcessingMetricsDoFnTest.java | 88 +
...nnerChangeStreamOrderedWithinKeyGloballyIT.java | 34 +-
.../it/SpannerChangeStreamOrderedWithinKeyIT.java | 23 +-
.../mapper/ChangeStreamRecordMapperTest.java | 212 +
.../model/ChangeStreamRecordMetadataTest.java | 52 +-
.../changestreams/model/DataChangeRecordTest.java | 4 +
.../changestreams/model/ModelEncodingTest.java | 4 +
.../changestreams/model/PartitionMetadataTest.java | 33 +
.../changestreams/util/TestStructMapper.java | 12 +-
sdks/java/io/hadoop-common/build.gradle | 4 +-
sdks/java/io/hadoop-file-system/build.gradle | 4 +-
sdks/java/io/hadoop-format/build.gradle | 4 +-
.../sdk/io/hadoop/format/HadoopFormatIOIT.java | 8 +-
sdks/java/io/hcatalog/build.gradle | 4 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 21 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcUtil.java | 13 +
.../org/apache/beam/sdk/io/jdbc/SchemaUtil.java | 7 +-
.../JdbcIOExceptionHandlingParameterizedTest.java | 9 +
.../java/org/apache/beam/sdk/io/jdbc/JdbcIOIT.java | 197 +-
.../apache/beam/sdk/io/jdbc/SchemaUtilTest.java | 8 +-
sdks/java/io/kafka/build.gradle | 2 +
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 27 +-
.../KafkaSchemaTransformReadConfiguration.java | 108 +
.../io/kafka/KafkaSchemaTransformReadProvider.java | 167 +
.../beam/sdk/io/kafka/ReadFromKafkaDoFn.java | 8 +-
.../beam/sdk/io/kafka/KafkaIOExternalTest.java | 6 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOIT.java | 187 +-
.../KafkaSchemaTransformReadProviderTest.java | 124 +
.../beam/sdk/io/kafka/ReadFromKafkaDoFnTest.java | 1 +
sdks/java/io/mongodb/build.gradle | 4 +-
.../beam/sdk/io/mongodb/MongoDBGridFSIOTest.java | 15 +-
.../apache/beam/sdk/io/mongodb/MongoDBIOIT.java | 9 +-
.../apache/beam/sdk/io/mongodb/MongoDbIOTest.java | 15 +-
.../java/org/apache/beam/sdk/io/neo4j/Neo4jIO.java | 39 +-
sdks/java/io/parquet/build.gradle | 4 +-
sdks/java/io/redis/build.gradle | 5 -
sdks/java/io/{cdap => sparkreceiver}/OWNERS | 0
sdks/java/io/sparkreceiver/build.gradle | 46 +
.../beam/sdk/io/sparkreceiver/HasOffset.java | 31 +
.../beam/sdk/io/sparkreceiver/ReceiverBuilder.java | 91 +
.../sdk/io/sparkreceiver/WrappedSupervisor.java | 89 +
.../beam/sdk/io/sparkreceiver/package-info.java | 24 +
.../sdk/io/sparkreceiver/ReceiverBuilderTest.java | 89 +
.../java/org/apache/beam/sdk/nexmark/Main.java | 72 +-
sdks/java/testing/test-utils/build.gradle | 1 +
.../apache/beam/sdk/testutils/NamedTestResult.java | 30 +-
.../org/apache/beam/sdk/testutils/jmh/Main.java | 190 +
.../beam/sdk/testutils/jmh/package-info.java | 20 +
.../testutils/publishing/InfluxDBPublisher.java | 188 +-
.../publishing/InfluxDBPublisherTest.java | 76 +
sdks/java/testing/tpcds/build.gradle | 3 +
.../apache/beam/sdk/tpcds/SqlTransformRunner.java | 102 +-
.../org/apache/beam/sdk/tpcds/TpcdsOptions.java | 64 +
.../java/org/apache/beam/sdk/tpcds/TpcdsRun.java | 5 +
.../org/apache/beam/sdk/tpcds/TpcdsRunResult.java | 4 +-
.../java/org/apache/beam/sdk/tpcds/TpcdsUtils.java | 12 +
sdks/python/apache_beam/coders/coder_impl.py | 16 +
sdks/python/apache_beam/coders/coders.py | 28 +-
.../coders/coders_property_based_test.py | 156 +
sdks/python/apache_beam/coders/coders_test.py | 10 +-
.../apache_beam/coders/coders_test_common.py | 3 +-
.../coders/proto2_coder_test_messages_pb2.py | 110 +-
sdks/python/apache_beam/coders/row_coder.py | 15 +-
sdks/python/apache_beam/coders/row_coder_test.py | 20 +
sdks/python/apache_beam/coders/slow_stream.py | 6 +
sdks/python/apache_beam/coders/stream.pxd | 2 +
sdks/python/apache_beam/coders/stream.pyx | 7 +
sdks/python/apache_beam/coders/stream_test.py | 13 +
sdks/python/apache_beam/dataframe/convert.py | 77 +-
sdks/python/apache_beam/dataframe/io.py | 92 +-
sdks/python/apache_beam/dataframe/io_it_test.py | 115 +
sdks/python/apache_beam/dataframe/io_test.py | 69 +-
sdks/python/apache_beam/dataframe/schemas.py | 253 +-
sdks/python/apache_beam/dataframe/schemas_test.py | 66 +-
.../examples/complete/juliaset/setup.py | 6 +-
.../apache_beam/examples/inference/README.md | 161 +-
.../inference/pytorch_image_classification.py | 75 +-
.../inference/pytorch_image_segmentation.py | 67 +-
.../inference/pytorch_language_modeling.py | 155 +-
.../sklearn_japanese_housing_regression.py | 178 +
.../inference/sklearn_mnist_classification.py | 47 +-
.../apache_beam/examples/kafkataxi/README.md | 6 +-
.../apache_beam/examples/kafkataxi/kafka_taxi.py | 3 +-
.../transforms/elementwise/runinference.py | 153 +
.../transforms/elementwise/runinference_test.py | 125 +
sdks/python/apache_beam/examples/sql_taxi.py | 5 +-
.../apache_beam/examples/wordcount_minimal.py | 40 +-
.../apache_beam/examples/wordcount_xlang_sql.py | 5 +-
sdks/python/apache_beam/internal/pickler.py | 16 +-
sdks/python/apache_beam/io/aws/s3io.py | 8 +-
sdks/python/apache_beam/io/azure/blobstorageio.py | 8 +-
.../io/external/xlang_jdbcio_it_test.py | 58 +-
sdks/python/apache_beam/io/filebasedsource.py | 3 +-
sdks/python/apache_beam/io/fileio.py | 30 +-
sdks/python/apache_beam/io/filesystem.py | 23 +-
sdks/python/apache_beam/io/filesystem_test.py | 26 +-
sdks/python/apache_beam/io/gcp/bigquery.py | 84 +-
.../apache_beam/io/gcp/bigquery_file_loads.py | 20 +-
.../apache_beam/io/gcp/bigquery_read_it_test.py | 80 +
.../apache_beam/io/gcp/bigquery_schema_tools.py | 119 +
.../io/gcp/bigquery_schema_tools_test.py | 186 +
sdks/python/apache_beam/io/gcp/bigquery_test.py | 26 +-
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 19 +-
.../apache_beam/io/gcp/bigquery_tools_test.py | 107 +-
.../io/gcp/experimental/spannerio_read_it_test.py | 15 +-
sdks/python/apache_beam/io/gcp/gcsio.py | 8 +-
sdks/python/apache_beam/io/kafka.py | 12 +-
sdks/python/apache_beam/ml/inference/base.py | 72 +-
sdks/python/apache_beam/ml/inference/base_test.py | 25 +-
.../apache_beam/ml/inference/pytorch_inference.py | 112 +-
.../ml/inference/pytorch_inference_it_test.py | 22 +-
.../ml/inference/pytorch_inference_test.py | 109 +-
.../apache_beam/ml/inference/sklearn_inference.py | 46 +-
.../ml/inference/sklearn_inference_it_test.py | 51 +-
.../ml/inference/sklearn_inference_test.py | 106 +-
.../python/apache_beam/options/pipeline_options.py | 5 +-
.../apache_beam/options/pipeline_options_test.py | 5 -
sdks/python/apache_beam/pipeline.py | 44 +-
sdks/python/apache_beam/pipeline_test.py | 81 +-
sdks/python/apache_beam/portability/common_urns.py | 1 +
.../dataflow_exercise_metrics_pipeline_test.py | 1 +
.../runners/dataflow/internal/apiclient.py | 2 +-
.../runners/dataflow/internal/apiclient_test.py | 8 +
.../apache_beam/runners/dataflow/internal/names.py | 4 +-
.../apache-beam-jupyterlab-sidepanel/yarn.lock | 89 +-
.../runners/interactive/interactive_runner_test.py | 8 +-
.../runners/portability/expansion_service_main.py | 8 +-
.../runners/portability/expansion_service_test.py | 30 +-
.../runners/portability/flink_runner_test.py | 93 -
.../portability/fn_api_runner/worker_handlers.py | 27 +-
.../runners/portability/local_job_service.py | 13 +-
.../runners/portability/portable_runner_test.py | 4 -
.../apache_beam/runners/portability/stager.py | 4 +-
.../apache_beam/runners/worker/log_handler.py | 38 +-
.../apache_beam/runners/worker/sdk_worker.py | 24 +-
.../apache_beam/runners/worker/sdk_worker_main.py | 6 +-
.../apache_beam/runners/worker/sdk_worker_test.py | 6 +-
.../apache_beam/runners/worker/statecache.py | 286 +-
.../apache_beam/runners/worker/statecache_test.py | 224 +-
.../apache_beam/runners/worker/worker_status.py | 27 +-
.../testing/benchmarks/inference}/__init__.py | 0
.../pytorch_image_classification_benchmarks.py | 67 +
.../pytorch_language_modeling_benchmarks.py | 42 +
.../testing/benchmarks/nexmark/README.md | 22 +-
.../testing/benchmarks/nexmark/build.gradle | 44 +
.../testing/benchmarks/nexmark/nexmark_launcher.py | 2 +
.../apache_beam/testing/load_tests/build.gradle | 12 +
.../testing/load_tests/load_test_metrics_utils.py | 9 +-
sdks/python/apache_beam/tools/utils.py | 26 +-
.../apache_beam/transforms/batch_dofn_test.py | 73 +-
sdks/python/apache_beam/transforms/core.py | 48 +-
sdks/python/apache_beam/transforms/external.py | 39 +-
sdks/python/apache_beam/transforms/trigger.py | 11 +-
sdks/python/apache_beam/transforms/trigger_test.py | 83 +
sdks/python/apache_beam/transforms/util.py | 4 +-
sdks/python/apache_beam/transforms/util_test.py | 17 +
sdks/python/apache_beam/transforms/window.py | 4 +
sdks/python/apache_beam/typehints/__init__.py | 9 +
sdks/python/apache_beam/typehints/batch.py | 2 +
sdks/python/apache_beam/typehints/decorators.py | 10 +
.../apache_beam/typehints/decorators_test.py | 40 +
.../typehints/pandas_type_compatibility.py | 299 +
.../typehints/pandas_type_compatibility_test.py | 212 +
sdks/python/apache_beam/typehints/row_type.py | 88 +-
.../apache_beam/typehints/schema_registry.py | 54 +
sdks/python/apache_beam/typehints/schemas.py | 216 +-
sdks/python/apache_beam/typehints/schemas_test.py | 140 +-
.../typehints/trivial_inference_test.py | 8 +-
sdks/python/apache_beam/utils/annotations.py | 93 +-
sdks/python/apache_beam/utils/retry.py | 2 +-
sdks/python/apache_beam/utils/subprocess_server.py | 5 +-
sdks/python/apache_beam/version.py | 2 +-
sdks/python/build-requirements.txt | 1 +
sdks/python/container/Dockerfile | 2 +
sdks/python/container/boot.go | 1 -
.../container/py37/base_image_requirements.txt | 82 +-
.../container/py38/base_image_requirements.txt | 86 +-
.../container/py39/base_image_requirements.txt | 86 +-
sdks/python/mypy.ini | 2 +-
sdks/python/scripts/generate_pydoc.sh | 1 +
sdks/python/setup.py | 42 +-
sdks/python/test-suites/tox/py38/build.gradle | 8 +
sdks/python/tox.ini | 7 +-
sdks/typescript/boot.go | 1 -
sdks/typescript/package-lock.json | 105 +-
sdks/typescript/package.json | 2 +-
.../typescript/src/apache_beam/coders/js_coders.ts | 6 +-
.../src/apache_beam/coders/standard_coders.ts | 85 +-
.../src/apache_beam/internal/pipeline.ts | 13 +-
sdks/typescript/src/apache_beam/internal/urns.ts | 2 +
.../proto/beam_artifact_api.grpc-client.ts | 268 +-
.../src/apache_beam/proto/beam_artifact_api.ts | 1390 +-
.../proto/beam_expansion_api.grpc-client.ts | 66 +-
.../src/apache_beam/proto/beam_expansion_api.ts | 237 +-
.../apache_beam/proto/beam_fn_api.grpc-client.ts | 318 +-
.../apache_beam/proto/beam_fn_api.grpc-server.ts | 305 +-
.../src/apache_beam/proto/beam_fn_api.ts | 5164 +-----
.../apache_beam/proto/beam_job_api.grpc-client.ts | 246 +-
.../src/apache_beam/proto/beam_job_api.ts | 1738 +-
.../proto/beam_provision_api.grpc-client.ts | 74 +-
.../proto/beam_provision_api.grpc-server.ts | 68 +-
.../src/apache_beam/proto/beam_provision_api.ts | 343 +-
.../proto/beam_runner_api.grpc-client.ts | 64 +-
.../proto/beam_runner_api.grpc-server.ts | 64 +-
.../src/apache_beam/proto/beam_runner_api.ts | 8150 +---------
sdks/typescript/src/apache_beam/proto/endpoints.ts | 186 +-
.../src/apache_beam/proto/external_transforms.ts | 379 +-
.../typescript/src/apache_beam/proto/gen_protos.sh | 19 +-
sdks/typescript/src/apache_beam/proto/metrics.ts | 877 +-
.../fn_execution/v1/beam_fn_api.grpc-client.ts | 317 +
.../fn_execution/v1/beam_fn_api.grpc-server.ts | 304 +
.../beam/model/fn_execution/v1/beam_fn_api.ts | 5236 ++++++
.../v1/beam_provision_api.grpc-client.ts | 73 +
.../v1/beam_provision_api.grpc-server.ts | 67 +
.../model/fn_execution/v1/beam_provision_api.ts | 342 +
.../v1/beam_artifact_api.grpc-client.ts | 267 +
.../model/job_management/v1/beam_artifact_api.ts | 1389 ++
.../v1/beam_expansion_api.grpc-client.ts | 65 +
.../model/job_management/v1/beam_expansion_api.ts | 270 +
.../job_management/v1/beam_job_api.grpc-client.ts | 245 +
.../beam/model/job_management/v1/beam_job_api.ts | 1737 ++
.../pipeline/v1/beam_runner_api.grpc-client.ts | 63 +
.../pipeline/v1/beam_runner_api.grpc-server.ts | 63 +
.../beam/model/pipeline/v1/beam_runner_api.ts | 8279 ++++++++++
.../org/apache/beam/model/pipeline/v1/endpoints.ts | 185 +
.../beam/model/pipeline/v1/external_transforms.ts | 378 +
.../org/apache/beam/model/pipeline/v1/metrics.ts | 876 +
.../org/apache/beam/model/pipeline/v1/schema.ts | 1637 ++
.../beam/model/pipeline/v1/standard_window_fns.ts | 358 +
sdks/typescript/src/apache_beam/proto/schema.ts | 1569 +-
.../src/apache_beam/proto/standard_window_fns.ts | 359 +-
.../src/apache_beam/runners/direct_runner.ts | 39 +-
sdks/typescript/src/apache_beam/testing/assert.ts | 31 +-
.../src/apache_beam/transforms/combiners.ts | 4 +
.../apache_beam/transforms/group_and_combine.ts | 116 +-
.../src/apache_beam/transforms/internal.ts | 85 +-
.../typescript/src/apache_beam/worker/operators.ts | 268 +-
sdks/typescript/test/combine_test.ts | 17 +-
sdks/typescript/test/docs/programming_guide.ts | 25 +-
sdks/typescript/test/io_test.ts | 22 +-
sdks/typescript/test/js_coders_test.ts | 1 +
sdks/typescript/test/primitives_test.ts | 4 +-
settings.gradle.kts | 8 +-
vendor/README.md | 19 +-
vendor/bytebuddy-1_12_8/build.gradle.kts | 39 -
vendor/calcite-1_28_0/build.gradle | 1 +
vendor/grpc-1_43_2/build.gradle | 37 -
vendor/grpc-1_48_1/build.gradle | 37 +
.../www/site/assets/js/anchor-content-jump-fix.js | 19 +
website/www/site/assets/js/copy-to-clipboard.js | 2 +-
.../site/assets/js/fix-playground-nested-scroll.js | 12 +-
website/www/site/assets/js/language-switch-v2.js | 26 +-
website/www/site/assets/js/page-nav.js | 4 +-
website/www/site/assets/scss/_banner.sass | 43 -
website/www/site/assets/scss/_case_study.scss | 49 +-
website/www/site/assets/scss/_ctas.sass | 2 +-
website/www/site/assets/scss/_footer.sass | 4 +
website/www/site/assets/scss/_global.sass | 11 +
website/www/site/assets/scss/_hero.scss | 3 +-
website/www/site/assets/scss/_lists.scss | 2 +-
website/www/site/assets/scss/_navbar-desktop.scss | 3 +-
website/www/site/assets/scss/_pillars.scss | 4 +
website/www/site/assets/scss/_playground.sass | 10 +-
website/www/site/assets/scss/main.scss | 1 -
website/www/site/config.toml | 2 +-
website/www/site/content/en/blog/beam-2.10.0.md | 1 +
website/www/site/content/en/blog/beam-2.11.0.md | 1 +
website/www/site/content/en/blog/beam-2.12.0.md | 1 +
website/www/site/content/en/blog/beam-2.13.0.md | 1 +
website/www/site/content/en/blog/beam-2.14.0.md | 1 +
website/www/site/content/en/blog/beam-2.15.0.md | 1 +
website/www/site/content/en/blog/beam-2.16.0.md | 1 +
website/www/site/content/en/blog/beam-2.17.0.md | 1 +
website/www/site/content/en/blog/beam-2.18.0.md | 1 +
website/www/site/content/en/blog/beam-2.19.0.md | 1 +
website/www/site/content/en/blog/beam-2.20.0.md | 1 +
website/www/site/content/en/blog/beam-2.21.0.md | 1 +
website/www/site/content/en/blog/beam-2.22.0.md | 1 +
website/www/site/content/en/blog/beam-2.23.0.md | 1 +
website/www/site/content/en/blog/beam-2.24.0.md | 1 +
website/www/site/content/en/blog/beam-2.25.0.md | 1 +
website/www/site/content/en/blog/beam-2.26.0.md | 1 +
website/www/site/content/en/blog/beam-2.27.0.md | 1 +
website/www/site/content/en/blog/beam-2.28.0.md | 1 +
website/www/site/content/en/blog/beam-2.29.0.md | 1 +
website/www/site/content/en/blog/beam-2.3.0.md | 1 +
website/www/site/content/en/blog/beam-2.30.0.md | 1 +
website/www/site/content/en/blog/beam-2.31.0.md | 1 +
website/www/site/content/en/blog/beam-2.32.0.md | 2 +-
website/www/site/content/en/blog/beam-2.33.0.md | 1 +
website/www/site/content/en/blog/beam-2.34.0.md | 1 +
website/www/site/content/en/blog/beam-2.35.0.md | 1 +
website/www/site/content/en/blog/beam-2.36.0.md | 1 +
website/www/site/content/en/blog/beam-2.37.0.md | 1 +
website/www/site/content/en/blog/beam-2.38.0.md | 1 +
website/www/site/content/en/blog/beam-2.39.0.md | 1 +
website/www/site/content/en/blog/beam-2.40.0.md | 5 +
website/www/site/content/en/blog/beam-2.41.0.md | 128 +
website/www/site/content/en/blog/beam-2.5.0.md | 1 +
website/www/site/content/en/blog/beam-2.6.0.md | 1 +
website/www/site/content/en/blog/beam-2.7.0.md | 1 +
website/www/site/content/en/blog/beam-2.8.0.md | 1 +
website/www/site/content/en/blog/beam-2.9.0.md | 1 +
website/www/site/content/en/case-studies/hop.md | 2 +-
website/www/site/content/en/case-studies/intuit.md | 182 +
website/www/site/content/en/case-studies/lyft.md | 2 +-
website/www/site/content/en/contribute/_index.md | 14 +-
.../en/contribute/get-started-contributing.md | 5 +
.../site/content/en/contribute/release-guide.md | 21 +
.../site/content/en/documentation/io/connectors.md | 5 +-
.../content/en/documentation/programming-guide.md | 6 +-
.../documentation/resources/learning-resources.md | 3 +-
.../documentation/resources/videos-and-podcasts.md | 5 +
.../content/en/documentation/runners/dataflow.md | 2 +
.../site/content/en/documentation/runners/jet.md | 2 +
.../site/content/en/documentation/runners/samza.md | 2 +
.../site/content/en/documentation/runners/spark.md | 14 +-
.../content/en/documentation/runners/twister2.md | 2 +
.../sdks/java-multi-language-pipelines.md | 376 +-
.../www/site/content/en/documentation/sdks/java.md | 1 +
.../en/documentation/sdks/java/testing/tpcds.md | 223 +
.../documentation/sdks/python-machine-learning.md | 252 +
.../sdks/python-multi-language-pipelines.md | 2 -
.../sdks/python-pipeline-dependencies.md | 2 +-
.../site/content/en/documentation/sdks/python.md | 8 +-
.../transforms/java/aggregation/distinct.md | 18 +-
.../transforms/python/elementwise/runinference.md | 105 +
.../en/documentation/transforms/python/overview.md | 1 +
.../www/site/content/en/get-started/downloads.md | 20 +-
.../www/site/content/en/get-started/from-spark.md | 105 +-
.../content/en/get-started/try-beam-playground.md | 6 +-
.../content/en/get-started/wordcount-example.md | 4 +
website/www/site/data/authors.yml | 4 +
website/www/site/data/en/contact_us.yaml | 4 +-
website/www/site/data/en/quotes.yaml | 5 +
website/www/site/layouts/case-studies/baseof.html | 2 +-
website/www/site/layouts/case-studies/list.html | 4 +-
website/www/site/layouts/index.html | 24 +
website/www/site/layouts/partials/head.html | 14 +-
.../www/site/layouts/partials/head_homepage.html | 9 +-
website/www/site/layouts/partials/header.html | 6 -
.../www/site/layouts/partials/hooks/body-end.html | 3 -
.../partials/section-menu/en/documentation.html | 1 +
.../layouts/partials/section-menu/en/sdks.html | 2 +
.../shortcodes/flink_java_pipeline_options.html | 2 +
.../shortcodes/flink_python_pipeline_options.html | 2 +
.../www/site/layouts/shortcodes/playground.html | 19 -
.../site/layouts/shortcodes/playground_iframe.html | 22 +
website/www/site/static/images/banner_desktop.png | Bin 32182 -> 0 bytes
website/www/site/static/images/banner_mobile.png | Bin 23152 -> 0 bytes
.../images/case-study/intuit/intuit-quote.png | Bin 0 -> 4190 bytes
.../intuit/intuit_stream_processing_pipeline.png | Bin 0 -> 65130 bytes
.../static/images/case-study/intuit/nick_hwang.png | Bin 0 -> 10414 bytes
.../intuit/stream_processing_tech_stack.png | Bin 0 -> 198943 bytes
.../site/static/images/logos/powered-by/intuit.png | Bin 0 -> 3801 bytes
1718 files changed, 84320 insertions(+), 48880 deletions(-)
create mode 100644 .github/workflows/tour_of_beam_backend.yml
create mode 100644 .github/workflows/tour_of_beam_backend_integration.yml
create mode 100644 .test-infra/jenkins/TpcdsDatabaseProperties.groovy
delete mode 100644 .test-infra/jenkins/committers_list_generator/cert.pem
create mode 100644 .test-infra/jenkins/job_InferenceBenchmarkTests_Python.groovy
create mode 100644 .test-infra/jenkins/job_PerformanceTests_CdapIO.groovy
create mode 100644 .test-infra/jenkins/job_PreCommit_Java_Spark3_Versions.groovy
create mode 100644 .test-infra/metrics/grafana/dashboards/perftests_metrics/TPC-DS_Dataflow_SQL.json
create mode 100644 .test-infra/metrics/grafana/dashboards/perftests_metrics/TPC-DS_Flink_SQL.json
create mode 100644 .test-infra/metrics/grafana/dashboards/perftests_metrics/TPC-DS_Spark_Classic_New_SQL.json
delete mode 100644 buildSrc/src/main/groovy/org/apache/beam/gradle/GrpcVendoring_1_43_2.groovy
create mode 100644 buildSrc/src/main/groovy/org/apache/beam/gradle/GrpcVendoring_1_48_1.groovy
create mode 100644 examples/notebooks/beam-ml/run_custom_inference.ipynb
create mode 100644 examples/notebooks/beam-ml/run_inference_basic.ipynb
create mode 100644 learning/tour-of-beam/README.md
create mode 100644 learning/tour-of-beam/backend/README.md
create mode 100644 learning/tour-of-beam/backend/cmd/ci_cd/ci_cd.go
create mode 100644 learning/tour-of-beam/backend/cmd/main.go
create mode 100644 learning/tour-of-beam/backend/docker-compose.yml
create mode 100644 learning/tour-of-beam/backend/function.go
create mode 100644 learning/tour-of-beam/backend/go.mod
create mode 100644 learning/tour-of-beam/backend/go.sum
create mode 100644 learning/tour-of-beam/backend/integration_tests/api.go
create mode 100644 learning/tour-of-beam/backend/integration_tests/client.go
create mode 100644 learning/tour-of-beam/backend/integration_tests/function_test.go
create mode 100644 learning/tour-of-beam/backend/integration_tests/local.sh
create mode 100644 learning/tour-of-beam/backend/internal/entity.go
create mode 100644 learning/tour-of-beam/backend/internal/fs_content/builders.go
create mode 100644 learning/tour-of-beam/backend/internal/fs_content/load.go
create mode 100644 learning/tour-of-beam/backend/internal/fs_content/load_test.go
create mode 100644 learning/tour-of-beam/backend/internal/fs_content/yaml.go
create mode 100644 learning/tour-of-beam/backend/internal/json.go
create mode 100644 learning/tour-of-beam/backend/internal/sdk.go
create mode 100644 learning/tour-of-beam/backend/internal/sdk_test.go
create mode 100644 learning/tour-of-beam/backend/internal/service/content.go
create mode 100644 learning/tour-of-beam/backend/internal/service/mock.go
create mode 100644 learning/tour-of-beam/backend/internal/storage/adapter.go
create mode 100644 learning/tour-of-beam/backend/internal/storage/datastore.go
create mode 100644 learning/tour-of-beam/backend/internal/storage/iface.go
create mode 100644 learning/tour-of-beam/backend/internal/storage/image/Dockerfile
create mode 100755 learning/tour-of-beam/backend/internal/storage/image/start-datastore.sh
create mode 100644 learning/tour-of-beam/backend/internal/storage/index.yaml
create mode 100644 learning/tour-of-beam/backend/internal/storage/schema.go
create mode 100644 learning/tour-of-beam/backend/samples/api/get_content_tree.json
create mode 100644 learning/tour-of-beam/backend/samples/api/get_unit_content.json
create mode 100644 learning/tour-of-beam/backend/samples/api/get_unit_content_full.json
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/content-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 1/module-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 1/unit-challenge/description.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 1/unit-challenge/hint1.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 1/unit-challenge/hint2.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 1/unit-challenge/unit-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 1/unit-example/unit-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 2/module-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 2/unit-challenge/description.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 2/unit-challenge/hint1.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 2/unit-challenge/hint2.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 2/unit-challenge/unit-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/java/module 2/unit-example/unit-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/content-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/group/group-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/group/unit-challenge/description.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/group/unit-challenge/hint1.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/group/unit-challenge/hint2.md
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/group/unit-challenge/unit-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/group/unit-example/unit-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/intro-unit/unit-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content/python/module 1/module-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content_empty/java/content-info.yaml
create mode 100644 learning/tour-of-beam/backend/samples/learning-content_empty/python/content-info.yaml
create mode 100644 learning/tour-of-beam/frontend/.metadata
create mode 100644 learning/tour-of-beam/frontend/README.md
create mode 100644 learning/tour-of-beam/frontend/analysis_options.yaml
create mode 100644 learning/tour-of-beam/frontend/assets/png/beam-logo.png
create mode 100644 learning/tour-of-beam/frontend/assets/png/laptop-dark.png
create mode 100644 learning/tour-of-beam/frontend/assets/png/laptop-light.png
create mode 100644 learning/tour-of-beam/frontend/assets/svg/theme-mode.svg
create mode 100644 learning/tour-of-beam/frontend/assets/svg/welcome-progress-0.svg
create mode 100644 learning/tour-of-beam/frontend/assets/translations/en.yaml
create mode 100644 learning/tour-of-beam/frontend/integration_test/app_test.dart
create mode 100644 learning/tour-of-beam/frontend/lib/components/complexity.dart
create mode 100644 learning/tour-of-beam/frontend/lib/components/footer.dart
create mode 100644 learning/tour-of-beam/frontend/lib/components/logo.dart
create mode 100644 learning/tour-of-beam/frontend/lib/components/page_container.dart
create mode 100644 learning/tour-of-beam/frontend/lib/components/sign_in/sign_in_button.dart
create mode 100644 learning/tour-of-beam/frontend/lib/components/sign_in/sign_in_overlay_content.dart
create mode 100644 learning/tour-of-beam/frontend/lib/components/toggle_theme_button.dart
create mode 100644 learning/tour-of-beam/frontend/lib/config/theme/colors_provider.dart
create mode 100644 learning/tour-of-beam/frontend/lib/config/theme/switch_notifier.dart
create mode 100644 learning/tour-of-beam/frontend/lib/config/theme/theme.dart
create mode 100644 learning/tour-of-beam/frontend/lib/constants/assets.dart
create mode 100644 learning/tour-of-beam/frontend/lib/constants/colors.dart
create mode 100644 learning/tour-of-beam/frontend/lib/constants/links.dart
create mode 100644 learning/tour-of-beam/frontend/lib/constants/sizes.dart
create mode 100644 learning/tour-of-beam/frontend/lib/locator.dart
create mode 100644 learning/tour-of-beam/frontend/lib/main.dart
create mode 100644 learning/tour-of-beam/frontend/lib/pages/welcome/screen.dart
create mode 100644 learning/tour-of-beam/frontend/pubspec.lock
create mode 100644 learning/tour-of-beam/frontend/pubspec.yaml
create mode 100644 learning/tour-of-beam/frontend/test/config/theme/switch_notifier_test.dart
create mode 100644 learning/tour-of-beam/frontend/test_driver/integration_test.dart
copy {playground => learning/tour-of-beam}/frontend/web/favicon.ico (100%)
create mode 100644 learning/tour-of-beam/frontend/web/index.html
create mode 100644 learning/tour-of-beam/frontend/web/manifest.json
create mode 100644 playground/backend/cmd/remove_unused_snippets.go
create mode 100644 playground/backend/internal/constants/datastore_constants.go
create mode 100644 playground/backend/internal/db/datastore/datastore_db.go
create mode 100644 playground/backend/internal/db/datastore/datastore_db_test.go
create mode 100644 playground/backend/internal/db/db.go
create mode 100644 playground/backend/internal/db/dto/precompiled_object.go
create mode 100644 playground/backend/internal/db/dto/snippet.go
create mode 100644 playground/backend/internal/db/entity/common.go
create mode 100644 playground/backend/internal/db/entity/example.go
create mode 100644 playground/backend/internal/db/entity/schema.go
create mode 100644 playground/backend/internal/db/entity/sdk.go
create mode 100644 playground/backend/internal/db/entity/snippet.go
create mode 100644 playground/backend/internal/db/entity/snippet_test.go
create mode 100644 playground/backend/internal/db/mapper/datastore_mapper.go
create mode 100644 playground/backend/internal/db/mapper/datastore_mapper_test.go
create mode 100644 playground/backend/internal/db/mapper/mapper.go
create mode 100644 playground/backend/internal/db/mapper/precompiled_object_mapper.go
create mode 100644 playground/backend/internal/db/mapper/precompiled_object_mapper_test.go
create mode 100644 playground/backend/internal/db/schema/migration/migration_v001.go
create mode 100644 playground/backend/internal/db/schema/migration/migration_v001_test.go
create mode 100644 playground/backend/internal/db/schema/version.go
create mode 100644 playground/backend/internal/tasks/task.go
create mode 100644 playground/backend/internal/tests/test_cleaner/test_cleaner.go
create mode 100644 playground/backend/internal/utils/datastore_utils.go
create mode 100644 playground/backend/internal/utils/datastore_utils_test.go
create mode 100644 playground/backend/internal/utils/file_utils.go
create mode 100644 playground/backend/internal/utils/file_utils_test.go
create mode 100644 playground/backend/internal/utils/test_utils.go
create mode 100644 playground/backend/internal/utils/test_utils_test.go
delete mode 100644 playground/frontend/assets/summit_banner.svg
create mode 100644 playground/frontend/lib/components/banner/banner_button.dart
create mode 100644 playground/frontend/lib/components/banner/banner_description.dart
create mode 100644 playground/frontend/lib/components/horizontal_divider/horizontal_divider.dart
delete mode 100644 playground/frontend/lib/components/summit_banner/banner_description.dart
delete mode 100644 playground/frontend/lib/components/summit_banner/summit_banner_button.dart
create mode 100644 playground/frontend/lib/modules/editor/components/pipeline_options_dropdown/pipeline_option_controller.dart
delete mode 100644 playground/frontend/lib/modules/editor/components/pipeline_options_dropdown/pipeline_option_model.dart
create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/link_text_field.dart
create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/share_button.dart
create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/share_dropdown_body.dart
create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/share_tab_body.dart
create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/share_tabs/example_share_tabs.dart
create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/share_tabs/share_tabs.dart
create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/share_tabs/snippet_save_and_share_tabs.dart
create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/share_tabs_headers.dart
create mode 100644 playground/frontend/lib/modules/editor/controllers/snippet_editing_controller.dart
create mode 100644 playground/frontend/lib/modules/examples/models/example_loading_descriptors/catalog_default_example_loading_descriptor.dart
create mode 100644 playground/frontend/lib/modules/examples/models/example_loading_descriptors/content_example_loading_descriptor.dart
create mode 100644 playground/frontend/lib/modules/examples/models/example_loading_descriptors/empty_example_loading_descriptor.dart
create mode 100644 playground/frontend/lib/modules/examples/models/example_loading_descriptors/example_loading_descriptor.dart
create mode 100644 playground/frontend/lib/modules/examples/models/example_loading_descriptors/examples_loading_descriptor.dart
create mode 100644 playground/frontend/lib/modules/examples/models/example_loading_descriptors/examples_loading_descriptor_factory.dart
create mode 100644 playground/frontend/lib/modules/examples/models/example_loading_descriptors/standard_example_loading_descriptor.dart
create mode 100644 playground/frontend/lib/modules/examples/models/example_loading_descriptors/user_shared_example_loading_descriptor.dart
create mode 100644 playground/frontend/lib/modules/examples/models/example_origin.dart
create mode 100644 playground/frontend/lib/modules/examples/models/example_token_type.dart
delete mode 100644 playground/frontend/lib/modules/examples/models/selector_size_model.dart
create mode 100644 playground/frontend/lib/modules/examples/repositories/models/get_snippet_request.dart
create mode 100644 playground/frontend/lib/modules/examples/repositories/models/get_snippet_response.dart
create mode 100644 playground/frontend/lib/modules/examples/repositories/models/save_snippet_request.dart
create mode 100644 playground/frontend/lib/modules/examples/repositories/models/save_snippet_response.dart
create mode 100644 playground/frontend/lib/modules/examples/repositories/models/shared_file_model.dart
create mode 100644 playground/frontend/lib/modules/messages/handlers/abstract_message_handler.dart
create mode 100644 playground/frontend/lib/modules/messages/handlers/messages_debouncer.dart
create mode 100644 playground/frontend/lib/modules/messages/handlers/messages_handler.dart
create mode 100644 playground/frontend/lib/modules/messages/handlers/set_content_message_handler.dart
create mode 100644 playground/frontend/lib/modules/messages/handlers/set_sdk_message_handler.dart
create mode 100644 playground/frontend/lib/modules/messages/listeners/messages_listener.dart
create mode 100644 playground/frontend/lib/modules/messages/models/abstract_message.dart
create mode 100644 playground/frontend/lib/modules/messages/models/set_content_message.dart
create mode 100644 playground/frontend/lib/modules/messages/models/set_sdk_message.dart
create mode 100644 playground/frontend/lib/modules/messages/parsers/messages_parser.dart
delete mode 100644 playground/frontend/lib/modules/output/components/output_header/output_header.dart
create mode 100644 playground/frontend/lib/modules/output/components/output_header/tab_header.dart
create mode 100644 playground/frontend/lib/pages/playground/states/example_loaders/catalog_default_example_loader.dart
create mode 100644 playground/frontend/lib/pages/playground/states/example_loaders/content_example_loader.dart
create mode 100644 playground/frontend/lib/pages/playground/states/example_loaders/empty_example_loader.dart
create mode 100644 playground/frontend/lib/pages/playground/states/example_loaders/example_loader.dart
create mode 100644 playground/frontend/lib/pages/playground/states/example_loaders/examples_loader.dart
create mode 100644 playground/frontend/lib/pages/playground/states/example_loaders/standard_example_loader.dart
create mode 100644 playground/frontend/lib/pages/playground/states/example_loaders/user_shared_example_loader.dart
create mode 100644 playground/frontend/lib/utils/dropdown_utils.dart
create mode 100644 playground/frontend/lib/utils/javascript_post_message.dart
create mode 100644 playground/frontend/lib/utils/share_code_utils.dart
create mode 100644 playground/frontend/playground_components/.metadata
create mode 100644 playground/frontend/playground_components/CHANGELOG.md
create mode 100644 playground/frontend/playground_components/LICENSE
create mode 100644 playground/frontend/playground_components/README.md
create mode 100644 playground/frontend/playground_components/analysis_options.yaml
create mode 100644 playground/frontend/playground_components/lib/dismissible_overlay.dart
create mode 100644 playground/frontend/playground_components/pubspec.yaml
create mode 100644 playground/frontend/test/modules/messages/handlers/messages_debouncer_test.dart
create mode 100644 playground/frontend/test/modules/messages/models/set_content_message_test.dart
create mode 100644 playground/frontend/test/modules/messages/models/set_sdk_message_test.dart
create mode 100644 playground/frontend/test/modules/messages/parsers/message_parser_test.dart
delete mode 100644 playground/frontend/test/pages/playground/states/examples_state_test.mocks.dart
create mode 100644 playground/frontend/test/pages/playground/states/mocks/example_repository_mock.dart
create mode 100644 playground/frontend/test/pages/playground/states/mocks/example_repository_mock.mocks.dart
create mode 100644 playground/frontend/test/pages/playground/states/playground_state_test.mocks.dart
create mode 100644 playground/index.yaml
create mode 100644 playground/infrastructure/datastore_client.py
create mode 100644 playground/infrastructure/test_datastore_client.py
create mode 100644 playground/infrastructure/test_utils.py
create mode 100644 playground/sdks-emulator.yaml
create mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/DoFnUtils.java
create mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/util/DoFnUtilsTest.java
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/Constants.java (100%)
create mode 100644 runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingPipelineOptions.java
create mode 100644 runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingPipelineResult.java
create mode 100644 runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunner.java
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunnerRegistrar.java (100%)
create mode 100644 runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/AggregatorsAccumulator.java
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/NamedAggregators.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/NamedAggregatorsAccumulator.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/package-info.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/examples/WordCount.java (100%)
create mode 100644 runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/AggregatorMetric.java
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/AggregatorMetricSource.java (100%)
create mode 100644 runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/BeamMetricSet.java
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/CompositeSource.java (100%)
create mode 100644 runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/MetricsAccumulator.java
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/MetricsContainerStepMapAccumulator.java (100%)
create mode 100644 runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetric.java
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetricSource.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkMetricsContainerStepMap.java (100%)
create mode 100644 runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/WithMetricsSupport.java
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/package-info.java (100%)
create mode 100644 runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/CodahaleCsvSink.java
create mode 100644 runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/CodahaleGraphiteSink.java
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/package-info.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/package-info.java (100%)
create mode 100644 runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/AbstractTranslationContext.java
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/PipelineTranslator.java (100%)
create mode 100644 runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/SparkSessionFactory.java
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/SparkTransformOverrides.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/TransformTranslator.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/AggregatorCombiner.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombinePerKeyTranslatorBatch.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CreatePCollectionViewTranslatorBatch.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnFunction.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnRunnerWithMetrics.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/FlattenTranslatorBatch.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/GroupByKeyTranslatorBatch.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ImpulseTranslatorBatch.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ParDoTranslatorBatch.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/PipelineTranslatorBatch.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ProcessContext.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ReadSourceTranslatorBatch.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ReshuffleTranslatorBatch.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/WindowAssignTranslatorBatch.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/GroupAlsoByWindowViaOutputBufferFn.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/NoOpStepContext.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/SparkSideInputReader.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/package-info.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/package-info.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/CoderHelpers.java (100%)
create mode 100644 runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderHelpers.java
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/KVHelpers.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/MultiOutputCoder.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/RowHelpers.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/SchemaHelpers.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/SideInputBroadcast.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/WindowingHelpers.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/package-info.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/package-info.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/PipelineTranslatorStreaming.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/ReadSourceTranslatorStreaming.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/package-info.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/CachedSideInputReader.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/SideInputStorage.java (100%)
copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/package-info.java (100%)
create mode 100644 runners/spark/2/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SparkSessionRule.java
copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunnerRegistrarTest.java (100%)
copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/StructuredStreamingPipelineStateTest.java (100%)
create mode 100644 runners/spark/2/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/InMemoryMetrics.java
copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/InMemoryMetricsSinkRule.java (100%)
create mode 100644 runners/spark/2/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/SparkMetricsSinkTest.java
create mode 100644 runners/spark/2/src/test/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetricTest.java
copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineTest.java (100%)
copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ComplexSourceTest.java (100%)
copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/FlattenTest.java (100%)
copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/GroupByKeyTest.java (100%)
copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ParDoTest.java (100%)
copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/SimpleSourceTest.java (100%)
copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/WindowAssignTest.java (100%)
create mode 100644 runners/spark/2/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderHelpersTest.java
copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/SimpleSourceTest.java (100%)
copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/SerializationDebugger.java (100%)
copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/package-info.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/Constants.java (100%)
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingPipelineOptions.java
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingPipelineResult.java
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunner.java
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunnerRegistrar.java (100%)
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/AggregatorsAccumulator.java
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/NamedAggregators.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/NamedAggregatorsAccumulator.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/package-info.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/examples/WordCount.java (100%)
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/AggregatorMetric.java
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/AggregatorMetricSource.java (100%)
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/BeamMetricSet.java
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/CompositeSource.java (100%)
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/MetricsAccumulator.java
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/MetricsContainerStepMapAccumulator.java (100%)
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetric.java
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetricSource.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkMetricsContainerStepMap.java (100%)
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/WithMetricsSupport.java
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/package-info.java (100%)
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/CodahaleCsvSink.java
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/CodahaleGraphiteSink.java
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/package-info.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/package-info.java (100%)
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/AbstractTranslationContext.java
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/PipelineTranslator.java (100%)
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/SparkSessionFactory.java
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/SparkTransformOverrides.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/TransformTranslator.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/AggregatorCombiner.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombinePerKeyTranslatorBatch.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CreatePCollectionViewTranslatorBatch.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnFunction.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnRunnerWithMetrics.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/FlattenTranslatorBatch.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/GroupByKeyTranslatorBatch.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ImpulseTranslatorBatch.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ParDoTranslatorBatch.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/PipelineTranslatorBatch.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ProcessContext.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ReadSourceTranslatorBatch.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ReshuffleTranslatorBatch.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/WindowAssignTranslatorBatch.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/GroupAlsoByWindowViaOutputBufferFn.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/NoOpStepContext.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/SparkSideInputReader.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/package-info.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/package-info.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/CoderHelpers.java (100%)
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderHelpers.java
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/KVHelpers.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/MultiOutputCoder.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/RowHelpers.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/SchemaHelpers.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/SideInputBroadcast.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/WindowingHelpers.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/package-info.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/package-info.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/PipelineTranslatorStreaming.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/ReadSourceTranslatorStreaming.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/package-info.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/CachedSideInputReader.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/SideInputStorage.java (100%)
rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/package-info.java (100%)
create mode 100644 runners/spark/3/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SparkSessionRule.java
rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunnerRegistrarTest.java (100%)
rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/StructuredStreamingPipelineStateTest.java (100%)
create mode 100644 runners/spark/3/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/InMemoryMetrics.java
rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/InMemoryMetricsSinkRule.java (100%)
create mode 100644 runners/spark/3/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/SparkMetricsSinkTest.java
create mode 100644 runners/spark/3/src/test/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetricTest.java
rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineTest.java (100%)
rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ComplexSourceTest.java (100%)
rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/FlattenTest.java (100%)
rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/GroupByKeyTest.java (100%)
rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ParDoTest.java (100%)
rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/SimpleSourceTest.java (100%)
rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/WindowAssignTest.java (100%)
create mode 100644 runners/spark/3/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderHelpersTest.java
rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/SimpleSourceTest.java (100%)
rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/SerializationDebugger.java (100%)
rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/package-info.java (100%)
create mode 100644 runners/spark/src/main/java/org/apache/beam/runners/spark/metrics/BeamMetricSet.java
delete mode 100644 runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingPipelineOptions.java
delete mode 100644 runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingPipelineResult.java
delete mode 100644 runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunner.java
delete mode 100644 runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/AggregatorsAccumulator.java
delete mode 100644 runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/AggregatorMetric.java
delete mode 100644 runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/MetricsAccumulator.java
delete mode 100644 runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetric.java
delete mode 100644 runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/WithMetricsSupport.java
delete mode 100644 runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/CodahaleCsvSink.java
delete mode 100644 runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/CodahaleGraphiteSink.java
delete mode 100644 runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/AbstractTranslationContext.java
delete mode 100644 runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderHelpers.java
delete mode 100644 runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SparkSessionRule.java
delete mode 100644 runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/InMemoryMetrics.java
delete mode 100644 runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/SparkMetricsSinkTest.java
delete mode 100644 runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/metrics/BeamMetricTest.java
delete mode 100644 runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderHelpersTest.java
delete mode 100644 runners/spark/src/test/resources/metrics.properties
create mode 100644 sdks/go/examples/fhirio/import/import.go
create mode 100644 sdks/go/examples/fhirio/read_write_pubsub/read_write_pubsub.go
create mode 100644 sdks/go/pkg/beam/core/graph/coder/float.go
create mode 100644 sdks/go/pkg/beam/core/graph/coder/float_test.go
create mode 100644 sdks/go/pkg/beam/core/runtime/exec/userstate.go
create mode 100644 sdks/go/pkg/beam/core/runtime/exec/userstate_test.go
create mode 100644 sdks/go/pkg/beam/core/runtime/harness/diagnostics_hook.go
create mode 100644 sdks/go/pkg/beam/core/state/state.go
create mode 100644 sdks/go/pkg/beam/core/state/state_test.go
delete mode 100644 sdks/go/pkg/beam/core/util/stringx/bytes.go
delete mode 100644 sdks/go/pkg/beam/core/util/stringx/map.go
create mode 100644 sdks/go/pkg/beam/io/databaseio/writer_test.go
create mode 100644 sdks/go/pkg/beam/io/fhirio/common_test.go
create mode 100644 sdks/go/pkg/beam/io/fhirio/deidentify.go
create mode 100644 sdks/go/pkg/beam/io/fhirio/deidentify_test.go
create mode 100644 sdks/go/pkg/beam/io/fhirio/import.go
create mode 100644 sdks/go/pkg/beam/io/fhirio/import_test.go
delete mode 100644 sdks/go/pkg/beam/runners/session/session.go
create mode 100644 sdks/go/pkg/beam/util/diagnostics/diagnostics.go
create mode 100644 sdks/go/pkg/beam/util/harnessopts/heap_dump.go
create mode 100644 sdks/go/pkg/beam/util/harnessopts/heap_dump_test.go
create mode 100644 sdks/go/test/integration/primitives/heap_dump.go
create mode 100644 sdks/go/test/integration/primitives/heap_dump_test.go
create mode 100644 sdks/go/test/integration/primitives/state.go
create mode 100644 sdks/go/test/integration/primitives/state_test.go
create mode 100644 sdks/java/core/jmh/build.gradle
create mode 100644 sdks/java/core/jmh/src/main/java/org/apache/beam/sdk/jmh/schemas/GetterBasedSchemaProviderBenchmark.java
create mode 100644 sdks/java/core/jmh/src/main/java/org/apache/beam/sdk/jmh/schemas/RowBundle.java
create mode 100644 sdks/java/core/jmh/src/main/java/org/apache/beam/sdk/jmh/schemas/RowBundles.java
create mode 100644 sdks/java/core/jmh/src/main/java/org/apache/beam/sdk/jmh/schemas/package-info.java
create mode 100644 sdks/java/core/jmh/src/main/java/org/apache/beam/sdk/jmh/util/ByteStringOutputStreamBenchmark.java
create mode 100644 sdks/java/core/jmh/src/main/java/org/apache/beam/sdk/jmh/util/package-info.java
create mode 100644 sdks/java/core/jmh/src/test/java/org/apache/beam/sdk/jmh/util/ByteStringOutputStreamBenchmarkTest.java
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/coders/SortedMapCoder.java
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/transforms/WithKeys.java
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/utils/JsonUtils.java
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/util/ByteStringOutputStream.java
create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/schemas/utils/JsonUtilsTest.java
create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/reflect/DefaultPackageTest.java
create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/util/ByteStringOutputStreamTest.java
create mode 100644 sdks/java/extensions/protobuf/src/test/java/org/apache/beam/sdk/extensions/protobuf/ProtoByteBuddyUtilsTest.java
create mode 100644 sdks/java/extensions/protobuf/src/test/proto/proto_byte_buddy_utils_messages.proto
create mode 100644 sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/transforms/RunInference.java
create mode 100644 sdks/java/extensions/python/src/test/java/org/apache/beam/sdk/extensions/python/PythonServiceTest.java
create mode 100644 sdks/java/extensions/python/src/test/java/org/apache/beam/sdk/extensions/python/transforms/RunInferenceTransformTest.java
create mode 100644 sdks/java/extensions/timeseries/build.gradle
create mode 100644 sdks/java/extensions/timeseries/src/main/java/org/apache/beam/sdk/extensions/timeseries/FillGaps.java
create mode 100644 sdks/java/extensions/timeseries/src/main/java/org/apache/beam/sdk/extensions/timeseries/package-info.java
create mode 100644 sdks/java/extensions/timeseries/src/test/java/org/apache/beam/sdk/extensions/timeseries/FillGapsTest.java
create mode 100644 sdks/java/io/cdap/src/main/java/org/apache/beam/sdk/io/cdap/CdapIO.java
create mode 100644 sdks/java/io/cdap/src/main/java/org/apache/beam/sdk/io/cdap/MappingUtils.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/CdapIOIT.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/CdapIOTest.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/DBBatchSink.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/DBBatchSource.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/DBConfig.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/DBInputFormatProvider.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/DBOutputFormatProvider.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeBatchSink.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeBatchSource.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeConfig.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeInputFormat.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeInputFormatProvider.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeOutputFormat.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeOutputFormatProvider.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/TestRowDBWritable.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/context/BatchSinkContextImplTest.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/context/BatchSourceContextImplTest.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/context/StreamingSourceContextImplTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/QueryUtils.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsub/PubsubSchemaTransformReadProvider.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsub/PubsubSchemaTransformWriteConfiguration.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ApiServices.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommitterImpl.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/CheckpointMarkImpl.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/CloserReference.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ManagedBacklogReaderFactory.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ManagedBacklogReaderFactoryImpl.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ManagedFactory.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ManagedFactoryImpl.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UnboundedReaderImpl.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UnboundedSourceImpl.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/firestore/QueryUtilsTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsub/PubsubSchemaTransformReadProviderTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommmitterImplTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/CheckpointMarkImplTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UnboundedReaderImplTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/SpannerTransformRegistrarTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/dao/PartitionMetadataAdminDaoTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/dao/PartitionMetadataDaoTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/dofn/InitializeDoFnTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/dofn/PostProcessingMetricsDoFnTest.java
create mode 100644 sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaSchemaTransformReadConfiguration.java
create mode 100644 sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaSchemaTransformReadProvider.java
create mode 100644 sdks/java/io/kafka/src/test/java/org/apache/beam/sdk/io/kafka/KafkaSchemaTransformReadProviderTest.java
copy sdks/java/io/{cdap => sparkreceiver}/OWNERS (100%)
create mode 100644 sdks/java/io/sparkreceiver/build.gradle
create mode 100644 sdks/java/io/sparkreceiver/src/main/java/org/apache/beam/sdk/io/sparkreceiver/HasOffset.java
create mode 100644 sdks/java/io/sparkreceiver/src/main/java/org/apache/beam/sdk/io/sparkreceiver/ReceiverBuilder.java
create mode 100644 sdks/java/io/sparkreceiver/src/main/java/org/apache/beam/sdk/io/sparkreceiver/WrappedSupervisor.java
create mode 100644 sdks/java/io/sparkreceiver/src/main/java/org/apache/beam/sdk/io/sparkreceiver/package-info.java
create mode 100644 sdks/java/io/sparkreceiver/src/test/java/org/apache/beam/sdk/io/sparkreceiver/ReceiverBuilderTest.java
create mode 100644 sdks/java/testing/test-utils/src/main/java/org/apache/beam/sdk/testutils/jmh/Main.java
create mode 100644 sdks/java/testing/test-utils/src/main/java/org/apache/beam/sdk/testutils/jmh/package-info.java
create mode 100644 sdks/java/testing/test-utils/src/test/java/org/apache/beam/sdk/testutils/publishing/InfluxDBPublisherTest.java
create mode 100644 sdks/python/apache_beam/coders/coders_property_based_test.py
create mode 100644 sdks/python/apache_beam/dataframe/io_it_test.py
create mode 100644 sdks/python/apache_beam/examples/inference/sklearn_japanese_housing_regression.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/runinference.py
create mode 100644 sdks/python/apache_beam/examples/snippets/transforms/elementwise/runinference_test.py
create mode 100644 sdks/python/apache_beam/io/gcp/bigquery_schema_tools.py
create mode 100644 sdks/python/apache_beam/io/gcp/bigquery_schema_tools_test.py
copy {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/testing/benchmarks/inference}/__init__.py (100%)
create mode 100644 sdks/python/apache_beam/testing/benchmarks/inference/pytorch_image_classification_benchmarks.py
create mode 100644 sdks/python/apache_beam/testing/benchmarks/inference/pytorch_language_modeling_benchmarks.py
create mode 100644 sdks/python/apache_beam/testing/benchmarks/nexmark/build.gradle
create mode 100644 sdks/python/apache_beam/typehints/pandas_type_compatibility.py
create mode 100644 sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py
create mode 100644 sdks/python/apache_beam/typehints/schema_registry.py
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/fn_execution/v1/beam_fn_api.grpc-client.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/fn_execution/v1/beam_fn_api.grpc-server.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/fn_execution/v1/beam_fn_api.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/fn_execution/v1/beam_provision_api.grpc-client.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/fn_execution/v1/beam_provision_api.grpc-server.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/fn_execution/v1/beam_provision_api.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/job_management/v1/beam_artifact_api.grpc-client.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/job_management/v1/beam_artifact_api.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/job_management/v1/beam_expansion_api.grpc-client.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/job_management/v1/beam_expansion_api.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/job_management/v1/beam_job_api.grpc-client.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/job_management/v1/beam_job_api.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/pipeline/v1/beam_runner_api.grpc-client.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/pipeline/v1/beam_runner_api.grpc-server.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/pipeline/v1/beam_runner_api.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/pipeline/v1/endpoints.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/pipeline/v1/external_transforms.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/pipeline/v1/metrics.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/pipeline/v1/schema.ts
create mode 100644 sdks/typescript/src/apache_beam/proto/org/apache/beam/model/pipeline/v1/standard_window_fns.ts
delete mode 100644 vendor/bytebuddy-1_12_8/build.gradle.kts
delete mode 100644 vendor/grpc-1_43_2/build.gradle
create mode 100644 vendor/grpc-1_48_1/build.gradle
create mode 100644 website/www/site/assets/js/anchor-content-jump-fix.js
delete mode 100644 website/www/site/assets/scss/_banner.sass
create mode 100644 website/www/site/content/en/blog/beam-2.41.0.md
create mode 100644 website/www/site/content/en/case-studies/intuit.md
create mode 100644 website/www/site/content/en/documentation/sdks/java/testing/tpcds.md
create mode 100644 website/www/site/content/en/documentation/sdks/python-machine-learning.md
create mode 100644 website/www/site/content/en/documentation/transforms/python/elementwise/runinference.md
delete mode 100644 website/www/site/layouts/shortcodes/playground.html
create mode 100644 website/www/site/layouts/shortcodes/playground_iframe.html
delete mode 100644 website/www/site/static/images/banner_desktop.png
delete mode 100644 website/www/site/static/images/banner_mobile.png
create mode 100644 website/www/site/static/images/case-study/intuit/intuit-quote.png
create mode 100644 website/www/site/static/images/case-study/intuit/intuit_stream_processing_pipeline.png
create mode 100644 website/www/site/static/images/case-study/intuit/nick_hwang.png
create mode 100644 website/www/site/static/images/case-study/intuit/stream_processing_tech_stack.png
create mode 100644 website/www/site/static/images/logos/powered-by/intuit.png