You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by da...@apache.org on 2022/11/04 02:44:15 UTC
[beam] branch users/damccorm/periodicImpulseDrain updated (950d8a6ac34 -> a6381d648cc)
This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a change to branch users/damccorm/periodicImpulseDrain
in repository https://gitbox.apache.org/repos/asf/beam.git
from 950d8a6ac34 Whitespace format
add 35419247faf Verify that secondary key coder is deterministic in SortValues
add c557b977493 Merge pull request #23742: Verify that secondary key coder is deterministic in SortValues
add 3e8bc10c767 fix lints
add 3d055da2fce Merge pull request #23759 from riteshghorse/import-fix
add a138a4f86f6 Update google cloud vision >= 2.0.0 (#23755)
add 2e49c7efa4e Update GcsIO initialization to support converting input parameters to PipelineOptions for authentication (#23766)
add 69fe1cc86f0 Adds instructions for running the Multi-language Java quickstart from released Beam (#23721)
add 231f07d4af4 Remove Spark2 from Java testing projects (addresses #23728) (#23749)
add cba999a2deb bugfix/wrong-notebook-linl (#23777)
add e4aa86fbbfe [CdapIO] Integration CdapIO with SparkReceiverIO (#22584)
add 40b283b45cc Avoid Circular imports related to bigquery_schema_tools (#23731)
add b48cf30c902 Use Flink 1.13 for load tests (#23767)
add ea566b7f474 Remove obsolete sparkRunner task from hadoop-format: not triggered, no tests selected (addresses #23728)
add a0f4e5e6adb Merge pull request #23773: Remove obsolete sparkRunner task from hadoop-format
add 6cf92145aef Remove obsolete native text io translation. (#23549)
add 15ab5003e21 Eliminate nullness errors from GenerateSequence (#23744)
add 36d9112f9a8 Re-enable PubsubTableProviderIT.testSQLSelectsArrayAttributes
add 00566272a45 Merge pull request #23778: Re-enable PubsubTableProviderIT.testSQLSelectsArrayAttributes
add 2d151c306ee Add logos to case-studies "Also Used By" (#23781)
add 8dd87491dcb Avoid pickling unstable reference to moved proto classes. (#23739)
add 8f300b07399 Allow local packages in requirements.txt dependency list. (#23684)
add aadbe31e975 Unskip test_generated_class_pickle for cloudpickle.
add 77e96da7d41 Merge pull request #23791 Unskip test_generated_class_pickle for cloudpickle.
add 01da3fcb3e3 Revert "Update BQIO to a single scheduled executor service reduce threads (#23234)" (#23793)
add 37763c99b8e Updates Python test expansion service to use Cloud Pickle (#23786)
add d38f577624e Merge pull request #23795: Revert 23234: issue #23794
add 8df6f67c65b Merge pull request #23556: Forward failed storage-api row inserts to the failedStorageApiInserts PCollection addresses #23628
add 96051f2cc6b Remove unnecessary dependencies from jpms test (#23775)
add f083b054a4b Use Spark 3 job-server as default Spark job-server for PortableRunner (addresses #23728) (#23751)
add 1ec1945ec5c Support usage of custom profileName with AWS ProfileCredentialsProvider (closes #23206) (#23553)
add 760c83e9402 Migrate examples and maven-archetypes (including Java Quickstart) to Spark 3 (addresses #23728) (#23730)
add 33060c8dc31 Update remaining pointers to Spark runner to Spark 3 module (addresses #23728)
add 45b6ac71a87 Merge pull request #23803: Update remaining pointers to Spark runner to Spark 3 module
add fc3e7af0866 Ignoring BigQuery partitions with empty files (#23710)
add cae014141cb Bump dataflow java fn container version to beam-master-20221022
add 2b22575fd2d Merge pull request #23796 from Abacn/bumpjavafncontainer
add 3af6864abe2 Publish Python nexmark metrics to influxdb
add 688054fbd70 Exclude nexmark from codecov, it has no tests
add c1107c048b5 Merge pull request #23579: Publish Python nexmark metrics to influxdb
add de8f4ba446d Benchmarking RunInference Example (#23554)
add 40b5e54e08e Increate timeout for test pipelines
add 44e62c390c0 Merge pull request #23812 from kileys/fixittimeout
add 195d727150a Updated ipywidgets
add 6eb595b7a8b Updated ipywidgets
add 226bc97d298 Bump Dataflow python containers to 20221021 (#23807)
add 75fa82cc2e6 Allow MoreFutures.allAsList/allAsListWithExceptions to have the passed in list to be mutated (#23811)
add 206df4d0c00 granting ruslan shamunov triage rights (#23806)
add 0753d468812 Enable checkerframework by default
add 3dffacf5045 Merge pull request #23792: Enable checkerframework by default
add 220902c6ffd Bump google.golang.org/api from 0.99.0 to 0.100.0 in /sdks (#23718)
add 76761db371c Initial DaskRunner for Beam (#22421)
add a5821ed8a3c [Website] update PULL_REQUEST_TEMPLATE.md (#23576)
add 735cb7b3281 [Website] change width of the additional case studies cards (#23824)
add 44787bcd9cd Adds a dependency to Python Multi-language library to the GCP Bom examples arche-type
add e54653c4462 Merge pull request #23839: Adds a dependency to Python Multi-language library to the GCP Bom examples arche-type
add ead2d2e8025 Support keyed executors in Samza Runner to process bundles for stateful ParDo (#23434)
add 5c0ff090d62 Fixing Get Started header link (#23490)
add 77f9a1749c1 Remove obsolete code from Spark 3 runner.
add 6809951b377 Merge pull request #23844: Remove obsolete code from Spark 3 runner.
add 6e395412ed4 Bump cloud.google.com/go/bigquery from 1.42.0 to 1.43.0 in /sdks (#23820)
add 37f9827f4f6 Bump google.golang.org/api from 0.100.0 to 0.101.0 in /sdks (#23842)
add 3038520522b Update ReadDataFromKinesis URN to registered URN (fixes #23693) (#23849)
add 932f87e7332 Bump dropwizard metrics-core for Spark 3 runner to match the version used in Spark 3.1 (addresses #23728)
add c670dfb081b Merge pull request #23802: Bump dropwizard metrics-core for Spark 3 runner to match the version used in Spark 3.1
add 840d66a1502 [23832] Remove ParquetIO.withSplit (closes #23832) (#23833)
add 6add48270af Bump github.com/spf13/cobra from 1.6.0 to 1.6.1 in /sdks (#23822)
add 8fb29f02efb [Go SDK] Add tests to the metrics package (#23769)
add d8966fd3b87 Bump cloud.google.com/go/pubsub from 1.25.1 to 1.26.0 in /sdks (#23823)
add fe791f61e5c Updated documentation to point to notebooks instead of having samples (#23858)
add 63b5f339115 Post 2.42.0 Updates to release guide (#23672)
add 9c442416023 Add Go usage instructions to download page. (#23698)
add 8808598b458 Deactivate Dask Runner code coverage tests as workaround (#23841)
add acd9cbeebc8 Use Akvelon editor (#23415) (#23825)
add 7ac0441485a [Tour Of Beam] User authorization part 1 (#23782)
add 131765baeaf [BEAM-23815] Fix Neo4j tests. (#23862)
add e435c91ae8d Add `arrow_type_compatibility` with `pyarrow.Table` to Beam Row `BatchConverter` (#23455)
add e35ddede9b2 [BEAM-23836] Updating documentation for cross-language Java pipelines using Python external transforms
add 80c86fa3bde update
add 1d5fd932a6a update
add 97985d1cded update
add 7f4c3d7b7de Merge pull request #23837 from ihji/BEAM-23836
add 09ae6810829 Reduce log spam of Py37PostCommit (#23829)
add a9e43e29efb Actually use the DatsetService that will be auto-closed (#23873)
add 29ff4be1d20 Migrate BINARY, VARBINARY, CHAR, VARCHAR jdbc logical types to portable (#23548)
add a62fe8f4eae [BEAM-12164] Feat: Added SpannerChangeStreamIT to Cloud Spanner Change Streams connector to test transaction tags filtering in the Change Stream records (#23284)
add feaa1a277b2 Use --release 8 for builds targeting Java 8 (#23771)
add 3441347d57c [23832] Update CHANGES.md
add 72d40942768 Merge pull request #23866: [23832] minor update CHANGES.md
add c31800413b5 Fix BigQueryIO Performance Test Streaming (#23857)
add a9531951649 adding examples in schema transforms section of programming guide for python (changes for issue #21022) (#23224)
add 8aa3e054ec5 [Website] update calendar section mobile classes #22694
add 1e3090f449a Merge pull request #22588: [Website] update upcoming-events calendar section
add 10aac42fc4c More bigquery native sink cleanup.
add 07b823a37ab Merge pull request #23783 More bigquery native sink cleanup.
add 3650229d26a Fixing branch verification for Run RC Validation and Verify Release Build workflows. (#23703)
add e5298318a11 Fix link in `basics` (#23399)
add abb932e97ab Add brief descriptions about end-to-end ML Pipelines (#23880)
add 1e72e60b5d4 Disable `optimizeOuterThis` when building with JDK > 8 (#23902)
add 2d319316282 Fix Beam Sql does not support CHAR, VARCHAR, BINARY, VARBINARY
add 1cc5e4ba433 Remove debug leftover
add a443df127a9 Merge pull request #23891: Fix Beam Sql Calcite Util does not support CHAR, VARCHAR, BINARY, VARBINARY
add 9f33da1f3f1 [Playground] [Backend] Update playground cache component to increase fault tolerance (#23461)
add d4fd174917d Upgrade Akvelon editor (#23415) (#23900)
add e808182d7b8 [Website] update additional case studies layout and scss (#23555)
add 68aee2f7889 [Website] add shuffle to logos (#23847)
add 0fbe0a79a2c Clean-up DatastoreV1.java (#23892)
add 3371a1c187f Add LogElements as a Beam PTransform (#23879)
add f46382110d7 Fix incorrect object size calculation in StateCache (#23000) (#23886)
add a1473d620a5 Remove Dataflow Portability test suite from mass_comment.py
add a651a66a8ad Merge pull request #23905: Remove Dataflow Portability test suite from mass_comment.py
add 09cab572c92 Add jupyter notebook for using RunInference with sklearn, pytorch and tensorflow (#23884)
add ef7c0c9a476 Add WriteParquetBatched (#23030)
add 9f9cd8bb962 Validate if user exists for author (#23761)
add 5d617fb69c2 Add notebook for doing remote inference in Beam (#23887)
add c6f64bb2352 Fix python examples tests not running in Dataflow (#23546)
add 2bf07953459 Add support for converting to/from pyarrow Arrays (#23894)
add 11ba84addc2 [Website] add shuffle to logos
add a9c39ed939e Merge pull request #23867: [Website] update kio page layout
add d407b60982a Bump actions/setup-java from 3.5.1 to 3.6.0 (#23797)
add 3b5aac52cb8 Fix Spark 3 job-server jar path for Python test suites (closes #23935, related to #23907)
add 153f8e44668 Merge pull request #23936: Fix Spark 3 job-server jar path for Python test suites
add f57cb9c208d [CdapIO] Add integration tests for SparkReceiverIO (#23305)
add 2b33bbabfdd [Go] Ensure iterated and emitted types are registered. (#23890)
add 3e8891f59b4 [Python SDK] Re-enable PipelineOptionsTest.test_display_data (#23787)
add fbaf1f7574d Updates Multi-language Java examples documentation
add acaffbadc4e Merge pull request #23945: Updates Multi-language Java examples documentation
add 37dcff847b6 Unify PerformanceTest metric dashboard naming and series (#23914)
add e2ea0c76969 Update REVIEWERS.yaml (#23955)
add 8d71aae2c61 [Spark dataset runner] Add direct translation of Combine.GroupedValues (related to #23845)
add b7110268ab5 Merge pull request #23846: [Spark dataset runner] Add direct translation of Combine.GroupedValues
add 85b6b643bff Concept guide on orchestrating Beam preprocessing (#23094)
add 05c89ed2fd6 Initial draft of Batched DoFn user guide (#23909)
add 279b2755744 WIP: Dataframe API ML preprocessing notebook (#22587)
add 15297da74bc emit load job IDs as soon as they come up
add 9c3ce5debec style fix
add 4f64c7e547c Merge pull request #23954: Emit job ids via side output in TriggerFileLoads process to keep beam.Flatten() happy for Spark and Flink runners
add ec6da53ba23 [Python] Added none check while accessing active_process_bundle (#23947)
add 77116c5c814 [Tour Of Beam] saving user code (#23938)
add e2463a4c965 Disable flaky fn_api_runner tests (#23971)
add 7da182a8d1d Make BatchConverter inference errors more helpful (#23965)
add a6381d648cc Merge branch 'master' of https://github.com/apache/beam into users/damccorm/periodicImpulseDrain
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 +
.github/REVIEWERS.yml | 1 -
.github/codecov.yml | 1 +
.github/workflows/build_playground_backend.yml | 2 +-
.github/workflows/build_playground_frontend.yml | 2 +-
.github/workflows/java_tests.yml | 2 +-
.github/workflows/playground_deploy_examples.yml | 2 +-
.../workflows/playground_examples_ci_reusable.yml | 2 +-
.github/workflows/run_rc_validation.yml | 7 +-
.../workflows/tour_of_beam_backend_integration.yml | 54 +-
.github/workflows/verify_release_build.yml | 5 +-
.test-infra/jenkins/Flink.groovy | 4 +-
.test-infra/jenkins/README.md | 7 +-
.../job_LoadTests_Combine_Flink_Python.groovy | 2 +-
.../jenkins/job_LoadTests_GBK_Flink_Python.groovy | 2 +-
.../job_LoadTests_ParDo_Flink_Python.groovy | 2 +-
.../job_LoadTests_coGBK_Flink_Python.groovy | 2 +-
.../job_PerformanceTests_BigQueryIO_Java.groovy | 13 +-
.../job_PerformanceTests_SparkReceiverIO_IT.groovy | 84 +
...Commit_Python_Chicago_Taxi_Example_Flink.groovy | 2 +-
.test-infra/kubernetes/rabbit/rabbitmq.yaml | 187 +
.../Java_IO_IT_Tests_Dataflow.json | 177 +-
.../Python_IO_IT_Tests_Dataflow.json | 280 +-
.test-infra/metrics/sync/github/sync.py | 35 +-
CHANGES.md | 38 +-
build.gradle.kts | 6 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 30 +-
examples/java/build.gradle | 7 +-
.../multilanguage/PythonDataframeWordCount.java | 0
examples/kotlin/build.gradle | 7 +-
examples/multi-language/README.md | 31 +-
examples/multi-language/build.gradle | 1 -
.../beam-ml/custom_remote_inference.ipynb | 625 +++
.../beam-ml/dataframe_api_preprocessing.ipynb | 3496 ++++++++++++++
.../run_inference_pytorch_tensorflow_sklearn.ipynb | 1178 +++++
examples/notebooks/tour-of-beam/dataframes.ipynb | 24 +-
.../Common Transforms/Aggregation/Count/task.py | 4 +-
.../Common Transforms/Aggregation/Largest/task.py | 4 +-
.../Common Transforms/Aggregation/Mean/task.py | 4 +-
.../Common Transforms/Aggregation/Smallest/task.py | 4 +-
.../Common Transforms/Aggregation/Sum/task.py | 4 +-
.../python/Common Transforms/Filter/Filter/task.py | 4 +-
.../python/Common Transforms/Filter/ParDo/task.py | 4 +-
.../Common Transforms/WithKeys/WithKeys/task.py | 4 +-
.../Core Transforms/Branching/Branching/task.py | 6 +-
.../CoGroupByKey/CoGroupByKey/task.py | 4 +-
.../Core Transforms/Combine/Combine PerKey/task.py | 4 +-
.../Core Transforms/Combine/CombineFn/task.py | 4 +-
.../Combine/Simple Function/task.py | 4 +-
.../Composite Transform/task.py | 4 +-
.../python/Core Transforms/Flatten/Flatten/task.py | 4 +-
.../Core Transforms/GroupByKey/GroupByKey/task.py | 4 +-
.../python/Core Transforms/Map/FlatMap/task.py | 4 +-
.../katas/python/Core Transforms/Map/Map/task.py | 4 +-
.../Core Transforms/Map/ParDo OneToMany/task.py | 4 +-
.../katas/python/Core Transforms/Map/ParDo/task.py | 4 +-
.../Core Transforms/Partition/Partition/task.py | 6 +-
.../Core Transforms/Side Input/Side Input/task.py | 4 +-
.../Side Output/Side Output/task.py | 6 +-
.../python/Examples/Word Count/Word Count/task.py | 4 +-
.../katas/python/IO/TextIO/ReadFromText/task.py | 4 +-
.../Introduction/Hello Beam/Hello Beam/task.py | 4 +-
.../Streaming/Timestamps/Add Timestamps/task.py | 4 +-
.../Streaming/Triggers/Early Triggers/task.py | 2 +-
.../Streaming/Triggers/Event Time Triggers/task.py | 2 +-
.../Triggers/Window Accumulation Modes/task.py | 2 +-
.../python/Streaming/Windows/Fixed Windows/task.py | 4 +-
learning/katas/python/log_elements.py | 54 -
learning/tour-of-beam/backend/README.md | 80 +-
learning/tour-of-beam/backend/auth.go | 92 +
learning/tour-of-beam/backend/docker-compose.yml | 24 +-
learning/tour-of-beam/backend/function.go | 139 +-
learning/tour-of-beam/backend/go.mod | 4 +
learning/tour-of-beam/backend/go.sum | 150 +-
.../tour-of-beam/backend/integration_tests/api.go | 19 +
.../backend/integration_tests/auth_emulator.go | 134 +
.../backend/integration_tests/auth_test.go | 114 +
.../backend/integration_tests/client.go | 46 +-
.../emulators/datastore}/Dockerfile | 0
.../emulators/datastore}/start-datastore.sh | 0
.../emulators/firebase/Dockerfile | 21 +
.../emulators/firebase/firebase.json | 12 +
.../backend/integration_tests/function_test.go | 38 +-
.../backend/integration_tests/local.sh | 20 +-
learning/tour-of-beam/backend/internal/entity.go | 27 +
.../backend/internal/service/content.go | 52 +-
.../{storage/iface.go => service/pg_adapter.go} | 29 +-
.../backend/internal/storage/adapter.go | 12 +
.../backend/internal/storage/datastore.go | 79 +
.../tour-of-beam/backend/internal/storage/iface.go | 5 +
.../backend/internal/{service => storage}/mock.go | 39 +-
.../backend/internal/storage/schema.go | 19 +
learning/tour-of-beam/backend/middleware.go | 19 +-
.../tour-of-beam/backend/playground_api/api.pb.go | 3507 +++++++++++++++
.../backend/playground_api/api_grpc.pb.go | 791 ++++
.../storage/iface.go => playground_api/helper.go} | 25 +-
.../tour-of-beam/backend/playground_api/mock.go | 1077 +++++
.../backend/samples/api/get_user_progress.json | 12 +
learning/tour-of-beam/frontend/pubspec.lock | 51 +-
learning/tour-of-beam/frontend/pubspec.yaml | 4 -
.../beam/model/fnexecution/v1/standard_coders.yaml | 11 +
.../org/apache/beam/model/pipeline/v1/schema.proto | 28 +
playground/backend/README.md | 1 +
playground/backend/cmd/server/controller.go | 6 +-
playground/backend/containers/python/Dockerfile | 1 -
.../backend/internal/components/cache_component.go | 128 +-
.../internal/components/cache_component_test.go | 8 +-
.../internal/db/mapper/datastore_mapper_test.go | 2 +-
.../db/schema/migration/migrations_test.go | 2 +-
.../backend/internal/environment/application.go | 11 +-
.../internal/environment/environment_service.go | 36 +-
.../environment/environment_service_test.go | 14 +-
.../lib/src/controllers/playground_controller.dart | 48 +-
.../controllers/snippet_editing_controller.dart | 13 +-
.../playground_components/lib/src/theme/theme.dart | 4 +-
.../lib/src/widgets/editor_textarea.dart | 28 +-
.../frontend/playground_components/pubspec.yaml | 5 +-
playground/frontend/pubspec.lock | 60 +-
release/build.gradle.kts | 2 +-
release/src/main/scripts/mass_comment.py | 1 -
runners/google-cloud-dataflow-java/build.gradle | 2 +-
.../runners/samza/runtime/AsyncDoFnRunner.java | 93 +-
.../beam/runners/samza/runtime/OpAdapter.java | 4 +-
.../runners/samza/runtime/SamzaDoFnRunners.java | 3 +-
.../runners/samza/runtime/AsyncDoFnRunnerTest.java | 76 +-
runners/spark/3/build.gradle | 3 +
.../translation/TransformTranslator.java | 11 +
.../batch/CombineGroupedValuesTranslatorBatch.java | 75 +
.../translation/batch/PipelineTranslatorBatch.java | 6 +-
.../batch/CombineGroupedValuesTest.java | 70 +
.../utils/SerializationDebugger.java | 115 -
.../structuredstreaming/utils/package-info.java | 20 -
runners/spark/spark_runner.gradle | 6 +-
scripts/ci/ci_check_git_branch.sh | 18 +-
sdks/go.mod | 20 +-
sdks/go.sum | 41 +-
sdks/go/pkg/beam/core/metrics/dumper_test.go | 49 +
sdks/go/pkg/beam/core/metrics/metrics_test.go | 94 +
sdks/go/pkg/beam/core/metrics/store_test.go | 62 +
.../pkg/beam/core/runtime/graphx/schema/schema.go | 6 +-
.../beam/core/runtime/graphx/schema/schema_test.go | 2 +
.../beam/core/runtime/xlangx/expansionx/process.go | 2 +-
sdks/go/pkg/beam/register/emitter.go | 23 +-
sdks/go/pkg/beam/register/emitter_test.go | 166 +
sdks/go/pkg/beam/register/iter.go | 22 +-
sdks/go/pkg/beam/register/iter_test.go | 200 +
sdks/go/pkg/beam/register/register_test.go | 216 -
.../pkg/beam/transforms/xlang/python/external.go | 3 +-
sdks/go/test/build.gradle | 4 +-
.../go/test/regression/coders/fromyaml/fromyaml.go | 1 +
sdks/java/container/agent/build.gradle | 10 +-
.../org/apache/beam/sdk/io/GenerateSequence.java | 30 +-
.../apache/beam/sdk/schemas/SchemaTranslation.java | 14 +-
.../beam/sdk/schemas/logicaltypes/FixedBytes.java | 69 +-
.../beam/sdk/schemas/logicaltypes/FixedString.java | 77 +
.../sdk/schemas/logicaltypes/VariableBytes.java | 76 +
.../sdk/schemas/logicaltypes/VariableString.java | 76 +
.../apache/beam/sdk/schemas/utils/AvroUtils.java | 167 +-
.../beam/sdk/testing/TestPipelineOptions.java | 2 +-
.../java/org/apache/beam/sdk/util/MoreFutures.java | 25 +-
.../sdk/schemas/logicaltypes/LogicalTypesTest.java | 53 +
.../org/apache/beam/sdk/util/MoreFuturesTest.java | 74 +
.../beam/sdk/extensions/sorter/SortValues.java | 13 +-
.../sdk/extensions/sql/impl/rel/BeamCalcRel.java | 25 +-
.../extensions/sql/impl/utils/CalciteUtils.java | 7 +
.../sdk/extensions/sql/BeamComplexTypeTest.java | 107 +-
.../provider/pubsub/PubsubTableProviderIT.java | 2 -
sdks/java/io/amazon-web-services2/build.gradle | 1 +
.../apache/beam/sdk/io/aws2/options/AwsModule.java | 25 +-
.../beam/sdk/io/aws2/options/AwsOptions.java | 29 +-
.../beam/sdk/io/aws2/options/AwsModuleTest.java | 158 +-
.../sdk/io/aws2/options/SerializationTestUtil.java | 15 +-
.../beam/sdk/bigqueryioperftests/BigQueryIOIT.java | 57 +-
sdks/java/io/cdap/build.gradle | 3 +
.../java/org/apache/beam/sdk/io/cdap/CdapIO.java | 260 +-
.../org/apache/beam/sdk/io/cdap/ConfigWrapper.java | 4 +
.../org/apache/beam/sdk/io/cdap/MappingUtils.java | 112 +-
.../java/org/apache/beam/sdk/io/cdap/Plugin.java | 84 +-
.../java/org/apache/beam/sdk/io/cdap/CdapIOIT.java | 6 +-
.../org/apache/beam/sdk/io/cdap/CdapIOTest.java | 68 +-
.../apache/beam/sdk/io/cdap/EmployeeConfig.java | 5 +-
.../org/apache/beam/sdk/io/cdap/PluginTest.java | 6 +-
.../sdk/io/cdap/{ => batch}/EmployeeBatchSink.java | 4 +-
.../io/cdap/{ => batch}/EmployeeBatchSource.java | 6 +-
.../io/cdap/{ => batch}/EmployeeInputFormat.java | 3 +-
.../{ => batch}/EmployeeInputFormatProvider.java | 4 +-
.../io/cdap/{ => batch}/EmployeeOutputFormat.java | 9 +-
.../{ => batch}/EmployeeOutputFormatProvider.java | 4 +-
.../sdk/io/cdap/streaming/EmployeeReceiver.java | 91 +
.../io/cdap/streaming/EmployeeStreamingSource.java | 76 +
.../beam/sdk/io/gcp/bigquery/BigQueryOptions.java | 6 +
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 35 +-
.../gcp/bigquery/BigQueryStorageTableSource.java | 2 +-
.../beam/sdk/io/gcp/bigquery/StorageApiLoads.java | 100 +-
.../StorageApiWriteRecordsInconsistent.java | 50 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 277 +-
.../bigquery/StorageApiWritesShardedRecords.java | 342 +-
.../beam/sdk/io/gcp/datastore/DatastoreV1.java | 8 +-
.../beam/sdk/io/gcp/testing/BigqueryClient.java | 4 +-
.../sdk/io/gcp/testing/FakeDatasetService.java | 32 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 21 +-
.../io/gcp/bigquery/BigQueryNestedRecordsIT.java | 5 +-
.../gcp/bigquery/StorageApiSinkFailedRowsIT.java | 266 ++
.../gcp/bigquery/TableRowToStorageApiProtoIT.java | 8 +-
.../changestreams/it/SpannerChangeStreamIT.java | 137 +-
sdks/java/io/hadoop-format/build.gradle | 40 -
.../java/org/apache/beam/sdk/io/jdbc/JdbcUtil.java | 86 +-
.../org/apache/beam/sdk/io/jdbc/LogicalTypes.java | 115 +-
.../org/apache/beam/sdk/io/jdbc/SchemaUtil.java | 47 +-
.../org/apache/beam/sdk/io/neo4j/Neo4jIOIT.java | 4 +-
.../org/apache/beam/sdk/io/parquet/ParquetIO.java | 236 +-
.../apache/beam/sdk/io/parquet/ParquetIOTest.java | 109 +-
sdks/java/io/sparkreceiver/README.md | 38 +
sdks/java/io/sparkreceiver/build.gradle | 12 +-
.../ReadFromSparkReceiverWithOffsetDoFn.java | 156 +-
.../io/sparkreceiver/ArrayBufferDataReceiver.java | 85 +
.../io/sparkreceiver/ByteBufferDataReceiver.java | 84 +
.../sdk/io/sparkreceiver/IteratorDataReceiver.java | 87 +
.../sparkreceiver/RabbitMqReceiverWithOffset.java | 163 +
.../ReadFromSparkReceiverWithOffsetDoFnTest.java | 145 +
.../sdk/io/sparkreceiver/SparkReceiverIOIT.java | 354 ++
.../sdk/io/sparkreceiver/SparkReceiverIOTest.java | 89 +-
sdks/java/maven-archetypes/examples/build.gradle | 2 +-
.../src/main/resources/archetype-resources/pom.xml | 28 +-
.../maven-archetypes/gcp-bom-examples/build.gradle | 2 +-
.../src/main/resources/archetype-resources/pom.xml | 31 +-
sdks/java/testing/jpms-tests/build.gradle | 5 -
sdks/java/testing/load-tests/build.gradle | 15 +-
sdks/java/testing/nexmark/build.gradle | 47 +-
sdks/java/testing/tpcds/README.md | 4 +-
sdks/java/testing/tpcds/build.gradle | 2 +-
.../apache/beam/sdk/tpcds/SqlTransformRunner.java | 1 -
sdks/python/apache_beam/coders/coder_impl.py | 7 +
.../examples/complete/autocomplete_it_test.py | 28 +-
.../examples/complete/distribopt_test.py | 35 +-
.../examples/complete/estimate_pi_it_test.py | 18 +-
sdks/python/apache_beam/examples/complete/tfidf.py | 6 +-
.../apache_beam/examples/complete/tfidf_it_test.py | 75 +
.../apache_beam/examples/complete/tfidf_test.py | 38 -
.../complete/top_wikipedia_sessions_it_test.py | 28 +-
.../examples/cookbook/coders_it_test.py | 29 +-
...ers_it_test.py => custom_ptransform_it_test.py} | 66 +-
.../examples/cookbook/custom_ptransform_test.py | 25 -
.../examples/cookbook/group_with_coder_test.py | 58 +-
.../examples/cookbook/mergecontacts_test.py | 62 +-
.../cookbook/multiple_output_pardo_test.py | 43 +-
.../examples/dataframe/wordcount_test.py | 34 +-
.../inference/runinference_metrics}/__init__.py | 0
.../inference/runinference_metrics/config.py} | 25 +-
.../inference/runinference_metrics/main.py | 127 +
.../runinference_metrics/pipeline}/__init__.py | 0
.../runinference_metrics/pipeline/options.py | 74 +
.../pipeline/transformations.py | 94 +
.../inference/runinference_metrics/setup.py | 43 +
.../examples/ml-orchestration/README.md | 22 +
.../kfp/components/ingestion}/Dockerfile | 22 +-
.../kfp/components/ingestion/component.yaml | 36 +-
.../kfp/components/ingestion/requirements.txt | 18 +-
.../kfp/components/ingestion/src/ingest.py | 74 +
.../kfp/components/preprocessing}/Dockerfile | 22 +-
.../kfp/components/preprocessing/component.yaml | 64 +
.../kfp/components/preprocessing/requirements.txt | 21 +-
.../kfp/components/preprocessing/src/preprocess.py | 208 +
.../kfp/components/train}/Dockerfile | 20 +-
.../kfp/components/train/component.yaml | 41 +-
.../kfp/components/train/requirements.txt | 18 +-
.../kfp/components/train/src/train.py | 83 +
.../examples/ml-orchestration/kfp/pipeline.json | 247 +
.../examples/ml-orchestration/kfp/pipeline.py | 132 +
.../examples/ml-orchestration/kfp/requirements.txt | 18 +-
.../ml-orchestration/tfx/coco_captions_local.py | 141 +
.../ml-orchestration/tfx/coco_captions_utils.py | 87 +
.../examples/ml-orchestration/tfx/requirements.txt | 17 +-
.../examples/wordcount_debugging_test.py | 30 +-
.../apache_beam/examples/wordcount_minimal_test.py | 33 +-
sdks/python/apache_beam/examples/wordcount_test.py | 33 +-
sdks/python/apache_beam/internal/gcp/auth.py | 6 +
.../io/external/xlang_jdbcio_it_test.py | 111 +-
sdks/python/apache_beam/io/gcp/bigquery.py | 5 +-
.../apache_beam/io/gcp/bigquery_file_loads.py | 50 +-
.../apache_beam/io/gcp/bigquery_file_loads_test.py | 17 +
.../apache_beam/io/gcp/bigquery_schema_tools.py | 17 +-
sdks/python/apache_beam/io/gcp/gcsio.py | 8 +
sdks/python/apache_beam/io/kinesis.py | 2 +-
sdks/python/apache_beam/io/parquetio.py | 234 +-
sdks/python/apache_beam/io/parquetio_test.py | 36 +-
sdks/python/apache_beam/ml/gcp/visionml.py | 51 +-
sdks/python/apache_beam/ml/gcp/visionml_test.py | 9 +-
sdks/python/apache_beam/ml/gcp/visionml_test_it.py | 7 +-
.../python/apache_beam/options/pipeline_options.py | 7 +-
.../apache_beam/options/pipeline_options_test.py | 2 -
sdks/python/apache_beam/portability/common_urns.py | 4 +
.../python/apache_beam/runners/dask}/__init__.py | 0
.../python/apache_beam/runners/dask/dask_runner.py | 182 +
.../apache_beam/runners/dask/dask_runner_test.py | 94 +
sdks/python/apache_beam/runners/dask/overrides.py | 145 +
.../runners/dask/transform_evaluator.py | 103 +
.../runners/dataflow/dataflow_runner.py | 51 +-
.../apache_beam/runners/dataflow/internal/names.py | 4 +-
.../runners/portability/expansion_service_test.py | 12 +-
.../portability/fn_api_runner/fn_runner_test.py | 2 +
.../runners/portability/spark_runner.py | 12 +-
.../runners/portability/spark_runner_test.py | 2 +-
.../portability/spark_uber_jar_job_server.py | 10 +-
.../apache_beam/runners/portability/stager.py | 26 +-
.../apache_beam/runners/portability/stager_test.py | 43 +
.../apache_beam/runners/worker/statecache.py | 3 +-
.../apache_beam/runners/worker/statecache_test.py | 51 +
.../apache_beam/runners/worker/worker_status.py | 2 +-
.../testing/benchmarks/nexmark/nexmark_launcher.py | 85 +-
sdks/python/apache_beam/testing/test_utils.py | 17 +
.../apache_beam/transforms/batch_dofn_test.py | 49 +-
sdks/python/apache_beam/transforms/core.py | 27 +-
sdks/python/apache_beam/transforms/util.py | 44 +
sdks/python/apache_beam/transforms/util_test.py | 42 +
sdks/python/apache_beam/typehints/__init__.py | 7 +
.../typehints/arrow_batching_microbenchmark.py | 78 +
.../typehints/arrow_type_compatibility.py | 384 ++
.../typehints/arrow_type_compatibility_test.py | 197 +
sdks/python/apache_beam/typehints/batch.py | 2 +
sdks/python/apache_beam/typehints/schemas.py | 406 +-
sdks/python/apache_beam/typehints/schemas_test.py | 39 +-
.../container/py310/base_image_requirements.txt | 6 +-
.../container/py37/base_image_requirements.txt | 4 +-
.../container/py38/base_image_requirements.txt | 6 +-
.../container/py39/base_image_requirements.txt | 6 +-
sdks/python/mypy.ini | 3 +
sdks/python/setup.py | 10 +-
sdks/python/test-suites/portable/common.gradle | 21 +-
sdks/python/test-suites/tox/common.gradle | 3 +
sdks/python/tox.ini | 11 +-
website/ADD_CASE_STUDY.md | 72 +
website/ADD_LOGO.md | 24 +-
website/CASE_STUDY_TEMPLATE.md | 97 +
website/CONTRIBUTE.md | 30 +-
website/www/site/assets/js/shuffle-elements.js | 25 +
website/www/site/assets/scss/_calendar.scss | 6 +
website/www/site/assets/scss/_case_study.scss | 11 +-
website/www/site/assets/scss/_local.scss | 16 +
.../en/case-studies/{akvelon.md => Amazon.md} | 7 +-
.../content/en/case-studies/{akvelon.md => ML6.md} | 7 +-
.../en/case-studies/{akvelon.md => Strivr.md} | 6 +-
.../en/case-studies/{akvelon.md => TrustPilot.md} | 6 +-
.../en/case-studies/{akvelon.md => Twitter.md} | 6 +-
.../en/case-studies/{akvelon.md => Wayfair.md} | 6 +-
.../en/case-studies/{akvelon.md => Wizeline.md} | 6 +-
.../www/site/content/en/case-studies/akvelon.md | 2 +-
website/www/site/content/en/case-studies/kio.md | 6 +-
.../site/content/en/contribute/release-guide.md | 26 +-
.../www/site/content/en/documentation/basics.md | 2 +-
.../content/en/documentation/ml/data-processing.md | 2 +
.../en/documentation/ml/multi-model-pipelines.md | 2 +-
.../content/en/documentation/ml/orchestration.md | 223 +
.../site/content/en/documentation/ml/overview.md | 31 +-
.../en/documentation/ml/runinference-metrics.md | 102 +
.../content/en/documentation/programming-guide.md | 436 +-
.../site/content/en/documentation/runners/spark.md | 2 +-
.../sdks/java-multi-language-pipelines.md | 85 +-
.../en/documentation/sdks/java/testing/nexmark.md | 4 +-
.../documentation/sdks/python-machine-learning.md | 54 +-
.../sdks/python-pipeline-dependencies.md | 3 +-
.../www/site/content/en/get-started/downloads.md | 8 +
website/www/site/layouts/case-studies/list.html | 26 +-
website/www/site/layouts/index.html | 6 +-
website/www/site/layouts/partials/header.html | 6 +-
.../partials/section-menu/en/documentation.html | 3 +
.../site/static/images/logos/powered-by/Amazon.png | Bin 0 -> 38653 bytes
.../site/static/images/logos/powered-by/ML6.jpg | Bin 0 -> 6110 bytes
.../site/static/images/logos/powered-by/Strivr.png | Bin 0 -> 5686 bytes
.../static/images/logos/powered-by/Trustpilot.png | Bin 0 -> 25458 bytes
.../static/images/logos/powered-by/Twitter.png | Bin 0 -> 9561 bytes
.../static/images/logos/powered-by/Wayfair.png | Bin 0 -> 82679 bytes
.../static/images/logos/powered-by/Wizeline.png | Bin 0 -> 6981 bytes
.../static/images/orchestrated-beam-pipeline.svg | 35 +
.../images/runinference_metrics_snapshot.svg | 4751 ++++++++++++++++++++
.../static/images/standalone-beam-pipeline.svg | 35 +
376 files changed, 27784 insertions(+), 3545 deletions(-)
create mode 100644 .test-infra/jenkins/job_PerformanceTests_SparkReceiverIO_IT.groovy
create mode 100644 .test-infra/kubernetes/rabbit/rabbitmq.yaml
rename examples/{multi-language => java}/src/main/java/org/apache/beam/examples/multilanguage/PythonDataframeWordCount.java (100%)
create mode 100644 examples/notebooks/beam-ml/custom_remote_inference.ipynb
create mode 100644 examples/notebooks/beam-ml/dataframe_api_preprocessing.ipynb
create mode 100644 examples/notebooks/beam-ml/run_inference_pytorch_tensorflow_sklearn.ipynb
delete mode 100644 learning/katas/python/log_elements.py
create mode 100644 learning/tour-of-beam/backend/auth.go
create mode 100644 learning/tour-of-beam/backend/integration_tests/auth_emulator.go
create mode 100644 learning/tour-of-beam/backend/integration_tests/auth_test.go
copy learning/tour-of-beam/backend/{internal/storage/image => integration_tests/emulators/datastore}/Dockerfile (100%)
rename learning/tour-of-beam/backend/{internal/storage/image => integration_tests/emulators/datastore}/start-datastore.sh (100%)
create mode 100644 learning/tour-of-beam/backend/integration_tests/emulators/firebase/Dockerfile
create mode 100644 learning/tour-of-beam/backend/integration_tests/emulators/firebase/firebase.json
copy learning/tour-of-beam/backend/internal/{storage/iface.go => service/pg_adapter.go} (56%)
rename learning/tour-of-beam/backend/internal/{service => storage}/mock.go (58%)
create mode 100644 learning/tour-of-beam/backend/playground_api/api.pb.go
create mode 100644 learning/tour-of-beam/backend/playground_api/api_grpc.pb.go
copy learning/tour-of-beam/backend/{internal/storage/iface.go => playground_api/helper.go} (53%)
create mode 100644 learning/tour-of-beam/backend/playground_api/mock.go
create mode 100644 learning/tour-of-beam/backend/samples/api/get_user_progress.json
create mode 100644 runners/spark/3/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGroupedValuesTranslatorBatch.java
create mode 100644 runners/spark/3/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGroupedValuesTest.java
delete mode 100644 runners/spark/3/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/SerializationDebugger.java
delete mode 100644 runners/spark/3/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/package-info.java
mode change 100644 => 100755 scripts/ci/ci_check_git_branch.sh
create mode 100644 sdks/go/pkg/beam/core/metrics/dumper_test.go
create mode 100644 sdks/go/pkg/beam/core/metrics/store_test.go
create mode 100644 sdks/go/pkg/beam/register/emitter_test.go
create mode 100644 sdks/go/pkg/beam/register/iter_test.go
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/logicaltypes/FixedString.java
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/logicaltypes/VariableBytes.java
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/logicaltypes/VariableString.java
rename sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/{ => batch}/EmployeeBatchSink.java (95%)
rename sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/{ => batch}/EmployeeBatchSource.java (94%)
rename sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/{ => batch}/EmployeeInputFormat.java (97%)
rename sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/{ => batch}/EmployeeInputFormatProvider.java (93%)
rename sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/{ => batch}/EmployeeOutputFormat.java (88%)
rename sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/{ => batch}/EmployeeOutputFormatProvider.java (93%)
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/streaming/EmployeeReceiver.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/streaming/EmployeeStreamingSource.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiSinkFailedRowsIT.java
create mode 100644 sdks/java/io/sparkreceiver/README.md
create mode 100644 sdks/java/io/sparkreceiver/src/test/java/org/apache/beam/sdk/io/sparkreceiver/ArrayBufferDataReceiver.java
create mode 100644 sdks/java/io/sparkreceiver/src/test/java/org/apache/beam/sdk/io/sparkreceiver/ByteBufferDataReceiver.java
create mode 100644 sdks/java/io/sparkreceiver/src/test/java/org/apache/beam/sdk/io/sparkreceiver/IteratorDataReceiver.java
create mode 100644 sdks/java/io/sparkreceiver/src/test/java/org/apache/beam/sdk/io/sparkreceiver/RabbitMqReceiverWithOffset.java
create mode 100644 sdks/java/io/sparkreceiver/src/test/java/org/apache/beam/sdk/io/sparkreceiver/ReadFromSparkReceiverWithOffsetDoFnTest.java
create mode 100644 sdks/java/io/sparkreceiver/src/test/java/org/apache/beam/sdk/io/sparkreceiver/SparkReceiverIOIT.java
create mode 100644 sdks/python/apache_beam/examples/complete/tfidf_it_test.py
copy sdks/python/apache_beam/examples/cookbook/{coders_it_test.py => custom_ptransform_it_test.py} (50%)
copy {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/examples/inference/runinference_metrics}/__init__.py (100%)
copy sdks/python/apache_beam/{typehints/__init__.py => examples/inference/runinference_metrics/config.py} (62%)
create mode 100644 sdks/python/apache_beam/examples/inference/runinference_metrics/main.py
copy {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/examples/inference/runinference_metrics/pipeline}/__init__.py (100%)
create mode 100644 sdks/python/apache_beam/examples/inference/runinference_metrics/pipeline/options.py
create mode 100644 sdks/python/apache_beam/examples/inference/runinference_metrics/pipeline/transformations.py
create mode 100644 sdks/python/apache_beam/examples/inference/runinference_metrics/setup.py
create mode 100644 sdks/python/apache_beam/examples/ml-orchestration/README.md
copy {learning/tour-of-beam/backend/internal/storage/image => sdks/python/apache_beam/examples/ml-orchestration/kfp/components/ingestion}/Dockerfile (70%)
copy learning/tour-of-beam/backend/internal/storage/image/Dockerfile => sdks/python/apache_beam/examples/ml-orchestration/kfp/components/ingestion/component.yaml (56%)
copy learning/tour-of-beam/backend/internal/storage/image/Dockerfile => sdks/python/apache_beam/examples/ml-orchestration/kfp/components/ingestion/requirements.txt (70%)
create mode 100644 sdks/python/apache_beam/examples/ml-orchestration/kfp/components/ingestion/src/ingest.py
copy {learning/tour-of-beam/backend/internal/storage/image => sdks/python/apache_beam/examples/ml-orchestration/kfp/components/preprocessing}/Dockerfile (71%)
create mode 100644 sdks/python/apache_beam/examples/ml-orchestration/kfp/components/preprocessing/component.yaml
copy learning/tour-of-beam/backend/internal/storage/image/Dockerfile => sdks/python/apache_beam/examples/ml-orchestration/kfp/components/preprocessing/requirements.txt (73%)
create mode 100644 sdks/python/apache_beam/examples/ml-orchestration/kfp/components/preprocessing/src/preprocess.py
copy {learning/tour-of-beam/backend/internal/storage/image => sdks/python/apache_beam/examples/ml-orchestration/kfp/components/train}/Dockerfile (74%)
copy learning/tour-of-beam/backend/internal/storage/image/Dockerfile => sdks/python/apache_beam/examples/ml-orchestration/kfp/components/train/component.yaml (52%)
copy learning/tour-of-beam/backend/internal/storage/image/Dockerfile => sdks/python/apache_beam/examples/ml-orchestration/kfp/components/train/requirements.txt (73%)
create mode 100644 sdks/python/apache_beam/examples/ml-orchestration/kfp/components/train/src/train.py
create mode 100644 sdks/python/apache_beam/examples/ml-orchestration/kfp/pipeline.json
create mode 100644 sdks/python/apache_beam/examples/ml-orchestration/kfp/pipeline.py
copy learning/tour-of-beam/backend/internal/storage/image/Dockerfile => sdks/python/apache_beam/examples/ml-orchestration/kfp/requirements.txt (73%)
create mode 100644 sdks/python/apache_beam/examples/ml-orchestration/tfx/coco_captions_local.py
create mode 100644 sdks/python/apache_beam/examples/ml-orchestration/tfx/coco_captions_utils.py
rename learning/tour-of-beam/backend/internal/storage/image/Dockerfile => sdks/python/apache_beam/examples/ml-orchestration/tfx/requirements.txt (73%)
copy {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/runners/dask}/__init__.py (100%)
create mode 100644 sdks/python/apache_beam/runners/dask/dask_runner.py
create mode 100644 sdks/python/apache_beam/runners/dask/dask_runner_test.py
create mode 100644 sdks/python/apache_beam/runners/dask/overrides.py
create mode 100644 sdks/python/apache_beam/runners/dask/transform_evaluator.py
create mode 100644 sdks/python/apache_beam/typehints/arrow_batching_microbenchmark.py
create mode 100644 sdks/python/apache_beam/typehints/arrow_type_compatibility.py
create mode 100644 sdks/python/apache_beam/typehints/arrow_type_compatibility_test.py
create mode 100644 website/ADD_CASE_STUDY.md
create mode 100644 website/CASE_STUDY_TEMPLATE.md
create mode 100644 website/www/site/assets/js/shuffle-elements.js
copy website/www/site/content/en/case-studies/{akvelon.md => Amazon.md} (55%)
copy website/www/site/content/en/case-studies/{akvelon.md => ML6.md} (55%)
copy website/www/site/content/en/case-studies/{akvelon.md => Strivr.md} (55%)
copy website/www/site/content/en/case-studies/{akvelon.md => TrustPilot.md} (55%)
copy website/www/site/content/en/case-studies/{akvelon.md => Twitter.md} (55%)
copy website/www/site/content/en/case-studies/{akvelon.md => Wayfair.md} (55%)
copy website/www/site/content/en/case-studies/{akvelon.md => Wizeline.md} (55%)
create mode 100644 website/www/site/content/en/documentation/ml/orchestration.md
mode change 100755 => 100644 website/www/site/content/en/documentation/ml/overview.md
create mode 100644 website/www/site/content/en/documentation/ml/runinference-metrics.md
create mode 100644 website/www/site/static/images/logos/powered-by/Amazon.png
create mode 100644 website/www/site/static/images/logos/powered-by/ML6.jpg
create mode 100644 website/www/site/static/images/logos/powered-by/Strivr.png
create mode 100644 website/www/site/static/images/logos/powered-by/Trustpilot.png
create mode 100644 website/www/site/static/images/logos/powered-by/Twitter.png
create mode 100644 website/www/site/static/images/logos/powered-by/Wayfair.png
create mode 100644 website/www/site/static/images/logos/powered-by/Wizeline.png
create mode 100644 website/www/site/static/images/orchestrated-beam-pipeline.svg
create mode 100644 website/www/site/static/images/runinference_metrics_snapshot.svg
create mode 100644 website/www/site/static/images/standalone-beam-pipeline.svg