You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/09/28 04:44:20 UTC
[beam] branch nightly-refs/heads/master updated (a0fe7879aad -> 5cc47cdf56d)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from a0fe7879aad Bump Java FnApi Container version to beam-master-20220923 (#23352)
add 3a4d57eb897 Bump org.nosphere.apache.rat from 0.7.0 to 0.8.0 (#23330)
add 9b77cf79625 GA Migration PreCommit and PostCommit Tables in CI.md (#23372)
add a47daf893c7 Upgraded Flink on Dataproc support from Interacitve Beam
add f86f9e3dfd2 Upgraded Flink on Dataproc support from Interacitve Beam
add 6851e6bd2ce Stack Trace Decoration for Beam Samza Runner (#23221)
add 3c2459c0dfa [#22478]: Add read_time support to Google Firestore connector (#22966)
add 44992427a18 Changes CoGroupByKey typehint from List to Iterable (#22984)
add 7dd1c6bc4a4 Fix TextSource incorrect handling in channels that return short reads. (#23376)
add c36077a96a4 Add a tensorflow example to the run_inference_basic notebook (#23173)
add 5550be51964 RunInference Benchmarks UI (#23371)
add 8dea86bc9d5 set upper bound on google-cloud-profiler (#23354)
add ca4dcbb52eb make identifier of Date&DateTime to be a public static field
add 8b05f9e13f9 make identifier of Time to be a public static field
add a99eb3df06b Merge pull request #23370: Make identifier of Date/Time/DateTime to be a public static field
add 5cc47cdf56d Add ISSUE#23071 to CHANGES.md (#23297)
No new revisions were added by this update.
Summary of changes:
...=> Python_ML_RunInference_Benchmark_Tests.json} | 69 +--
CHANGES.md | 3 +-
CI.md | 18 +
build.gradle.kts | 2 +-
examples/notebooks/beam-ml/README.md | 44 ++
...nce_basic.ipynb => run_inference_pytorch.ipynb} | 534 ++++---------------
.../notebooks/beam-ml/run_inference_sklearn.ipynb | 533 +++++++++++++++++++
.../beam-ml/run_inference_tensorflow.ipynb | 572 +++++++++++++++++++++
...nfo.java => SamzaPipelineExceptionContext.java} | 21 +-
.../beam/runners/samza/runtime/OpAdapter.java | 35 +-
.../translation/FlattenPCollectionsTranslator.java | 3 +-
.../samza/translation/GroupByKeyTranslator.java | 20 +-
.../translation/ParDoBoundMultiTranslator.java | 8 +-
.../translation/SplittableParDoTranslators.java | 7 +-
.../samza/translation/WindowAssignTranslator.java | 4 +-
...fo.java => SamzaPipelineExceptionListener.java} | 17 +-
.../java/org/apache/beam/sdk/io/TextSource.java | 56 +-
.../apache/beam/sdk/schemas/logicaltypes/Date.java | 3 +-
.../beam/sdk/schemas/logicaltypes/DateTime.java | 3 +-
.../apache/beam/sdk/schemas/logicaltypes/Time.java | 3 +-
.../org/apache/beam/sdk/io/TextIOReadTest.java | 111 +++-
sdks/java/io/google-cloud-platform/build.gradle | 2 +
.../beam/sdk/io/gcp/firestore/FirestoreV1.java | 226 +++++---
.../sdk/io/gcp/firestore/FirestoreV1ReadFn.java | 121 ++++-
.../FirestoreV1FnBatchGetDocumentsTest.java | 43 +-
.../FirestoreV1FnListCollectionIdsTest.java | 39 +-
.../firestore/FirestoreV1FnListDocumentsTest.java | 37 +-
.../firestore/FirestoreV1FnPartitionQueryTest.java | 41 +-
.../gcp/firestore/FirestoreV1FnRunQueryTest.java | 42 +-
...artitionQueryResponseToRunQueryRequestTest.java | 83 ++-
.../sdk/io/gcp/firestore/it/BaseFirestoreIT.java | 299 ++++++++---
.../gcp/firestore/it/FirestoreTestingHelper.java | 41 +-
.../sdk/io/gcp/firestore/it/FirestoreV1IT.java | 3 +-
sdks/python/apache_beam/metrics/cells.py | 5 +-
.../python/apache_beam/options/pipeline_options.py | 14 +
.../dataproc/dataproc_cluster_manager.py | 70 ++-
.../dataproc/dataproc_cluster_manager_test.py | 7 +-
.../runners/interactive/dataproc/types.py | 2 +-
.../runners/interactive/interactive_beam_test.py | 4 +
.../runners/interactive/interactive_runner.py | 13 +-
.../runners/interactive/interactive_runner_test.py | 27 +
.../interactive_environment_inspector_test.py | 2 +
.../testing/load_tests/load_test_metrics_utils.py | 2 +-
sdks/python/apache_beam/transforms/util.py | 3 +-
.../container/base_image_requirements_manual.txt | 5 +-
.../container/py37/base_image_requirements.txt | 100 ++--
.../container/py38/base_image_requirements.txt | 106 ++--
.../container/py39/base_image_requirements.txt | 106 ++--
48 files changed, 2555 insertions(+), 954 deletions(-)
copy .test-infra/metrics/grafana/dashboards/perftests_metrics/{Python_FnApiRunner_ubenchmarks.json => Python_ML_RunInference_Benchmark_Tests.json} (64%)
create mode 100644 examples/notebooks/beam-ml/README.md
rename examples/notebooks/beam-ml/{run_inference_basic.ipynb => run_inference_pytorch.ipynb} (61%)
create mode 100644 examples/notebooks/beam-ml/run_inference_sklearn.ipynb
create mode 100644 examples/notebooks/beam-ml/run_inference_tensorflow.ipynb
copy runners/samza/src/main/java/org/apache/beam/runners/samza/{package-info.java => SamzaPipelineExceptionContext.java} (61%)
copy runners/samza/src/main/java/org/apache/beam/runners/samza/util/{package-info.java => SamzaPipelineExceptionListener.java} (64%)