You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/05/05 04:03:50 UTC

[beam] branch nightly-refs/heads/master updated (a6ea1485b96 -> e7d3e8c9814)

This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git


    from a6ea1485b96 [BEAM-11106] Support drain in Go SDK (#17432)
     add 731237719a6 add __Init__ to inference. (#17514)
     add c6962d4d185 [BEAM-14405] Fix NPE when ProjectID is not specified in a template execution
     add 43d488c55cd Merge pull request #17540: [BEAM-14405] Fix NPE when ProjectID is not specified in a template execution
     add 0bde7ae8a0e Merge pull request #17440 from [BEAM-14329] Enable exponential backoff retries in FhirIO Execute bundle requests.
     add f1c10e570ac [BEAM-11104] Fix output forwarding issue for ProcessContinuations (#17543)
     add 8f2ecfda915 re-add testing package to pydoc (#17524)
     add 5ab361e8bf5 [BEAM-14250] Amended the workaround (#17531)
     add 62904f469f4 [BEAM-11104] Fix broken split result validation (#17546)
     add ee9640eaccf [BEAM-14382] [Website] add banner container for with css, images, html
     add 81bbf812ab5 [BEAM-14382] change mobile banner img, add padding to banner section desktop
     add cc44caee2fa Merge pull request #17502 from akvelon/BEAM-14382-add-beam-summit-banner
     add c904971ab21 Fixed a SQL and screenshots in the Beam SQL blog (#17545)
     add 52c3f07aa56 Merge pull request #17417: [BEAM-14388] Address some performance problems with the storage API
     add f691d668750 [BEAM-14386] [Flink] Support for scala 2.12 (#17512)
     add 9e96ddd4c38 fix test decotrator typo
     add 0b86cd6220c Merge pull request #17542 from [BEAM-14273] typo fix for BigQueryIO JSON test (python)
     add df1e6370d5d [BEAM-9245] Unable to pull datatore Entity which contains dict properties
     add fbcc90c8f55 add test
     add 228fd1a0021 Merge pull request #17499 from ihji/BEAM-9245
     add 1c4418ce463 [BEAM-14294] Worker changes to support trivial Batched DoFns (#17384)
     add 0a01fbe6dba Moving to 2.40.0-SNAPSHOT on master branch.
     add e7d3e8c9814 [BEAM-14048] [CdapIO] Add ConfigWrapper for building CDAP PluginConfigs (#17051)

No new revisions were added by this update.

Summary of changes:
 CHANGES.md                                         |   1 +
 .../org/apache/beam/gradle/BeamModulePlugin.groovy |   7 +-
 gradle.properties                                  |   4 +-
 runners/flink/flink_runner.gradle                  |  22 +-
 sdks/go/pkg/beam/core/core.go                      |   2 +-
 sdks/go/pkg/beam/core/runtime/exec/datasource.go   |   4 +-
 sdks/go/pkg/beam/core/runtime/exec/pardo.go        |   4 +
 .../src/main/resources/beam/suppressions.xml       |   1 +
 {.test-infra/jupyter => sdks/java/io/cdap}/OWNERS  |   3 -
 sdks/java/io/{neo4j => cdap}/build.gradle          |  39 +-
 .../org/apache/beam/sdk/io/cdap/ConfigWrapper.java |  88 ++++
 .../io/cdap/PluginConfigInstantiationUtils.java    |  98 ++++
 .../org/apache/beam/sdk/io/cdap}/package-info.java |   4 +-
 .../apache/beam/sdk/io/cdap/ConfigWrapperTest.java | 139 ++++++
 .../cdap/PluginConfigInstantiationUtilsTest.java   | 107 +++++
 .../test/resources/service_now_test_params.json    |  11 +
 sdks/java/io/google-cloud-platform/build.gradle    |   1 +
 .../beam/sdk/io/gcp/bigquery/BigQueryOptions.java  |   6 +
 .../beam/sdk/io/gcp/bigquery/BigQueryServices.java |   8 +
 .../sdk/io/gcp/bigquery/BigQueryServicesImpl.java  |  15 +
 .../StorageApiWriteRecordsInconsistent.java        |   7 +-
 .../bigquery/StorageApiWriteUnshardedRecords.java  |  84 +++-
 .../apache/beam/sdk/io/gcp/healthcare/FhirIO.java  |   2 +-
 .../io/gcp/healthcare/HttpHealthcareApiClient.java |  56 +--
 .../beam/sdk/io/gcp/spanner/BatchSpannerRead.java  |   2 +
 .../apache/beam/sdk/io/gcp/spanner/SpannerIO.java  |   2 +
 .../beam/sdk/io/gcp/healthcare/FhirIOTestUtil.java |   2 +-
 .../beam/sdk/io/gcp/spanner/SpannerIOReadTest.java |  10 +
 .../sdk/io/gcp/spanner/SpannerIOWriteTest.java     |  16 +
 sdks/python/apache_beam/coders/fast_coders_test.py |   2 +-
 sdks/python/apache_beam/coders/row_coder.py        |   5 +
 sdks/python/apache_beam/coders/typecoders.py       |   4 +-
 .../apache_beam/io/gcp/bigquery_json_it_test.py    |  10 +-
 .../apache_beam/io/gcp/datastore/v1new/types.py    |   5 +-
 .../io/gcp/datastore/v1new/types_test.py           |  10 +
 .../python/apache_beam/ml/inference}/__init__.py   |   0
 sdks/python/apache_beam/ml/inference/api.py        |   3 +-
 sdks/python/apache_beam/ml/inference/base.py       |  11 +-
 sdks/python/apache_beam/ml/inference/base_test.py  |   2 +-
 sdks/python/apache_beam/ml/inference/pytorch.py    |  19 +-
 .../apache_beam/ml/inference/sklearn_inference.py  |  11 +-
 .../ml/inference/sklearn_inference_test.py         |   6 +-
 sdks/python/apache_beam/runners/common.pxd         |  15 +-
 sdks/python/apache_beam/runners/common.py          | 505 ++++++++++++++++-----
 .../portability/fn_api_runner/fn_runner_test.py    | 202 +++++++++
 .../runners/portability/portable_runner_test.py    |   5 +
 .../apache_beam/runners/worker/bundle_processor.py |  32 +-
 .../apache_beam/runners/worker/opcounters.pxd      |   2 +
 .../apache_beam/runners/worker/opcounters.py       |  17 +-
 .../apache_beam/runners/worker/operations.pxd      |  22 +-
 .../apache_beam/runners/worker/operations.py       | 282 ++++++++++--
 .../apache_beam/transforms/batch_dofn_test.py      |  14 +
 sdks/python/apache_beam/transforms/combiners.py    |   4 +-
 .../apache_beam/transforms/ptransform_test.py      |   8 +-
 sdks/python/apache_beam/typehints/batch.py         |   6 +
 sdks/python/apache_beam/utils/windowed_value.pxd   |   8 +
 sdks/python/apache_beam/utils/windowed_value.py    | 129 +++++-
 .../apache_beam/utils/windowed_value_test.py       |  92 ++++
 sdks/python/apache_beam/version.py                 |   2 +-
 sdks/python/scripts/generate_pydoc.sh              |  15 +-
 sdks/python/tox.ini                                |   1 +
 settings.gradle.kts                                |   1 +
 .../assets/scss/{_playground.sass => _banner.sass} |  49 +-
 website/www/site/assets/scss/_hero.scss            |   3 +-
 website/www/site/assets/scss/_navbar-desktop.scss  |   3 +-
 website/www/site/assets/scss/main.scss             |   1 +
 .../content/en/blog/beam-sql-with-notebooks.md     |   3 +-
 website/www/site/layouts/partials/header.html      |   6 +
 website/www/site/static/images/banner_desktop.png  | Bin 0 -> 32182 bytes
 website/www/site/static/images/banner_mobile.png   | Bin 0 -> 23152 bytes
 .../images/blog/beam-sql-notebooks/image24.png     | Bin 735928 -> 1827405 bytes
 .../images/blog/beam-sql-notebooks/image25.png     | Bin 91003 -> 259026 bytes
 .../images/blog/beam-sql-notebooks/image26.png     | Bin 192296 -> 679636 bytes
 73 files changed, 1903 insertions(+), 357 deletions(-)
 copy {.test-infra/jupyter => sdks/java/io/cdap}/OWNERS (73%)
 copy sdks/java/io/{neo4j => cdap}/build.gradle (54%)
 create mode 100644 sdks/java/io/cdap/src/main/java/org/apache/beam/sdk/io/cdap/ConfigWrapper.java
 create mode 100644 sdks/java/io/cdap/src/main/java/org/apache/beam/sdk/io/cdap/PluginConfigInstantiationUtils.java
 copy sdks/java/io/{jdbc/src/main/java/org/apache/beam/sdk/io/jdbc => cdap/src/main/java/org/apache/beam/sdk/io/cdap}/package-info.java (91%)
 create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/ConfigWrapperTest.java
 create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/PluginConfigInstantiationUtilsTest.java
 create mode 100644 sdks/java/io/cdap/src/test/resources/service_now_test_params.json
 copy {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/ml/inference}/__init__.py (100%)
 copy website/www/site/assets/scss/{_playground.sass => _banner.sass} (63%)
 create mode 100644 website/www/site/static/images/banner_desktop.png
 create mode 100644 website/www/site/static/images/banner_mobile.png