You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/04/22 04:48:22 UTC
[beam] branch nightly-refs/heads/master updated (2f0aaea066f -> 266005cfbfd)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 2f0aaea066f [BEAM-14017] beam_PreCommit_CommunityMetrics_Cron test failing (#17396)
add 851355f5ad9 Annotating Read API tests.
add 433ef8e104f Merge pull request #17144: [BEAM-10917] Annotating Read API tests.
add d38c2d77e7f BEAM-13582 Fixing broken links in the documentation (#17300)
add 49a8da27f24 [BEAM-14335] Spotless Spark sources
add 839ff5749c7 Merge pull request #17407: [BEAM-14335] Spotless Spark sources
add 378338c1940 [BEAM-13657] Sunset python 3.6 (#17252)
add 373c1c9cb96 Removes unsupported Python 3.6 from the release validation script (#17397)
add 59542096cb5 [BEAM-13984] Implement RunInference for PyTorch (#17196)
add 5e3a59fe200 [BEAM-14345] Force paranamer 2.8 for Spark Hadoop version tests to avoid issues when using Scala 2.12
add 33f2b7ee37e Merge pull request #17424: [BEAM-14345] Force paranamer 2.8 for Spark Hadoop version tests to avoid issues when using Scala 2.12
add a64572ea68d [BEAM-13945] add json type support for java bigquery connector (#17209)
add 8f4456636ab [BEAM-14346] Fix incorrect error case index in ret2() (#17425)
add 3baf14c8e29 Revert "[BEAM-14300] Fix Java precommit failure"
add 11c465351a3 Revert "Merge pull request #17223 from [BEAM-14215] Improve argument validation in SnowflakeIO"
add 76903772b2e Merge pull request #17426 from Snowflake-Labs/revert-snowflake-io-fix
add 65068d663c8 [BEAM-14342] Fix wrong default buffer type in fn_runner (#17420)
add a5d6dac77da Updates opencensus-api dependency to the latest version - 0.31.0 (#17421)
add 657caa88c01 [BEAM-14306] Add unit testing to pane coder (#17370)
add 266005cfbfd Updated the dep and golden for screen diff integration tests (#17442)
No new revisions were added by this update.
Summary of changes:
.github/workflows/build_wheels.yml | 8 +-
.github/workflows/python_tests.yml | 5 +-
.test-infra/jenkins/PythonTestProperties.groovy | 1 -
.test-infra/jenkins/README.md | 3 +-
.../job_PostCommit_PortableJar_Flink.groovy | 1 -
.../jenkins/job_PreCommit_Portable_Python.groovy | 2 +-
CHANGES.md | 2 +-
build.gradle.kts | 11 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 1 -
.../apache/beam/gradle/GrpcVendoring_1_43_2.groovy | 2 +-
release/src/main/scripts/run_rc_validation.sh | 2 +-
.../google-cloud-dataflow-java/worker/build.gradle | 2 +-
.../worker/legacy-worker/build.gradle | 2 +-
runners/{flink => spark}/build.gradle | 0
runners/spark/spark_runner.gradle | 2 +
.../spark/stateful/SparkTimerInternals.java | 3 +-
.../spark/structuredstreaming/Constants.java | 1 -
.../translation/AbstractTranslationContext.java | 49 +-
.../CreatePCollectionViewTranslatorBatch.java | 3 +-
.../translation/batch/FlattenTranslatorBatch.java | 3 +-
.../translation/batch/ParDoTranslatorBatch.java | 3 +-
.../batch/ReadSourceTranslatorBatch.java | 3 +-
.../batch/ReshuffleTranslatorBatch.java | 3 +-
.../streaming/ReadSourceTranslatorStreaming.java | 4 +-
.../GroupNonMergingWindowsFunctions.java | 29 +-
.../SparkBatchPortablePipelineTranslator.java | 6 +-
.../translation/SparkExecutableStageFunction.java | 24 +-
.../SparkStreamingPortablePipelineTranslator.java | 1 -
.../spark/translation/TransformTranslator.java | 5 +-
.../runners/spark/GlobalWatermarkHolderTest.java | 4 +-
.../metrics/sink/SparkMetricsSinkTest.java | 3 +-
.../spark/translation/TransformTranslatorTest.java | 6 +-
.../translation/streaming/CreateStreamTest.java | 10 +-
sdks/go/pkg/beam/core/graph/coder/panes.go | 18 +-
sdks/go/pkg/beam/core/graph/coder/panes_test.go | 179 ++++++
sdks/go/pkg/beam/core/runtime/exec/fn.go | 2 +-
sdks/go/pkg/beam/core/runtime/exec/fn_arity.go | 3 -
sdks/go/pkg/beam/core/runtime/exec/fn_arity.tmpl | 3 -
sdks/go/pkg/beam/core/runtime/exec/fn_test.go | 62 +-
sdks/java/io/google-cloud-platform/build.gradle | 3 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtils.java | 2 +
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 12 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIOJsonIT.java | 674 +++++++++++++++++++++
.../apache/beam/sdk/io/snowflake/SnowflakeIO.java | 49 +-
.../test/unit/DataSourceConfigurationTest.java | 141 +----
.../test/unit/read/SnowflakeIOReadTest.java | 52 --
sdks/python/apache_beam/io/gcp/bigquery.py | 2 +
.../apache_beam/io/gcp/bigquery_read_it_test.py | 8 +
sdks/python/apache_beam/ml/inference/pytorch.py | 101 +++
.../apache_beam/ml/inference/pytorch_test.py | 209 +++++++
.../Darwin/7a35f487b2a5f3a9b9852a8659eeb4bd.png | Bin 762483 -> 750154 bytes
.../runners/portability/fn_api_runner/execution.py | 8 +-
.../runners/portability/fn_api_runner/fn_runner.py | 9 +-
sdks/python/container/build.gradle | 3 -
.../container/license_scripts/dep_urls_py.yaml | 2 +
.../container/py36/base_image_requirements.txt | 159 -----
sdks/python/container/py36/build.gradle | 28 -
sdks/python/container/run_validatescontainer.sh | 2 -
sdks/python/pytest.ini | 1 +
sdks/python/setup.py | 5 +-
sdks/python/test-suites/dataflow/py36/build.gradle | 24 -
sdks/python/test-suites/direct/py36/build.gradle | 24 -
sdks/python/test-suites/gradle.properties | 2 +-
sdks/python/test-suites/portable/py36/build.gradle | 26 -
sdks/python/test-suites/tox/py36/build.gradle | 32 -
sdks/python/test-suites/tox/py38/build.gradle | 9 +
sdks/python/tox.ini | 26 +-
settings.gradle.kts | 5 -
website/www/site/content/en/blog/beam-2.29.0.md | 2 +-
.../www/site/content/en/blog/beam-a-look-back.md | 2 +-
.../content/en/blog/beam-summit-digital-2020.md | 4 +-
.../content/en/blog/beam-summit-europe-2019.md | 2 +-
.../en/blog/review-input-streaming-connectors.md | 10 +-
.../content/en/contribute/become-a-committer.md | 4 +-
.../site/content/en/contribute/release-guide.md | 2 +-
.../documentation/io/built-in/google-bigquery.md | 2 +-
.../site/content/en/documentation/io/testing.md | 4 +-
.../content/en/documentation/programming-guide.md | 2 +-
.../documentation/resources/learning-resources.md | 3 +-
.../content/en/documentation/runners/direct.md | 2 +-
.../content/en/documentation/runners/jstorm.md | 4 +-
.../en/documentation/runtime/environments.md | 2 +-
82 files changed, 1448 insertions(+), 686 deletions(-)
copy runners/{flink => spark}/build.gradle (100%)
create mode 100644 sdks/go/pkg/beam/core/graph/coder/panes_test.go
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIOJsonIT.java
create mode 100644 sdks/python/apache_beam/ml/inference/pytorch.py
create mode 100644 sdks/python/apache_beam/ml/inference/pytorch_test.py
delete mode 100644 sdks/python/container/py36/base_image_requirements.txt
delete mode 100644 sdks/python/container/py36/build.gradle
delete mode 100644 sdks/python/test-suites/dataflow/py36/build.gradle
delete mode 100644 sdks/python/test-suites/direct/py36/build.gradle
delete mode 100644 sdks/python/test-suites/portable/py36/build.gradle
delete mode 100644 sdks/python/test-suites/tox/py36/build.gradle