You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2021/04/27 03:08:29 UTC
[beam] tag nightly-master updated (ed8dad4 -> e13e548)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from ed8dad4 (commit)
to e13e548 (commit)
from ed8dad4 Merge pull request #14614: [BEAM-12213] Dataflow dual job submission
add 9b1081d [BEAM-7237] Refine SparkRunner exception management to fix ViewTest.testNonSingletonSideInput
add 325471d Merge pull request #14636: [BEAM-7237] Refine SparkRunner exception management to fix ViewTest.testNonSingletonSideInput
add 73d644c [BEAM-12214] RedisIO.readAll() was removed since it was deprecated since Beam 2.13.0
add 618b060 Merge pull request #14626: [BEAM-12214] RedisIO.readAll() was removed since it is deprecated since Beam 2.13.0
add 85a5560 [BEAM-12216] MqttIO.create() with clientId constructor removed because it was deprecated since Beam 2.13.0
add f61d100 Merge pull request #14627: [BEAM-12216] MqttIO.create() with clientId constructor removed as it is deprecated since Beam 2.13.0
add de5d75e 'sdk_harness_container_image_overrides' works when there are multiple overrides
add 9ea3884 Merge pull request #14579: [BEAM-8019] 'sdk_harness_container_image_overrides' works when there are multiple overrides
add d3a4d52 [BEAM-12219] Enable SUBSTRING function.
add bdee3bd Merge pull request #14630 from ibzib/BEAM-12219
add 200752d [BEAM-9582] Bump grpcio-tools to the latest version (#14576)
add bb6a660 [BEAM-11418] Fix Go universal runner x-lang artifact staging.
add e1ed8ec Merge pull request #14625: [BEAM-11418][BEAM-9920] Fix Go universal runner x-lang artifact staging.
add 38e879b [BEAM-3713] Moving integration tests from nose to pytest (#14481)
add e13e548 [BEAM-10029] Adds Grafana config for Spanner IO Perf Metrics (#14643)
No new revisions were added by this update.
Summary of changes:
.test-infra/jenkins/job_PostCommit_Python.groovy | 2 +-
...ommit_Python_ValidatesContainer_Dataflow.groovy | 2 +-
...stCommit_Python_ValidatesRunner_Dataflow.groovy | 2 +-
...ommit_Python_ValidatesRunner_Dataflow_V2.groovy | 2 +-
..._PostCommit_Python_ValidatesRunner_Flink.groovy | 4 +
.../Python_IO_IT_Tests_Dataflow.json | 244 +++++++++++++++++++++
CHANGES.md | 5 +
.../translation/batch/ParDoTranslatorBatch.java | 6 +-
...{MultiOuputCoder.java => MultiOutputCoder.java} | 8 +-
.../spark/aggregators/AggregatorsAccumulator.java | 2 +-
.../runners/spark/translation/SparkCombineFn.java | 6 +
.../pkg/beam/runners/universal/runnerlib/stage.go | 14 +-
sdks/go/test/integration/integration.go | 12 +-
.../test/java/org/apache/beam/sdk/io/ReadTest.java | 14 +-
.../org/apache/beam/sdk/io/WriteFilesTest.java | 5 +-
.../beam/sdk/transforms/PeriodicImpulseTest.java | 4 +
.../beam/sdk/transforms/PeriodicSequenceTest.java | 4 +
.../sdk/extensions/sql/zetasql/SqlAnalyzer.java | 11 +-
.../translation/SqlOperatorMappingTable.java | 1 +
.../sql/zetasql/ZetaSqlDialectSpecTest.java | 16 ++
.../java/org/apache/beam/sdk/io/mqtt/MqttIO.java | 16 --
.../java/org/apache/beam/sdk/io/redis/RedisIO.java | 101 ---------
.../examples/complete/autocomplete_test.py | 4 +-
.../examples/complete/game/game_stats_it_test.py | 6 +-
.../complete/game/hourly_team_score_it_test.py | 6 +-
.../examples/complete/game/leader_board_it_test.py | 6 +-
.../examples/complete/game/user_score_it_test.py | 6 +-
.../complete/juliaset/juliaset/juliaset_test_it.py | 4 +-
.../cookbook/bigquery_tornadoes_it_test.py | 4 +-
.../cookbook/datastore_wordcount_it_test.py | 4 +-
.../apache_beam/examples/fastavro_it_test.py | 8 +-
.../streaming_wordcount_debugging_it_test.py | 4 +-
.../examples/streaming_wordcount_it_test.py | 4 +-
.../apache_beam/examples/wordcount_it_test.py | 11 +-
sdks/python/apache_beam/io/fileio_test.py | 4 +-
.../io/gcp/big_query_query_to_table_it_test.py | 14 +-
.../apache_beam/io/gcp/bigquery_file_loads_test.py | 8 +-
.../apache_beam/io/gcp/bigquery_io_read_it_test.py | 6 +-
.../apache_beam/io/gcp/bigquery_read_it_test.py | 12 +-
sdks/python/apache_beam/io/gcp/bigquery_test.py | 12 +-
.../apache_beam/io/gcp/bigquery_write_it_test.py | 12 +-
.../gcp/datastore/v1new/datastore_write_it_test.py | 4 +-
.../apache_beam/io/gcp/dicomio_integration_test.py | 6 +-
.../io/gcp/experimental/spannerio_read_it_test.py | 6 +-
.../io/gcp/experimental/spannerio_write_it_test.py | 8 +-
.../apache_beam/io/gcp/gcsio_integration_test.py | 14 +-
.../apache_beam/io/gcp/pubsub_integration_test.py | 6 +-
sdks/python/apache_beam/io/parquetio_it_test.py | 4 +-
sdks/python/apache_beam/metrics/metric_test.py | 4 +-
.../python/apache_beam/ml/gcp/cloud_dlp_it_test.py | 6 +-
.../ml/gcp/naturallanguageml_test_it.py | 4 +-
.../ml/gcp/videointelligenceml_test_it.py | 4 +-
sdks/python/apache_beam/ml/gcp/visionml_test_it.py | 4 +-
sdks/python/apache_beam/pipeline_test.py | 9 +-
.../dataflow_exercise_metrics_pipeline_test.py | 7 +-
...low_exercise_streaming_metrics_pipeline_test.py | 6 +-
.../runners/dataflow/internal/apiclient.py | 3 +-
.../runners/dataflow/internal/apiclient_test.py | 6 +-
.../portability/fn_api_runner/fn_runner_test.py | 4 +-
.../portability/fn_api_runner/translations_test.py | 6 +-
sdks/python/apache_beam/testing/test_pipeline.py | 13 +-
.../apache_beam/testing/test_stream_it_test.py | 8 +-
.../transforms/combinefn_lifecycle_test.py | 4 +-
.../apache_beam/transforms/dofn_lifecycle_test.py | 4 +-
.../apache_beam/transforms/external_it_test.py | 4 +-
.../apache_beam/transforms/ptransform_test.py | 26 ++-
.../apache_beam/transforms/sideinputs_test.py | 29 +--
sdks/python/apache_beam/transforms/util_test.py | 4 +-
sdks/python/build-requirements.txt | 4 +-
sdks/python/conftest.py | 7 +
sdks/python/container/run_validatescontainer.sh | 17 +-
sdks/python/pytest.ini | 5 +
sdks/python/scripts/run_integration_test.sh | 39 +++-
sdks/python/test-suites/dataflow/common.gradle | 52 +++--
sdks/python/test-suites/direct/common.gradle | 76 ++++---
sdks/python/test-suites/portable/common.gradle | 19 +-
76 files changed, 645 insertions(+), 393 deletions(-)
rename runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/{MultiOuputCoder.java => MultiOutputCoder.java} (93%)