You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2021/03/26 03:08:40 UTC
[beam] tag nightly-master updated (4d99d92 -> ba4bb1f)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 4d99d92 (commit)
to ba4bb1f (commit)
from 4d99d92 Merge pull request #14331 from robertwb/list-coder
add 00b1991 Exclude unsupported TestStream tests from SamzaRunner
add 5688739 Exclude unsupported TestStream tests from FlinkRunner
add d25c7fb TestStream tests should be ValidatesRunner
add 9e3e326 Merge pull request #14310: TestStream tests should be ValidatesRunner
add a2da64f [BEAM-11935] Updates Dataflow SDK Harness map to set Environment ID (#14189)
add 54c75db [BEAM-11815] AWS SDK v1, DynamoDBIO should read all data with limits
add ce214c0 [BEAM-11815] AWS SDK v2, DynamoDBIO reads all data with limits
add 75460dc Merge pull request #14314: [BEAM-11815] DynamoDBIO should read all data with limits
add 42e4eeb Remove at most one-line of whitespace after Out[]: prompt
add 8da11dc Merge pull request #14232 from TheNeuralBit/prompt-whitespace
add 7563928 [BEAM-7372] remove codepath and workaround for py2 from io (#14292)
add 26030bf More flexible GBK tests.
add e30c349 Merge pull request #14287 from robertwb/gbk-testing
add 2690888 [BEAM-10761] enable strict dependency checking for sdks/java/testing/watermarks
add 999c74d [BEAM-10961] turn unusedDeclared dependencies into runtimeOnly
add 1a30e11 Merge pull request #14195 from sonam-vend/sdks-java-testing-watermarks
add fe1116d [BEAM-12033] Validate casts from double literals to numeric during ex… (#14332)
add b5ed27f Break up Java PostCommit a bit (#14321)
add 09f40fc [BEAM-12023] Use SamzaPipelineRunner instead of SamzaJobInvocation to run portable pipelines (#14291)
add e229c18 [BEAM-11922] remove broken test (#14288)
add a372096 [BEAM-11948] Add deprecation warning for Flink 1.8/1.9 support removal
add ba4bb1f Merge pull request #14214: [BEAM-11948] Add deprecation warning for Flink 1.8/1.9 support removal
No new revisions were added by this update.
Summary of changes:
....groovy => job_PostCommit_Java_Dataflow.groovy} | 9 +-
...roovy => job_PostCommit_Java_DataflowV2.groovy} | 9 +-
... => job_PostCommit_Java_Hadoop_Versions.groovy} | 9 +-
CHANGES.md | 1 +
build.gradle.kts | 3 -
.../examples/cookbook/MapClassIntegrationIT.java | 73 -------------
runners/flink/flink_runner.gradle | 8 ++
runners/flink/job-server/flink_job_server.gradle | 7 ++
.../beam/runners/flink/FlinkPipelineRunner.java | 8 ++
.../org/apache/beam/runners/flink/FlinkRunner.java | 7 ++
runners/google-cloud-dataflow-java/build.gradle | 1 -
runners/samza/build.gradle | 4 +
.../beam/runners/samza/SamzaJobInvocation.java | 114 ---------------------
.../beam/runners/samza/SamzaJobServerDriver.java | 14 ++-
.../apache/beam/sdk/testing/TestStreamTest.java | 14 +--
.../zetasql/ZetaSqlCalciteTranslationUtils.java | 8 ++
.../zetasql/translation/ExpressionConverter.java | 30 +++++-
.../sql/zetasql/ZetaSqlMathFunctionsTest.java | 11 +-
.../sql/zetasql/ZetaSqlNumberTypesTest.java | 84 +++++++++++++++
.../extensions/sql/zetasql/ZetaSqlTypesUtils.java | 5 -
.../beam/sdk/io/aws/dynamodb/DynamoDBIO.java | 17 ++-
.../beam/sdk/io/aws/dynamodb/DynamoDBIOTest.java | 34 ++++++
.../beam/sdk/io/aws2/dynamodb/DynamoDBIO.java | 23 +++--
.../beam/sdk/io/aws2/dynamodb/DynamoDBIOTest.java | 41 ++++++++
sdks/java/testing/watermarks/build.gradle | 17 +--
sdks/python/apache_beam/dataframe/doctests.py | 2 +-
sdks/python/apache_beam/io/avroio_test.py | 17 +--
sdks/python/apache_beam/io/filebasedsink_test.py | 7 --
sdks/python/apache_beam/io/filebasedsource_test.py | 19 ----
sdks/python/apache_beam/io/fileio_test.py | 6 +-
sdks/python/apache_beam/io/filesystems_test.py | 7 --
sdks/python/apache_beam/io/gcp/__init__.py | 29 +++---
.../apache_beam/io/gcp/bigquery_avro_tools_test.py | 53 +++++-----
.../apache_beam/io/gcp/bigquery_file_loads_test.py | 3 -
.../apache_beam/io/gcp/bigquery_read_internal.py | 3 +-
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 10 +-
.../apache_beam/io/gcp/dicomio_integration_test.py | 6 +-
sdks/python/apache_beam/io/gcp/gcsio.py | 3 +-
sdks/python/apache_beam/io/gcp/gcsio_test.py | 6 +-
.../apache_beam/io/gcp/tests/bigquery_matcher.py | 6 +-
.../io/gcp/tests/bigquery_matcher_test.py | 9 +-
.../io/gcp/tests/pubsub_matcher_test.py | 7 --
.../python/apache_beam/io/hadoopfilesystem_test.py | 7 --
.../hdfs_integration_test/hdfs_integration_test.sh | 2 +-
sdks/python/apache_beam/io/localfilesystem.py | 4 +-
sdks/python/apache_beam/io/localfilesystem_test.py | 7 --
sdks/python/apache_beam/io/mongodbio_test.py | 6 +-
sdks/python/apache_beam/io/parquetio_it_test.py | 7 --
sdks/python/apache_beam/io/parquetio_test.py | 7 --
.../apache_beam/io/source_test_utils_test.py | 7 --
sdks/python/apache_beam/io/sources_test.py | 7 --
sdks/python/apache_beam/io/textio_test.py | 13 ---
sdks/python/apache_beam/io/tfrecordio_test.py | 9 +-
.../runners/dataflow/internal/apiclient.py | 58 ++++++-----
.../runners/dataflow/internal/apiclient_test.py | 75 ++++++++++++--
sdks/python/apache_beam/transforms/environments.py | 8 ++
.../apache_beam/transforms/ptransform_test.py | 3 +
57 files changed, 473 insertions(+), 491 deletions(-)
copy .test-infra/jenkins/{job_PostCommit_Java.groovy => job_PostCommit_Java_Dataflow.groovy} (85%)
copy .test-infra/jenkins/{job_PostCommit_Java.groovy => job_PostCommit_Java_DataflowV2.groovy} (84%)
copy .test-infra/jenkins/{job_PostCommit_Java.groovy => job_PostCommit_Java_Hadoop_Versions.groovy} (85%)
delete mode 100644 examples/java/src/test/java/org/apache/beam/examples/cookbook/MapClassIntegrationIT.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaJobInvocation.java
create mode 100644 sdks/java/extensions/sql/zetasql/src/test/java/org/apache/beam/sdk/extensions/sql/zetasql/ZetaSqlNumberTypesTest.java