You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/08/12 02:49:11 UTC
[beam] tag nightly-master updated (3e7371e -> 6d7ecb2)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 3e7371e (commit)
to 6d7ecb2 (commit)
from 3e7371e [BEAM-10300] Improve JdbcIOTest.testFluentBackOffConfiguration stability (#12517)
add dfadde2 [BEAM-601] Run KinesisIOIT with localstack (#12422)
add 1356698 Extending archiveJunit post-commit task with stability history
add 7f1c12a Merge pull request #12528 from damgad/damgad_test_stability_monitoring
add 0098eb6 [BEAM-10572] Eliminate nullability errors from :sdks:java:extensions:sql:datacatalog (#12366)
add 484456c [BEAM-7996] Add Python SqlTransform test that includes a MAP input and output (#12530)
add 50366ba Moving /tmp directory cleanup of CI workers to Inventory Jenkins job
add aadda9f Merge pull request #12529 from damgad/damgad_inventory_tmp_cleanup
add 086b9856 [BEAM-10663] Disable python kafka integration tests (#12526)
add b609aab Workaround of AutoValueSchema doesn't work with SchemaFieldName
add 388a778 Merge pull request #12518 from boyuanzz/kafka_test
add 10da26f Merge pull request #12485 from [BEAM-6064] Improvements to BQ streaming insert performance
add b751c17 [BEAM-8125] Add verifyDeterministic test to SchemaCoderTest (#12521)
add 3cfdb14 Upgrade to ZetaSQL 2020.08.1
add 7555ff8 Change SqlAnalyzer code to use the updated ZetaSQL API
add abbd849 Merge pull request #12515 from robinyqiu/update
add ef533ee [BEAM-10571] Use schemas in ExternalConfigurationPayload (#12481)
add 56193a6 [BEAM-10644] Mark Beam 2.24.0 as the last release with Py2 and Py35 support. (#12525)
add 9ce7000 [BEAM-10492] Add missing sideinput handling to DLP transforms
add 2b388f9 Merge pull request #12263 [BEAM-10492] Add missing sideinput handling to DLP transforms
add 6d7ecb2 Use new ZetaSQL value create API (#12536)
No new revisions were added by this update.
Summary of changes:
.test-infra/jenkins/CommonJobProperties.groovy | 8 +
.test-infra/jenkins/job_Clean_tmp_directory.groovy | 47 ----
.test-infra/jenkins/job_Inventory.groovy | 10 +
.../job_PerformanceTests_BigQueryIO_Java.groovy | 2 +-
.../jenkins/job_PerformanceTests_Python.groovy | 2 +-
.../jenkins/job_PerformanceTests_SQLIO_Java.groovy | 2 +-
...mmit_CrossLanguageValidatesRunner_Direct.groovy | 2 +-
...ommit_CrossLanguageValidatesRunner_Flink.groovy | 2 +-
...ommit_CrossLanguageValidatesRunner_Spark.groovy | 2 +-
.test-infra/jenkins/job_PostCommit_Java.groovy | 2 +-
...PostCommit_Java_Dataflow_Examples_Java11.groovy | 2 +-
...Java_PortableValidatesRunner_Flink_Batch.groovy | 2 +-
..._PortableValidatesRunner_Flink_Streaming.groovy | 2 +-
...Java_PortableValidatesRunner_Spark_Batch.groovy | 2 +-
...PostCommit_Java_ValidatesRunner_Dataflow.groovy | 2 +-
...mit_Java_ValidatesRunner_Dataflow_Java11.groovy | 2 +-
...b_PostCommit_Java_ValidatesRunner_Direct.groovy | 2 +-
...ommit_Java_ValidatesRunner_Direct_Java11.groovy | 2 +-
...ob_PostCommit_Java_ValidatesRunner_Flink.groovy | 2 +-
...Commit_Java_ValidatesRunner_Flink_Java11.groovy | 2 +-
...ob_PostCommit_Java_ValidatesRunner_Samza.groovy | 2 +-
...ob_PostCommit_Java_ValidatesRunner_Spark.groovy | 2 +-
...ValidatesRunner_SparkStructuredStreaming.groovy | 2 +-
...PostCommit_Java_ValidatesRunner_Twister2.groovy | 2 +-
.test-infra/jenkins/job_PostCommit_Python2.groovy | 2 +-
.test-infra/jenkins/job_PostCommit_Python35.groovy | 2 +-
.test-infra/jenkins/job_PostCommit_Python36.groovy | 2 +-
.test-infra/jenkins/job_PostCommit_Python37.groovy | 2 +-
.test-infra/jenkins/job_PostCommit_Python38.groovy | 2 +-
...ommit_Python_ValidatesContainer_Dataflow.groovy | 2 +-
...stCommit_Python_ValidatesRunner_Dataflow.groovy | 2 +-
...ommit_Python_ValidatesRunner_Dataflow_V2.groovy | 2 +-
.test-infra/jenkins/job_PostCommit_SQL.groovy | 2 +-
.test-infra/jenkins/job_PreCommit_Java.groovy | 3 +-
.../job_PreCommit_Java_Examples_Dataflow.groovy | 3 +-
..._PreCommit_Java_Examples_Dataflow_Java11.groovy | 2 +-
.../job_PreCommit_Java_PortabilityApi.groovy | 3 +-
...job_PreCommit_Java_PortabilityApi_Java11.groovy | 2 +-
.test-infra/jenkins/job_PreCommit_Python.groovy | 3 +-
.test-infra/jenkins/job_PreCommit_SQL.groovy | 3 +-
.../jenkins/job_PreCommit_SQL_Java11.groovy | 2 +-
.test-infra/jenkins/job_sonarqube_report.groovy | 2 +-
CHANGES.md | 4 +-
build.gradle | 1 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +
.../src/main/proto/external_transforms.proto | 16 +-
.../core/construction/ValidateRunnerXlangTest.java | 25 +-
.../apache/beam/sdk/schemas/SchemaCoderTest.java | 152 ++++++++--
sdks/java/expansion-service/build.gradle | 4 +
.../sdk/expansion/service/ExpansionService.java | 223 +++++++++------
.../expansion/service/ExpansionServiceTest.java | 310 ++++++++++++++-------
.../beam/sdk/extensions/ml/DLPDeidentifyText.java | 17 +-
.../beam/sdk/extensions/ml/DLPInspectText.java | 16 +-
.../beam/sdk/extensions/ml/DLPReidentifyText.java | 16 +-
sdks/java/extensions/sql/datacatalog/build.gradle | 2 +-
.../datacatalog/DataCatalogTableProvider.java | 10 +-
.../datacatalog/DataCatalogBigQueryIT.java | 4 +-
.../sdk/extensions/sql/impl/BeamCalciteSchema.java | 3 +-
sdks/java/extensions/sql/zetasql/build.gradle | 2 +-
.../sdk/extensions/sql/zetasql/DateTimeUtils.java | 3 +-
.../sdk/extensions/sql/zetasql/SqlAnalyzer.java | 15 +-
.../sql/zetasql/ZetaSqlBeamTranslationUtils.java | 21 +-
.../zetasql/ZetaSqlCalciteTranslationUtils.java | 8 +-
.../zetasql/ZetaSqlBeamTranslationUtilsTest.java | 14 +-
.../sql/zetasql/ZetaSqlTimeFunctionsTest.java | 9 +-
sdks/java/io/amazon-web-services/build.gradle | 2 +-
sdks/java/io/amazon-web-services2/build.gradle | 2 +-
.../sdk/io/gcp/pubsub/PubsubIOExternalTest.java | 72 ++---
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 24 +-
.../beam/sdk/io/kafka/KafkaSourceDescriptor.java | 14 +
.../beam/sdk/io/kafka/KafkaIOExternalTest.java | 117 ++++----
sdks/java/io/kinesis/build.gradle | 1 +
.../beam/sdk/io/kinesis/BasicKinesisProvider.java | 20 +-
.../org/apache/beam/sdk/io/kinesis/KinesisIO.java | 44 +++
.../apache/beam/sdk/io/kinesis/KinesisIOIT.java | 129 ++++++++-
.../beam/sdk/io/kinesis/KinesisTestOptions.java | 19 ++
sdks/python/apache_beam/__init__.py | 8 +-
.../io/external/xlang_kafkaio_it_test.py | 1 +
sdks/python/apache_beam/io/gcp/bigquery.py | 56 +++-
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 4 +
sdks/python/apache_beam/io/kafka.py | 8 +-
.../runners/portability/expansion_service_test.py | 10 +-
sdks/python/apache_beam/transforms/external.py | 135 +++++----
.../python/apache_beam/transforms/external_test.py | 126 +++------
.../apache_beam/transforms/external_test_py3.py | 8 +-
.../apache_beam/transforms/external_test_py37.py | 4 +-
sdks/python/apache_beam/transforms/sql_test.py | 19 ++
sdks/python/setup.py | 9 +-
88 files changed, 1155 insertions(+), 702 deletions(-)
delete mode 100644 .test-infra/jenkins/job_Clean_tmp_directory.groovy