You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/08/19 02:52:17 UTC
[beam] tag nightly-master updated (94bf7fb -> ff20e29)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 94bf7fb (commit)
to ff20e29 (commit)
from 94bf7fb Merge pull request #12533: [BEAM-10679] improving XLang KafkaIO streaming test
add b11eb37 Improve CI documentation
add 0fd5caa Merge pull request #12598: Improve CI documentation
add 300fab6 [BEAM-10715] Update Jet Runner validates runner testing (#12567)
add ab12f12 [BEAM-10557] Implemented SchemaIOProvider for DataStoreV1, Refactored tests (#12341)
add 6bed6de [BEAM-10523] Add support for custom DatumWriters to AvroIO.Write
add 154a383 Merge pull request #12299: [BEAM-10523] Add support for custom DatumWriters to AvroIO.Write
add 0501123 [BEAM-10623] Add workflow to run python tests on Linux/Windows/Mac
add 7b19dc5 [BEAM-10624] dtype explicit for the numpy arrays
add c99390a Merge pull request #12452: [BEAM-10623] Add workflow to run Beam python tests on Linux/Windows/Mac platforms
add 9087128 [BEAM-9956] Remove unbalanced code markup.
add 0cc8667 Merge pull request #12600 from ibzib/BEAM-9956
add 37e914b Bump up advanceProcessingTime duration in ParDoTest
add ead6971 Merge pull request #12608 from y1chi/flaky_test
add 7099356 [BEAM-10040, BEAM-6804] Increase wait times to reduce flakiness. Currently a lot of these tests take ~30 seconds on my machine which means that it is likely to flake since the timeout is on the same order of magnitude as the current test.
add 0d362dd Merge pull request #12622 from lukecwik/beam6804
add 18a8edd [BEAM-10752] add use_deprecated_read experiment for testSimpleInsert, testSimpleInsertFlat (#12621)
add b4348d2 Add enum34 to manual_licenses
add ff20e29 [BEAM-10757] Add enum34 to manual_licenses (#12624)
No new revisions were added by this update.
Summary of changes:
.github/PULL_REQUEST_TEMPLATE.md | 1 +
.github/workflows/build_wheels.yml | 3 +
.github/workflows/python_tests.yml | 218 +++++++++++
CI.md | 36 +-
README.md | 1 +
build.gradle | 2 +-
runners/jet/build.gradle | 15 +
.../beam/runners/jet/JetTransformTranslators.java | 11 +-
.../java/org/apache/beam/runners/jet/Utils.java | 8 +-
.../runners/jet/processors/AbstractParDoP.java | 12 +-
.../apache/beam/runners/jet/processors/ParDoP.java | 11 +-
.../runners/jet/processors/StatefulParDoP.java | 134 ++++---
scripts/ci/ci_check_are_gcp_variables_set.sh | 2 +-
.../main/java/org/apache/beam/sdk/io/AvroIO.java | 39 +-
.../main/java/org/apache/beam/sdk/io/AvroSink.java | 27 +-
.../beam/sdk/io/ConstantAvroDestination.java | 17 +
.../beam/sdk/io/DynamicAvroDestinations.java | 14 +-
...xception.java => InvalidLocationException.java} | 8 +-
.../java/org/apache/beam/sdk/io/AvroIOTest.java | 72 ++++
.../org/apache/beam/sdk/transforms/ParDoTest.java | 10 +-
.../provider/SchemaIOTableProviderWrapper.java | 4 +-
.../meta/provider/datastore/DataStoreV1Table.java | 435 ---------------------
.../datastore/DataStoreV1TableProvider.java | 37 +-
.../sdk/extensions/sql/PubsubToBigqueryIT.java | 13 +
.../provider/datastore/DataStoreReadWriteIT.java | 4 +-
.../datastore/DataStoreTableProviderTest.java | 112 ------
.../gcp/datastore/DataStoreV1SchemaIOProvider.java | 179 +++++++++
.../beam/sdk/io/gcp/datastore/EntityToRow.java | 161 ++++++++
.../beam/sdk/io/gcp/datastore/RowToEntity.java | 202 ++++++++++
.../datastore/DataStoreV1SchemaIOProviderTest.java | 104 +++++
.../gcp/datastore/EntityToRowRowToEntityTest.java} | 23 +-
.../beam/sdk/io/gcp/healthcare/FhirIOReadIT.java | 2 +-
.../beam/sdk/io/gcp/pubsub/PubsubReadIT.java | 4 +-
.../apache_beam/dataframe/pandas_doctests_test.py | 1 +
sdks/python/apache_beam/io/parquetio_test.py | 18 +-
.../runners/interactive/interactive_beam_test.py | 2 +
.../runners/interactive/interactive_runner_test.py | 2 +
.../runners/portability/portable_runner_test.py | 1 +
.../apache_beam/runners/worker/log_handler_test.py | 2 +-
.../apache_beam/testing/datatype_inference_test.py | 4 +-
.../apache_beam/typehints/typecheck_test_py3.py | 32 +-
.../container/license_scripts/dep_urls_py.yaml | 4 +-
.../license_scripts/manual_licenses/enum34/LICENSE | 32 ++
sdks/python/gen_protos.py | 2 +
sdks/python/tox.ini | 33 +-
.../en/documentation/runtime/environments.md | 1 -
46 files changed, 1371 insertions(+), 684 deletions(-)
create mode 100644 .github/workflows/python_tests.yml
copy sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/io/{InvalidConfigurationException.java => InvalidLocationException.java} (82%)
delete mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/datastore/DataStoreV1Table.java
delete mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/datastore/DataStoreTableProviderTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/datastore/DataStoreV1SchemaIOProvider.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/datastore/EntityToRow.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/datastore/RowToEntity.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/datastore/DataStoreV1SchemaIOProviderTest.java
rename sdks/java/{extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/datastore/DataStoreTableTest.java => io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/datastore/EntityToRowRowToEntityTest.java} (90%)
create mode 100644 sdks/python/container/license_scripts/manual_licenses/enum34/LICENSE