You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/08/29 02:44:53 UTC
[beam] tag nightly-master updated (f077025 -> 1d25e2e)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from f077025 (commit)
to 1d25e2e (commit)
from f077025 [BEAM-10827] Fix forward the google-cloud-core version (#12712)
add bae1e7b Merge pull request #12492 from [BEAM-6807] Implement an Azure blobstore filesystem for Python SDK
add 3ea132b Merge pull request #12661 from Add export FHIR resources to GCS IO Connector
add 84d1758 [BEAM-8551] Verify that installed python packages don't have conflicting requirements.
add 958e445 Upgrade TF to 2.3.0.
add d80b4bc [BEAM-8551] Verify that installed python packages don't have conflicting requirements. (#12714)
add 78d7636 [BEAM-9898][BEAM-9899] SnowflakeIO.Write for cross-language with python wrapper and integration test (#12509)
add 2e77e46 [BEAM-10409] Add combiner packing to graph optimizer phases (#12185)
add d5e371c Linked SchemaIOProvider development guide in Javadoc (#12720)
add 29e1992 [BEAM-9680] Add Aggregation Sum lesson to Go SDK katas (#12694)
add de9b8c0 [BEAM-10649] Add BigQuery Avro logical type support on read
add 8477cc3 Merge pull request #12479 from [BEAM-10649] Add BigQuery Avro logical type support on read
add 7fb07ff [BEAM-10831] Fix broken Beam Dependency Check Report (#12716)
add 6c5b4df [BEAM-10812] fix(beam/sdks/go): fix buffer limit on textio (#12683)
add cedea5e [BEAM-10825] Account for multiple Jenkins websites nodes.
add 42b1911 Merge pull request #12722 from ibzib/BEAM-10825
add cde4648 [BEAM-9680] Add Aggregation Mean lesson to Go SDK kata (#12725)
add fe474b5 Remove unnecessary limiters and add a method to get the size of a PCollection on disk.
add 1d25e2e Merge pull request #12700 from [BEAM-10603] Remove unnecessary limiters and add a method to get the size of a PCollection on disk.
No new revisions were added by this update.
Summary of changes:
.test-infra/jenkins/CommonJobProperties.groovy | 11 +-
.test-infra/jenkins/job_Dependency_Check.groovy | 6 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
.../aggregation/count/task-remote-info.yaml | 2 +-
.../common_transforms/aggregation/lesson-info.yaml | 2 +
.../common_transforms/aggregation/mean/cmd/main.go | 43 ++
.../aggregation/mean/pkg/task/task.go | 25 +
.../{lesson-info.yaml => mean/task-info.yaml} | 14 +-
.../aggregation/mean/task-remote-info.yaml | 2 +
.../go/common_transforms/aggregation/mean/task.md | 26 +
.../aggregation/mean/test/task_test.go | 44 ++
.../common_transforms/aggregation/sum/cmd/main.go | 43 ++
.../aggregation/sum/pkg/task/task.go | 25 +
.../{lesson-info.yaml => sum/task-info.yaml} | 14 +-
.../aggregation/sum/task-remote-info.yaml | 2 +
.../go/common_transforms/aggregation/sum/task.md | 30 +
.../aggregation/sum/test/task_test.go | 44 ++
.../filter/filter/task-remote-info.yaml | 2 +-
.../filter/pardo/task-remote-info.yaml | 2 +-
.../additional_outputs/task-remote-info.yaml | 2 +-
.../cogroupbykey/task-remote-info.yaml | 2 +-
.../combine/combine_perkey/task-remote-info.yaml | 2 +-
.../combine/combinefn/task-remote-info.yaml | 2 +-
.../combine/simple_function/task-remote-info.yaml | 2 +-
.../composite/composite/task-remote-info.yaml | 2 +-
.../flatten/flatten/task-remote-info.yaml | 2 +-
.../groupbykey/groupbykey/task-remote-info.yaml | 2 +-
.../map/pardo/task-remote-info.yaml | 2 +-
.../map/pardo_struct/task-remote-info.yaml | 2 +-
.../partition/partition/task-remote-info.yaml | 2 +-
.../side_input/side_input/task-remote-info.yaml | 2 +-
.../windowing/windowing/task-remote-info.yaml | 2 +-
learning/katas/go/course-remote-info.yaml | 2 +-
sdks/go/data/textio_test.txt | 1 +
sdks/go/pkg/beam/io/textio/textio.go | 19 +-
sdks/go/pkg/beam/io/textio/textio_test.go | 42 ++
.../org/apache/beam/sdk/schemas/io/SchemaIO.java | 4 +
.../beam/sdk/schemas/io/SchemaIOProvider.java | 4 +
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 18 +-
.../sdk/io/gcp/bigquery/BigQueryQuerySource.java | 11 +-
.../io/gcp/bigquery/BigQueryQuerySourceDef.java | 8 +-
.../sdk/io/gcp/bigquery/BigQuerySourceBase.java | 12 +-
.../sdk/io/gcp/bigquery/BigQuerySourceDef.java | 6 +-
.../sdk/io/gcp/bigquery/BigQueryTableSource.java | 11 +-
.../io/gcp/bigquery/BigQueryTableSourceDef.java | 8 +-
.../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 122 ++++
.../sdk/io/gcp/healthcare/HealthcareApiClient.java | 3 +
.../io/gcp/healthcare/HttpHealthcareApiClient.java | 20 +
.../sdk/io/gcp/bigquery/BigQueryIOReadTest.java | 12 +-
.../beam/sdk/io/gcp/healthcare/FhirIOLROIT.java | 93 +++
.../beam/sdk/io/gcp/healthcare/FhirIOTest.java | 1 -
.../io/snowflake/expansion-service/build.gradle | 3 +-
.../credentials/SnowflakeCredentialsFactory.java | 4 +-
...ration.java => CrossLanguageConfiguration.java} | 20 +-
...nowflakeReadRegistrar.java => ReadBuilder.java} | 62 +-
.../crosslanguage/SnowflakeTransformRegistrar.java | 42 ++
.../io/snowflake/crosslanguage/WriteBuilder.java | 105 ++++
.../sdk/io/snowflake/data/SnowflakeDataType.java | 54 ++
sdks/python/apache_beam/coders/coders.py | 3 +-
.../io/{gcp/tests => azure}/__init__.py | 0
.../apache_beam/io/azure/blobstoragefilesystem.py | 301 ++++++++++
.../io/azure/blobstoragefilesystem_test.py | 315 ++++++++++
sdks/python/apache_beam/io/azure/blobstorageio.py | 660 +++++++++++++++++++++
.../apache_beam/io/azure/blobstorageio_test.py | 93 +++
sdks/python/apache_beam/io/external/snowflake.py | 204 -------
.../io/external/xlang_snowflakeio_it_test.py | 269 +++++++++
sdks/python/apache_beam/io/filesystems.py | 5 +
sdks/python/apache_beam/io/snowflake.py | 474 +++++++++++++++
sdks/python/apache_beam/portability/python_urns.py | 6 +
.../runners/interactive/cache_manager.py | 38 +-
.../runners/interactive/cache_manager_test.py | 42 +-
.../runners/interactive/caching/streaming_cache.py | 56 +-
.../interactive/caching/streaming_cache_test.py | 122 +---
.../runners/interactive/recording_manager.py | 10 +-
.../interactive/testing/test_cache_manager.py | 20 +-
.../runners/portability/fn_api_runner/fn_runner.py | 3 +-
.../portability/fn_api_runner/translations.py | 214 ++++++-
.../portability/fn_api_runner/translations_test.py | 80 +++
.../runners/portability/portable_runner.py | 1 +
sdks/python/apache_beam/transforms/environments.py | 1 +
sdks/python/container/Dockerfile | 2 +
sdks/python/container/base_image_requirements.txt | 2 +-
sdks/python/setup.py | 9 +-
sdks/python/tox.ini | 10 +-
website/build.gradle | 2 +-
85 files changed, 3484 insertions(+), 510 deletions(-)
create mode 100644 learning/katas/go/common_transforms/aggregation/mean/cmd/main.go
create mode 100644 learning/katas/go/common_transforms/aggregation/mean/pkg/task/task.go
copy learning/katas/go/common_transforms/aggregation/{lesson-info.yaml => mean/task-info.yaml} (78%)
create mode 100644 learning/katas/go/common_transforms/aggregation/mean/task-remote-info.yaml
create mode 100644 learning/katas/go/common_transforms/aggregation/mean/task.md
create mode 100644 learning/katas/go/common_transforms/aggregation/mean/test/task_test.go
create mode 100644 learning/katas/go/common_transforms/aggregation/sum/cmd/main.go
create mode 100644 learning/katas/go/common_transforms/aggregation/sum/pkg/task/task.go
copy learning/katas/go/common_transforms/aggregation/{lesson-info.yaml => sum/task-info.yaml} (78%)
create mode 100644 learning/katas/go/common_transforms/aggregation/sum/task-remote-info.yaml
create mode 100644 learning/katas/go/common_transforms/aggregation/sum/task.md
create mode 100644 learning/katas/go/common_transforms/aggregation/sum/test/task_test.go
create mode 100644 sdks/go/data/textio_test.txt
create mode 100644 sdks/go/pkg/beam/io/textio/textio_test.go
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/healthcare/FhirIOLROIT.java
rename sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/crosslanguage/{Configuration.java => CrossLanguageConfiguration.java} (89%)
rename sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/crosslanguage/{SnowflakeReadRegistrar.java => ReadBuilder.java} (51%)
create mode 100644 sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/crosslanguage/SnowflakeTransformRegistrar.java
create mode 100644 sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/crosslanguage/WriteBuilder.java
copy sdks/python/apache_beam/io/{gcp/tests => azure}/__init__.py (100%)
create mode 100644 sdks/python/apache_beam/io/azure/blobstoragefilesystem.py
create mode 100644 sdks/python/apache_beam/io/azure/blobstoragefilesystem_test.py
create mode 100644 sdks/python/apache_beam/io/azure/blobstorageio.py
create mode 100644 sdks/python/apache_beam/io/azure/blobstorageio_test.py
delete mode 100644 sdks/python/apache_beam/io/external/snowflake.py
create mode 100644 sdks/python/apache_beam/io/external/xlang_snowflakeio_it_test.py
create mode 100644 sdks/python/apache_beam/io/snowflake.py
create mode 100644 sdks/python/apache_beam/runners/portability/fn_api_runner/translations_test.py