You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/11/17 02:50:07 UTC
[beam] tag nightly-master updated (4925b83 -> 6c5011a)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 4925b83 (commit)
to 6c5011a (commit)
from 4925b83 Merge pull request #13301: [BEAM-10650] Enable OrderedListState Dataflow tests.
add 945fa4b Change hbase-shaded-client as provided dependency
add 5ea2244 Update change.md file
add 483ab67 Merge pull request #13351: [BEAM-9278] hbase-shaded-client as provided dependency
add fb23d3f [BEAM-8876] Run hadoop tests with different versions and enable HadoopFormatIT test in Java Postcommit
add 0ab83e9 Merge pull request #13287: [BEAM-8876] Run hadoop tests with different versions and enable HadoopFormatIT test on Postcommit
add b0ac11d [BEAM-8615 BEAM-8569 BEAM-7937] Add hadoop 3 compatibility tests
add 171c351 Merge pull request #13352: [BEAM-8615 BEAM-8569 BEAM-7937] Add hadoop 3 compatibility tests
add 143f8f9 Add trigger commands for Direct, Spark XVR Postcommits. (#13337)
add 2a22b77 [BEAM-9980] use constants of python versions in PythonTestProperties.groovy (#13349)
add 2f2ffda [BEAM-10139][BEAM-10140] Add cross-language support for Java SpannerIO with python wrapper (#12611)
add 6edc50c Use non-underscore methods for series and dataframe comparators.
add 83070b4 Only force indexing for multi-input elementwise operations.
add eba648c Merge pull request #13341 Avoid unnecessary shuffling for single-input elementwise operations.
add 252d2bc Fix Java ValidatesRunner V2 task dependency and update test exclusion.
add d66c99c Merge pull request #13259: Fix Java ValidatesRunner V2 task dependency.
add 1ae67c4 [BEAM-11265] Update quickstart-java.md (#13128)
add 78b9d05 [BEAM-11263] Java cleanUpDockerImages now force removes container images.
add 7ac82a8 Merge pull request #13344 from [BEAM-11263] Java cleanUpDockerImages now force removes container images.
add a7ea758 Further dataframe batch consolidation.
add 9ef95b5 Add another test.
add 6300c33 Update sdks/python/apache_beam/dataframe/transforms.py
add b18784f Merge pull request #13333 Further dataframe batch consolidation.
add 09a96db Upgrade gcsio to 2.1.6
add 41bdd91 Merge pull request #13311: [BEAM-8889] Upgrade GCSIO to 2.1.6
add 028becb Go redundant type cleanup. (#13348)
add baae15a [BEAM-11207] Metric Extraction via proto RPC API (#13272)
add 6c5011a [BEAM-11262] Remove numSleeps assertion in SpannerIOWriteTest (#13340)
No new revisions were added by this update.
Summary of changes:
.test-infra/jenkins/PythonTestProperties.groovy | 12 +-
.test-infra/jenkins/README.md | 2 +
CHANGES.md | 2 +-
build.gradle | 26 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 6 +-
runners/google-cloud-dataflow-java/build.gradle | 42 +-
runners/spark/build.gradle | 66 ++-
sdks/go/pkg/beam/core/metrics/metrics.go | 118 ++++
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 2 +-
.../go/pkg/beam/core/runtime/harness/monitoring.go | 187 +-----
.../beam/core/runtime/harness/monitoring_test.go | 33 +-
sdks/go/pkg/beam/core/runtime/metricsx/metricsx.go | 172 ++++++
.../beam/core/runtime/metricsx/metricsx_test.go | 166 ++++++
sdks/go/pkg/beam/core/runtime/metricsx/urns.go | 170 ++++++
.../pkg/beam/core/runtime/xlangx/namespace_test.go | 344 +++++------
sdks/go/pkg/beam/doc_test.go | 2 +-
sdks/go/pkg/beam/io/textio/sdf_test.go | 2 +-
sdks/go/pkg/beam/pipeline.go | 6 +
sdks/go/pkg/beam/runner.go | 6 +-
sdks/go/pkg/beam/runners/dataflow/dataflow.go | 24 +-
sdks/go/pkg/beam/runners/direct/direct.go | 16 +-
sdks/go/pkg/beam/runners/dot/dot.go | 10 +-
sdks/go/pkg/beam/runners/flink/flink.go | 2 +-
sdks/go/pkg/beam/runners/spark/spark.go | 2 +-
.../beam/runners/universal/runnerlib/execute.go | 48 +-
sdks/go/pkg/beam/runners/universal/universal.go | 20 +-
sdks/go/pkg/beam/runners/vet/vet.go | 8 +-
sdks/go/pkg/beam/testing/ptest/ptest.go | 3 +-
sdks/go/pkg/beam/x/beamx/run.go | 8 +
sdks/java/extensions/sorter/build.gradle | 46 +-
sdks/java/extensions/sql/build.gradle | 44 +-
.../expansion-service/build.gradle | 19 +-
.../beam/sdk/io/gcp/spanner/MutationUtils.java | 320 +++++++++++
.../beam/sdk/io/gcp/spanner/SpannerAccessor.java | 6 +
.../beam/sdk/io/gcp/spanner/SpannerConfig.java | 8 +
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 112 +++-
.../io/gcp/spanner/SpannerTransformRegistrar.java | 374 ++++++++++++
.../beam/sdk/io/gcp/spanner/StructUtils.java | 387 +++++++++++++
.../beam/sdk/io/gcp/spanner/MutationUtilsTest.java | 285 +++++++++
.../sdk/io/gcp/spanner/SpannerIOWriteTest.java | 5 +-
.../beam/sdk/io/gcp/spanner/StructUtilsTest.java | 258 +++++++++
sdks/java/io/hadoop-common/build.gradle | 50 +-
sdks/java/io/hadoop-file-system/build.gradle | 57 +-
sdks/java/io/hadoop-format/build.gradle | 104 +++-
.../io/hadoop/format/HadoopFormatIOElasticIT.java | 20 +-
.../sdk/io/hadoop/format/HadoopFormatIOIT.java | 58 +-
.../hadoop/format/HadoopFormatIOTestOptions.java | 6 +
sdks/java/io/hbase/build.gradle | 2 +-
sdks/java/io/hcatalog/build.gradle | 42 +-
sdks/java/io/parquet/build.gradle | 43 +-
sdks/java/maven-archetypes/examples/sample.txt | 102 ++++
sdks/python/apache_beam/dataframe/frame_base.py | 8 +-
sdks/python/apache_beam/dataframe/frames.py | 16 +-
sdks/python/apache_beam/dataframe/transforms.py | 62 +-
.../apache_beam/dataframe/transforms_test.py | 17 +-
sdks/python/apache_beam/io/gcp/spanner.py | 635 +++++++++++++++++++++
.../io/gcp/tests/xlang_spannerio_it_test.py | 339 +++++++++++
sdks/python/test-suites/portable/common.gradle | 2 +
settings.gradle | 1 +
.../site/content/en/get-started/quickstart-java.md | 20 +-
60 files changed, 4309 insertions(+), 644 deletions(-)
create mode 100644 sdks/go/pkg/beam/core/runtime/metricsx/metricsx.go
create mode 100644 sdks/go/pkg/beam/core/runtime/metricsx/metricsx_test.go
create mode 100644 sdks/go/pkg/beam/core/runtime/metricsx/urns.go
copy sdks/java/io/{kinesis => google-cloud-platform}/expansion-service/build.gradle (68%)
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/SpannerTransformRegistrar.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/StructUtils.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/MutationUtilsTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/StructUtilsTest.java
create mode 100644 sdks/java/maven-archetypes/examples/sample.txt
create mode 100644 sdks/python/apache_beam/io/gcp/spanner.py
create mode 100644 sdks/python/apache_beam/io/gcp/tests/xlang_spannerio_it_test.py