You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/07/15 04:42:08 UTC
[beam] branch nightly-refs/heads/master updated (8a32df19e2c -> 2b42751cb79)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 8a32df19e2c Fix typo in comment (#22266)
add e6de18c4d63 Split words on new lines or spaces (#22270)
add 67e6726ffeb Replace \r\n, not just \n
add a7a29859dc6 Pg auth test (#22277)
add 63c2d14b9ca [BEAM-14073] [CdapIO] CDAP IO for batch plugins: Read, Write. Unit tests included (#21765)
add c14a4cf8779 [Fix #22151] Add fhirio.Deidentify transform (#22152)
add 406494b2ad7 [BEAM-22229] Override external SDK container URLs for Dataflow by default in Java SDK
add 0e626698e96 update
add 543b9bd578d Merge pull request #22230 from ihji/BEAM-22229
add 64bcc7df2b8 Remove locks around ExecutionStateSampler (#22190)
add ad3af31a627 Fix query retry in Java FirestoreIO.
add 2b42751cb79 Merge pull request #22175: [BEAM-22089] Fix query retry in Java FirestoreIO
No new revisions were added by this update.
Summary of changes:
.github/workflows/playground_deploy_examples.yml | 6 +-
.github/workflows/self-assign.yml | 3 +-
CHANGES.md | 2 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 4 +
.../core/metrics/ExecutionStateSampler.java | 17 +-
.../core/metrics/ExecutionStateTracker.java | 18 +-
.../beam/runners/dataflow/DataflowRunner.java | 22 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 41 +++
.../dataflow/worker/DataflowExecutionContext.java | 4 +-
sdks/go/pkg/beam/io/fhirio/common.go | 90 ++++-
sdks/go/pkg/beam/io/fhirio/common_test.go | 68 ++++
sdks/go/pkg/beam/io/fhirio/deidentify.go | 95 +++++
sdks/go/pkg/beam/io/fhirio/deidentify_test.go | 56 +++
sdks/go/pkg/beam/io/fhirio/execute_bundles_test.go | 6 +-
sdks/go/pkg/beam/io/fhirio/read_test.go | 6 +-
sdks/go/pkg/beam/io/fhirio/search_test.go | 11 +-
sdks/go/pkg/beam/io/fhirio/utils_test.go | 33 +-
sdks/go/test/integration/integration.go | 10 +-
sdks/go/test/integration/io/fhirio/fhirio_test.go | 148 ++++----
.../src/main/resources/beam/suppressions.xml | 1 +
.../control/ExecutionStateSamplerBenchmark.java | 118 +++---
.../ExecutionStateSamplerBenchmarkTest.java | 33 +-
sdks/java/io/cdap/build.gradle | 16 +-
.../java/org/apache/beam/sdk/io/cdap/CdapIO.java | 232 ++++++++++++
.../org/apache/beam/sdk/io/cdap/MappingUtils.java | 57 +++
.../java/org/apache/beam/sdk/io/cdap/Plugin.java | 82 +++--
.../io/cdap/PluginConfigInstantiationUtils.java | 2 +-
.../beam/sdk/io/cdap/context/BatchContextImpl.java | 11 +
.../sdk/io/cdap/context/BatchSinkContextImpl.java | 6 +-
.../io/cdap/context/BatchSourceContextImpl.java | 1 +
.../org/apache/beam/sdk/io/cdap/CdapIOTest.java | 267 ++++++++++++++
.../apache/beam/sdk/io/cdap/EmployeeBatchSink.java | 68 ++++
.../beam/sdk/io/cdap/EmployeeBatchSource.java | 88 +++++
.../apache/beam/sdk/io/cdap/EmployeeConfig.java | 64 ++++
.../beam/sdk/io/cdap/EmployeeInputFormat.java | 100 ++++++
.../sdk/io/cdap/EmployeeInputFormatProvider.java | 52 +++
.../beam/sdk/io/cdap/EmployeeOutputFormat.java | 71 ++++
.../sdk/io/cdap/EmployeeOutputFormatProvider.java | 53 +++
.../io/cdap/context/BatchSinkContextImplTest.java | 88 +++++
.../cdap/context/BatchSourceContextImplTest.java | 86 +++++
.../context/StreamingSourceContextImplTest.java} | 32 +-
.../sdk/io/gcp/firestore/FirestoreV1ReadFn.java | 77 ++--
.../beam/sdk/io/gcp/firestore/QueryUtils.java | 397 +++++++++++++++++++++
.../gcp/firestore/FirestoreV1FnRunQueryTest.java | 243 +++++++------
.../beam/sdk/io/gcp/firestore/QueryUtilsTest.java | 244 +++++++++++++
45 files changed, 2743 insertions(+), 386 deletions(-)
create mode 100644 sdks/go/pkg/beam/io/fhirio/common_test.go
create mode 100644 sdks/go/pkg/beam/io/fhirio/deidentify.go
create mode 100644 sdks/go/pkg/beam/io/fhirio/deidentify_test.go
create mode 100644 sdks/java/io/cdap/src/main/java/org/apache/beam/sdk/io/cdap/CdapIO.java
create mode 100644 sdks/java/io/cdap/src/main/java/org/apache/beam/sdk/io/cdap/MappingUtils.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/CdapIOTest.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeBatchSink.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeBatchSource.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeConfig.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeInputFormat.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeInputFormatProvider.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeOutputFormat.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeOutputFormatProvider.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/context/BatchSinkContextImplTest.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/context/BatchSourceContextImplTest.java
copy sdks/java/io/cdap/src/{main/java/org/apache/beam/sdk/io/cdap/context/BatchSourceContextImpl.java => test/java/org/apache/beam/sdk/io/cdap/context/StreamingSourceContextImplTest.java} (53%)
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/QueryUtils.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/firestore/QueryUtilsTest.java