You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ch...@apache.org on 2022/07/14 20:32:40 UTC
[beam] branch master updated (a7a29859dc6 -> 63c2d14b9ca)
This is an automated email from the ASF dual-hosted git repository.
chamikara pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from a7a29859dc6 Pg auth test (#22277)
add 63c2d14b9ca [BEAM-14073] [CdapIO] CDAP IO for batch plugins: Read, Write. Unit tests included (#21765)
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 4 +
.../src/main/resources/beam/suppressions.xml | 1 +
sdks/java/io/cdap/build.gradle | 16 +-
.../java/org/apache/beam/sdk/io/cdap/CdapIO.java | 232 ++++++++++++++++++
.../org/apache/beam/sdk/io/cdap/MappingUtils.java | 57 +++++
.../java/org/apache/beam/sdk/io/cdap/Plugin.java | 82 ++++---
.../io/cdap/PluginConfigInstantiationUtils.java | 2 +-
.../beam/sdk/io/cdap/context/BatchContextImpl.java | 11 +
.../sdk/io/cdap/context/BatchSinkContextImpl.java | 6 +-
.../io/cdap/context/BatchSourceContextImpl.java | 1 +
.../org/apache/beam/sdk/io/cdap/CdapIOTest.java | 267 +++++++++++++++++++++
.../apache/beam/sdk/io/cdap/EmployeeBatchSink.java | 68 ++++++
.../beam/sdk/io/cdap/EmployeeBatchSource.java | 88 +++++++
.../apache/beam/sdk/io/cdap/EmployeeConfig.java | 64 +++++
.../beam/sdk/io/cdap/EmployeeInputFormat.java | 100 ++++++++
.../sdk/io/cdap/EmployeeInputFormatProvider.java | 39 +--
.../beam/sdk/io/cdap}/EmployeeOutputFormat.java | 20 +-
.../sdk/io/cdap/EmployeeOutputFormatProvider.java | 40 +--
.../io/cdap/context/BatchSinkContextImplTest.java | 88 +++++++
.../cdap/context/BatchSourceContextImplTest.java | 86 +++++++
.../context/StreamingSourceContextImplTest.java} | 29 ++-
21 files changed, 1208 insertions(+), 93 deletions(-)
create mode 100644 sdks/java/io/cdap/src/main/java/org/apache/beam/sdk/io/cdap/CdapIO.java
create mode 100644 sdks/java/io/cdap/src/main/java/org/apache/beam/sdk/io/cdap/MappingUtils.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/CdapIOTest.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeBatchSink.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeBatchSource.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeConfig.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeInputFormat.java
copy runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/AvroGenericCoderRegistrar.java => sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeInputFormatProvider.java (50%)
copy sdks/java/io/{hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format => cdap/src/test/java/org/apache/beam/sdk/io/cdap}/EmployeeOutputFormat.java (75%)
copy runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/AvroGenericCoderRegistrar.java => sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/EmployeeOutputFormatProvider.java (50%)
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/context/BatchSinkContextImplTest.java
create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/context/BatchSourceContextImplTest.java
copy sdks/java/io/cdap/src/{main/java/org/apache/beam/sdk/io/cdap/context/StreamingSourceContextImpl.java => test/java/org/apache/beam/sdk/io/cdap/context/StreamingSourceContextImplTest.java} (57%)