You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by kk...@apache.org on 2020/08/05 13:53:47 UTC
[beam] branch master updated (3558c96 -> 86b8326)
This is an automated email from the ASF dual-hosted git repository.
kkucharczyk pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 3558c96 Merge pull request #12149: [BEAM-9897] Add cross-language support to SnowflakeIO.Read
add 86b8326 Merge pull request #12151: [BEAM-9896] Add streaming for SnowflakeIO.Write to Java SDK
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 1 +
sdks/java/io/snowflake/build.gradle | 1 +
.../apache/beam/sdk/io/snowflake/SnowflakeIO.java | 588 ++++++++++++++++++---
.../sdk/io/snowflake/SnowflakePipelineOptions.java | 9 +-
.../{package-info.java => StreamingLogLevel.java} | 7 +-
.../sdk/io/snowflake/services/ServiceConfig.java | 4 +
...onfig.java => SnowflakeBatchServiceConfig.java} | 67 ++-
...iceImpl.java => SnowflakeBatchServiceImpl.java} | 64 ++-
.../io/snowflake/services/SnowflakeService.java | 2 -
.../services/SnowflakeStreamingServiceConfig.java | 71 +++
.../services/SnowflakeStreamingServiceImpl.java | 72 +++
...mpl.java => FakeSnowflakeBatchServiceImpl.java} | 13 +-
...e-info.java => FakeSnowflakeIngestManager.java} | 19 +-
.../test/FakeSnowflakeStreamingServiceImpl.java | 73 +++
.../beam/sdk/io/snowflake/test/TestUtils.java | 4 +
.../test/unit/read/SnowflakeIOReadTest.java | 18 +-
.../test/unit/write/CreateDispositionTest.java | 4 +-
.../unit/write/QueryDispositionLocationTest.java | 6 +-
.../test/unit/write/SchemaDispositionTest.java | 4 +-
.../test/unit/write/SnowflakeIOWriteTest.java | 70 ++-
.../test/unit/write/StreamingWriteTest.java | 321 +++++++++++
21 files changed, 1283 insertions(+), 135 deletions(-)
copy sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/enums/{package-info.java => StreamingLogLevel.java} (94%)
rename sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/services/{SnowflakeServiceConfig.java => SnowflakeBatchServiceConfig.java} (60%)
rename sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/services/{SnowflakeServiceImpl.java => SnowflakeBatchServiceImpl.java} (79%)
create mode 100644 sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/services/SnowflakeStreamingServiceConfig.java
create mode 100644 sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/services/SnowflakeStreamingServiceImpl.java
rename sdks/java/io/snowflake/src/test/java/org/apache/beam/sdk/io/snowflake/test/{FakeSnowflakeServiceImpl.java => FakeSnowflakeBatchServiceImpl.java} (89%)
copy sdks/java/io/snowflake/src/test/java/org/apache/beam/sdk/io/snowflake/test/{package-info.java => FakeSnowflakeIngestManager.java} (70%)
create mode 100644 sdks/java/io/snowflake/src/test/java/org/apache/beam/sdk/io/snowflake/test/FakeSnowflakeStreamingServiceImpl.java
create mode 100644 sdks/java/io/snowflake/src/test/java/org/apache/beam/sdk/io/snowflake/test/unit/write/StreamingWriteTest.java