You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ap...@apache.org on 2020/01/23 21:20:29 UTC
[beam] branch master updated (681a3ed -> 28949aa)
This is an automated email from the ASF dual-hosted git repository.
apilloud pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 681a3ed Merge pull request #10664: [BEAM-9172] Fix Nexmark tests with the Flink Runner
add cf9ae1b Create initial DataStoreV1Table
add dde0adc Added tests
add 7fa071a Implement getTableStatistics
add 926017a buildIOWriter
add 1a0ca78 Read other types
add 9f16306 Better conversion, support complex types
add 7297b86 Store DataStore key as VARBINARY
add d3be7d1 Wrap DoFns in PTransforms
add 8c36417 Table property for specifying key field
add 2b99213 JavaDoc
add cc35238 Infer schema for RowToEntity
add fc66772 Better conversion performance
add a060986 Mark Table as `Internal` and `Experimental`
add 362e53e Review changes
add b305089 Add IT that does not rely on SQL
add f3defc6 fix style
add 28949aa Merge pull request #10440: [BEAM-9072] [SQL] DataStoreV1 IO connector
No new revisions were added by this update.
Summary of changes:
.../extensions/sql/impl/schema/BeamTableUtils.java | 7 +
.../meta/provider/datastore/DataStoreV1Table.java | 426 +++++++++++++++++++++
.../DataStoreV1TableProvider.java} | 17 +-
.../sql/meta/provider/datastore}/package-info.java | 4 +-
.../provider/datastore/DataStoreReadWriteIT.java | 231 +++++++++++
.../datastore/DataStoreTableProviderTest.java | 112 ++++++
.../provider/datastore/DataStoreTableTest.java | 190 +++++++++
.../beam/sdk/io/gcp/datastore/DatastoreV1.java | 49 ++-
8 files changed, 1013 insertions(+), 23 deletions(-)
create mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/datastore/DataStoreV1Table.java
copy sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/{parquet/ParquetTableProvider.java => datastore/DataStoreV1TableProvider.java} (79%)
copy {runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/resources => sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/datastore}/package-info.java (88%)
create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/datastore/DataStoreReadWriteIT.java
create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/datastore/DataStoreTableProviderTest.java
create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/datastore/DataStoreTableTest.java