You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by an...@apache.org on 2019/02/14 18:50:21 UTC

[beam] branch master updated (a921dfd -> 116600f)

This is an automated email from the ASF dual-hosted git repository.

anton pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from a921dfd  Merge pull request #7830: Add link to contact-us page for dev@ mailing list
     new 13aafd1  [SQL] Hive Metastore Table provider for SQL
     new 039e072  [SQL] Add embedded Hive metastore test utilities
     new 584bcd8  Move metastore schema logic to HCatalog module
     new 4b84acd  [SQL] Add test to join PCollection, Hive & InMemoryMetastore
     new d7b0054  [SQL] Make HCatalog fields nullable by default
     new f8864dc  [SQL] Make schema in HCatToRow final
     new 116600f  Merge pull request #7746 from akedin/hcatalog-provider

The 20172 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 sdks/java/extensions/sql/build.gradle              |  21 +-
 .../sdk/extensions/sql/impl/BeamCalciteSchema.java |  14 +-
 .../sql/meta/provider/TableProvider.java           |  25 ++
 .../meta/provider/hcatalog/DatabaseProvider.java   | 100 ++++++++
 .../sql/meta/provider/hcatalog/HCatalogTable.java  |  92 +++++++
 .../provider/hcatalog/HCatalogTableProvider.java   | 110 +++++++++
 .../sql/meta/provider/hcatalog}/package-info.java  |   4 +-
 .../sdk/extensions/sql/BeamSqlHiveSchemaTest.java  | 268 +++++++++++++++++++++
 .../org/apache/beam/sdk/io/hcatalog/HCatToRow.java |  84 +++++++
 .../beam/sdk/io/hcatalog/HCatalogBeamSchema.java   |  86 +++++++
 .../apache/beam/sdk/io/hcatalog/SchemaUtils.java   |  66 +++++
 .../hcatalog/test}/EmbeddedMetastoreService.java   |  34 ++-
 .../sdk/io/hcatalog/test}/HCatalogIOTestUtils.java |  34 ++-
 .../beam/sdk/io/hcatalog/test}/package-info.java   |   6 +-
 .../src/{test => main}/resources/hive-site.xml     |   0
 .../sdk/io/hcatalog/HCatalogBeamSchemaTest.java    | 104 ++++++++
 .../apache/beam/sdk/io/hcatalog/HCatalogIOIT.java  |   2 +-
 .../beam/sdk/io/hcatalog/HCatalogIOTest.java       |  25 +-
 18 files changed, 1031 insertions(+), 44 deletions(-)
 create mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/hcatalog/DatabaseProvider.java
 create mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/hcatalog/HCatalogTable.java
 create mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/hcatalog/HCatalogTableProvider.java
 copy {runners/gearpump/src/main/java/org/apache/beam/runners/gearpump/translators => sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/hcatalog}/package-info.java (88%)
 create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamSqlHiveSchemaTest.java
 create mode 100644 sdks/java/io/hcatalog/src/main/java/org/apache/beam/sdk/io/hcatalog/HCatToRow.java
 create mode 100644 sdks/java/io/hcatalog/src/main/java/org/apache/beam/sdk/io/hcatalog/HCatalogBeamSchema.java
 create mode 100644 sdks/java/io/hcatalog/src/main/java/org/apache/beam/sdk/io/hcatalog/SchemaUtils.java
 rename sdks/java/io/hcatalog/src/{test/java/org/apache/beam/sdk/io/hcatalog => main/java/org/apache/beam/sdk/io/hcatalog/test}/EmbeddedMetastoreService.java (76%)
 rename sdks/java/io/hcatalog/src/{test/java/org/apache/beam/sdk/io/hcatalog => main/java/org/apache/beam/sdk/io/hcatalog/test}/HCatalogIOTestUtils.java (77%)
 copy sdks/java/io/{kudu/src/main/java/org/apache/beam/sdk/io/kudu => hcatalog/src/main/java/org/apache/beam/sdk/io/hcatalog/test}/package-info.java (85%)
 rename sdks/java/io/hcatalog/src/{test => main}/resources/hive-site.xml (100%)
 create mode 100644 sdks/java/io/hcatalog/src/test/java/org/apache/beam/sdk/io/hcatalog/HCatalogBeamSchemaTest.java