You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by pv...@apache.org on 2021/03/22 12:02:54 UTC

[hive] branch master updated (c8d9d2c -> 16736b0)

This is an automated email from the ASF dual-hosted git repository.

pvary pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git.


    from c8d9d2c  HIVE-24878: ClassNotFound exception for function replication (Arko Sharma, reviewed by Pravin Kumar Sinha)
     add 16736b0  HIVE-24867: Create iceberg-handler module in Hive (Marton Bod reviewed by Adam Szita and Peter Vary)

No new revisions were added by this update.

Summary of changes:
 .../checkstyle/checkstyle-suppressions.xml         |  34 +
 iceberg-handler/checkstyle/checkstyle.xml          | 455 +++++++++++
 iceberg-handler/pom.xml                            | 361 +++++++++
 .../java/org/apache/iceberg/mr/CatalogLoader.java  |  33 +
 .../main/java/org/apache/iceberg/mr/Catalogs.java  | 226 ++++++
 .../org/apache/iceberg/mr/InputFormatConfig.java   | 220 ++++++
 .../org/apache/iceberg/mr/hive/Deserializer.java   | 279 +++++++
 .../iceberg/mr/hive/HiveIcebergFilterFactory.java  | 194 +++++
 .../iceberg/mr/hive/HiveIcebergInputFormat.java    |  89 +++
 .../iceberg/mr/hive/HiveIcebergMetaHook.java       | 253 +++++++
 .../mr/hive/HiveIcebergOutputCommitter.java        | 304 ++++++++
 .../iceberg/mr/hive/HiveIcebergOutputFormat.java   |  82 ++
 .../iceberg/mr/hive/HiveIcebergRecordWriter.java   | 110 +++
 .../apache/iceberg/mr/hive/HiveIcebergSerDe.java   | 200 +++++
 .../apache/iceberg/mr/hive/HiveIcebergSplit.java   |  94 +++
 .../iceberg/mr/hive/HiveIcebergStorageHandler.java | 253 +++++++
 .../java/org/apache/iceberg/mr/hive/TezUtil.java   | 121 +++
 .../IcebergBinaryObjectInspector.java              |  75 ++
 .../IcebergDateObjectInspectorHive3.java           |  78 ++
 .../IcebergDecimalObjectInspector.java             |  92 +++
 .../IcebergFixedObjectInspector.java               |  68 ++
 .../objectinspector/IcebergObjectInspector.java    | 151 ++++
 .../IcebergRecordObjectInspector.java              | 173 +++++
 .../IcebergTimeObjectInspector.java                |  69 ++
 .../IcebergTimestampObjectInspectorHive3.java      |  86 +++
 ...ebergTimestampWithZoneObjectInspectorHive3.java |  83 +++
 .../IcebergUUIDObjectInspector.java                |  69 ++
 .../objectinspector/WriteObjectInspector.java      |  29 +
 .../org/apache/iceberg/mr/mapred/Container.java    |  52 ++
 .../mr/mapred/MapredIcebergInputFormat.java        | 191 +++++
 .../iceberg/mr/mapreduce/IcebergInputFormat.java   | 396 ++++++++++
 .../apache/iceberg/mr/mapreduce/IcebergSplit.java  | 132 ++++
 .../mr/mapreduce/IcebergSplitContainer.java        |  26 +
 .../java/org/apache/iceberg/AssertHelpers.java     | 140 ++++
 .../test/java/org/apache/iceberg/TestHelpers.java  | 453 +++++++++++
 .../org/apache/iceberg/data/DeleteReadTests.java   | 331 ++++++++
 .../java/org/apache/iceberg/data/FileHelpers.java  | 134 ++++
 .../apache/iceberg/data/GenericAppenderHelper.java |  97 +++
 .../org/apache/iceberg/data/RandomGenericData.java | 256 +++++++
 .../org/apache/iceberg/hive/TestHiveMetastore.java | 229 ++++++
 .../java/org/apache/iceberg/mr/TestCatalogs.java   | 233 ++++++
 .../java/org/apache/iceberg/mr/TestHelper.java     | 151 ++++
 .../apache/iceberg/mr/TestIcebergInputFormats.java | 493 ++++++++++++
 .../iceberg/mr/TestInputFormatReaderDeletes.java   | 109 +++
 .../hive/HiveIcebergStorageHandlerTestUtils.java   | 104 +++
 .../iceberg/mr/hive/HiveIcebergTestUtils.java      | 268 +++++++
 .../apache/iceberg/mr/hive/TestDeserializer.java   | 198 +++++
 .../mr/hive/TestHiveIcebergFilterFactory.java      | 262 +++++++
 .../mr/hive/TestHiveIcebergOutputCommitter.java    | 293 ++++++++
 .../iceberg/mr/hive/TestHiveIcebergSerDe.java      |  78 ++
 .../TestHiveIcebergStorageHandlerLocalScan.java    | 438 +++++++++++
 .../hive/TestHiveIcebergStorageHandlerNoScan.java  | 634 ++++++++++++++++
 .../TestHiveIcebergStorageHandlerTimezone.java     | 171 +++++
 .../TestHiveIcebergStorageHandlerWithEngine.java   | 829 +++++++++++++++++++++
 .../org/apache/iceberg/mr/hive/TestHiveShell.java  | 205 +++++
 .../org/apache/iceberg/mr/hive/TestTables.java     | 446 +++++++++++
 .../TestIcebergBinaryObjectInspector.java          |  72 ++
 .../TestIcebergDateObjectInspectorHive3.java       |  66 ++
 .../TestIcebergDecimalObjectInspector.java         |  77 ++
 .../TestIcebergFixedObjectInspector.java           |  64 ++
 .../TestIcebergObjectInspector.java                | 211 ++++++
 .../TestIcebergRecordObjectInspector.java          |  64 ++
 .../TestIcebergTimeObjectInspector.java            |  66 ++
 .../TestIcebergTimestampObjectInspectorHive3.java  |  71 ++
 ...ebergTimestampWithZoneObjectInspectorHive3.java |  76 ++
 .../TestIcebergUUIDObjectInspector.java            |  65 ++
 .../java/org/apache/iceberg/util/RandomUtil.java   | 226 ++++++
 .../src/test/resources/log4j.properties            |  24 +
 packaging/pom.xml                                  |   5 +
 packaging/src/main/assembly/src.xml                |   1 +
 pom.xml                                            |   2 +
 71 files changed, 12720 insertions(+)
 create mode 100644 iceberg-handler/checkstyle/checkstyle-suppressions.xml
 create mode 100644 iceberg-handler/checkstyle/checkstyle.xml
 create mode 100644 iceberg-handler/pom.xml
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/CatalogLoader.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/Catalogs.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/InputFormatConfig.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/Deserializer.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergFilterFactory.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergInputFormat.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergMetaHook.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergOutputCommitter.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergOutputFormat.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergRecordWriter.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergSerDe.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergSplit.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergStorageHandler.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/TezUtil.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/serde/objectinspector/IcebergBinaryObjectInspector.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/serde/objectinspector/IcebergDateObjectInspectorHive3.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/serde/objectinspector/IcebergDecimalObjectInspector.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/serde/objectinspector/IcebergFixedObjectInspector.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/serde/objectinspector/IcebergObjectInspector.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/serde/objectinspector/IcebergRecordObjectInspector.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/serde/objectinspector/IcebergTimeObjectInspector.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/serde/objectinspector/IcebergTimestampObjectInspectorHive3.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/serde/objectinspector/IcebergTimestampWithZoneObjectInspectorHive3.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/serde/objectinspector/IcebergUUIDObjectInspector.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/serde/objectinspector/WriteObjectInspector.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/mapred/Container.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/mapred/MapredIcebergInputFormat.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/mapreduce/IcebergInputFormat.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/mapreduce/IcebergSplit.java
 create mode 100644 iceberg-handler/src/main/java/org/apache/iceberg/mr/mapreduce/IcebergSplitContainer.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/AssertHelpers.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/TestHelpers.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/data/DeleteReadTests.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/data/FileHelpers.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/data/GenericAppenderHelper.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/data/RandomGenericData.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/hive/TestHiveMetastore.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/TestCatalogs.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/TestHelper.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/TestIcebergInputFormats.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/TestInputFormatReaderDeletes.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/HiveIcebergStorageHandlerTestUtils.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/HiveIcebergTestUtils.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/TestDeserializer.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/TestHiveIcebergFilterFactory.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/TestHiveIcebergOutputCommitter.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/TestHiveIcebergSerDe.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/TestHiveIcebergStorageHandlerLocalScan.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/TestHiveIcebergStorageHandlerNoScan.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/TestHiveIcebergStorageHandlerTimezone.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/TestHiveIcebergStorageHandlerWithEngine.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/TestHiveShell.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/TestTables.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/serde/objectinspector/TestIcebergBinaryObjectInspector.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/serde/objectinspector/TestIcebergDateObjectInspectorHive3.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/serde/objectinspector/TestIcebergDecimalObjectInspector.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/serde/objectinspector/TestIcebergFixedObjectInspector.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/serde/objectinspector/TestIcebergObjectInspector.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/serde/objectinspector/TestIcebergRecordObjectInspector.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/serde/objectinspector/TestIcebergTimeObjectInspector.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/serde/objectinspector/TestIcebergTimestampObjectInspectorHive3.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/serde/objectinspector/TestIcebergTimestampWithZoneObjectInspectorHive3.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/serde/objectinspector/TestIcebergUUIDObjectInspector.java
 create mode 100644 iceberg-handler/src/test/java/org/apache/iceberg/util/RandomUtil.java
 create mode 100644 iceberg-handler/src/test/resources/log4j.properties