You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@inlong.apache.org by do...@apache.org on 2022/02/11 02:24:29 UTC
[incubator-inlong] branch master updated (9f8c43a -> e75bd83)

This is an automated email from the ASF dual-hosted git repository.

dockerzhang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-inlong.git.


    from 9f8c43a  [INLONG-2462] [AGENT] upgrade aviator (#2463)
     add e75bd83  [INLONG-2354][Sort] Support orc format in hive sink (#2427)

No new revisions were added by this update.

Summary of changes:
 .../inlong/sort/configuration/Constants.java       |   8 +
 inlong-sort/sort-connectors/pom.xml                |   7 +
 .../inlong/sort/flink/hive/HiveSinkHelper.java     |   6 +-
 .../sort/flink/hive/formats/orc/OrcBulkWriter.java |  74 ++++
 .../hive/formats/orc/OrcBulkWriterFactory.java     | 113 ++++++
 .../flink/hive/formats/orc/OrcBulkWriterUtil.java  |  96 +++++
 .../flink/hive/formats/orc/PhysicalWriterImpl.java | 400 +++++++++++++++++++++
 .../sort/flink/hive/formats/orc/RowVectorizer.java | 158 ++++++++
 .../formats/{ => parquet}/ParquetRowWriter.java    |   2 +-
 .../{ => parquet}/ParquetRowWriterBuilder.java     |   4 +-
 .../{ => parquet}/ParquetSchemaConverter.java      |   2 +-
 .../flink/hive/formats/orc/OrcBulkWriterTest.java  | 166 +++++++++
 12 files changed, 1031 insertions(+), 5 deletions(-)
 create mode 100644 inlong-sort/sort-connectors/src/main/java/org/apache/inlong/sort/flink/hive/formats/orc/OrcBulkWriter.java
 create mode 100644 inlong-sort/sort-connectors/src/main/java/org/apache/inlong/sort/flink/hive/formats/orc/OrcBulkWriterFactory.java
 create mode 100644 inlong-sort/sort-connectors/src/main/java/org/apache/inlong/sort/flink/hive/formats/orc/OrcBulkWriterUtil.java
 create mode 100644 inlong-sort/sort-connectors/src/main/java/org/apache/inlong/sort/flink/hive/formats/orc/PhysicalWriterImpl.java
 create mode 100644 inlong-sort/sort-connectors/src/main/java/org/apache/inlong/sort/flink/hive/formats/orc/RowVectorizer.java
 rename inlong-sort/sort-connectors/src/main/java/org/apache/inlong/sort/flink/hive/formats/{ => parquet}/ParquetRowWriter.java (99%)
 rename inlong-sort/sort-connectors/src/main/java/org/apache/inlong/sort/flink/hive/formats/{ => parquet}/ParquetRowWriterBuilder.java (95%)
 rename inlong-sort/sort-connectors/src/main/java/org/apache/inlong/sort/flink/hive/formats/{ => parquet}/ParquetSchemaConverter.java (99%)
 create mode 100644 inlong-sort/sort-connectors/src/test/java/org/apache/inlong/sort/flink/hive/formats/orc/OrcBulkWriterTest.java