You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by he...@apache.org on 2020/02/24 12:14:39 UTC

[flink] branch master updated (fe9f448 -> ca2bc35)

This is an automated email from the ASF dual-hosted git repository.

hequn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from fe9f448  [FLINK-16161][hive] Statistics zero should be unknown in HiveCatalog
     add ca2bc35  [FLINK-16121][python] Introduce ArrowReader and ArrowWriter for reading and writing Arrow format data

No new revisions were added by this update.

Summary of changes:
 flink-python/pom.xml                               |  29 +++
 .../flink/table/runtime/arrow/ArrowReader.java     |  35 +++
 .../flink/table/runtime/arrow/ArrowUtils.java      | 279 +++++++++++++++++++++
 .../flink/table/runtime/arrow/ArrowWriter.java     |  85 +++++++
 .../runtime/arrow/readers/ArrowFieldReader.java    |  54 ++++
 .../runtime/arrow/readers/BigIntFieldReader.java   |  39 +++
 .../runtime/arrow/readers/IntFieldReader.java      |  39 +++
 .../runtime/arrow/readers/RowArrowReader.java      |  61 +++++
 .../runtime/arrow/readers/SmallIntFieldReader.java |  39 +++
 .../runtime/arrow/readers/TinyIntFieldReader.java  |  39 +++
 .../arrow/vectors/ArrowBigIntColumnVector.java     |  56 +++++
 .../arrow/vectors/ArrowIntColumnVector.java        |  53 ++++
 .../arrow/vectors/ArrowSmallIntColumnVector.java   |  53 ++++
 .../arrow/vectors/ArrowTinyIntColumnVector.java    |  53 ++++
 .../runtime/arrow/vectors/BaseRowArrowReader.java  |  63 +++++
 .../runtime/arrow/writers/ArrowFieldWriter.java    |  89 +++++++
 .../runtime/arrow/writers/BaseRowBigIntWriter.java |  44 ++++
 .../runtime/arrow/writers/BaseRowIntWriter.java    |  44 ++++
 .../arrow/writers/BaseRowSmallIntWriter.java       |  44 ++++
 .../arrow/writers/BaseRowTinyIntWriter.java        |  44 ++++
 .../table/runtime/arrow/writers/BigIntWriter.java  |  44 ++++
 .../table/runtime/arrow/writers/IntWriter.java     |  44 ++++
 .../runtime/arrow/writers/SmallIntWriter.java      |  44 ++++
 .../table/runtime/arrow/writers/TinyIntWriter.java |  44 ++++
 flink-python/src/main/resources/META-INF/NOTICE    |   6 +
 .../runtime/arrow/ArrowReaderWriterTestBase.java   |  89 +++++++
 .../flink/table/runtime/arrow/ArrowUtilsTest.java  | 151 +++++++++++
 .../arrow/BaseRowArrowReaderWriterTest.java        | 125 +++++++++
 .../runtime/arrow/RowArrowReaderWriterTest.java    |  92 +++++++
 .../table/runtime/util/StreamRecordUtils.java      |   4 +
 pom.xml                                            |   1 +
 31 files changed, 1886 insertions(+)
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/ArrowReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/ArrowUtils.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/ArrowWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/ArrowFieldReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/BigIntFieldReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/IntFieldReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/RowArrowReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/SmallIntFieldReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/TinyIntFieldReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowBigIntColumnVector.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowIntColumnVector.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowSmallIntColumnVector.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowTinyIntColumnVector.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/BaseRowArrowReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/ArrowFieldWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowBigIntWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowIntWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowSmallIntWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowTinyIntWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BigIntWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/IntWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/SmallIntWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/TinyIntWriter.java
 create mode 100644 flink-python/src/test/java/org/apache/flink/table/runtime/arrow/ArrowReaderWriterTestBase.java
 create mode 100644 flink-python/src/test/java/org/apache/flink/table/runtime/arrow/ArrowUtilsTest.java
 create mode 100644 flink-python/src/test/java/org/apache/flink/table/runtime/arrow/BaseRowArrowReaderWriterTest.java
 create mode 100644 flink-python/src/test/java/org/apache/flink/table/runtime/arrow/RowArrowReaderWriterTest.java