You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by he...@apache.org on 2020/02/24 12:14:39 UTC
[flink] branch master updated (fe9f448 -> ca2bc35)
This is an automated email from the ASF dual-hosted git repository.
hequn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from fe9f448 [FLINK-16161][hive] Statistics zero should be unknown in HiveCatalog
add ca2bc35 [FLINK-16121][python] Introduce ArrowReader and ArrowWriter for reading and writing Arrow format data
No new revisions were added by this update.
Summary of changes:
flink-python/pom.xml | 29 +++
.../flink/table/runtime/arrow/ArrowReader.java | 35 +++
.../flink/table/runtime/arrow/ArrowUtils.java | 279 +++++++++++++++++++++
.../flink/table/runtime/arrow/ArrowWriter.java | 85 +++++++
.../runtime/arrow/readers/ArrowFieldReader.java | 54 ++++
.../runtime/arrow/readers/BigIntFieldReader.java | 39 +++
.../runtime/arrow/readers/IntFieldReader.java | 39 +++
.../runtime/arrow/readers/RowArrowReader.java | 61 +++++
.../runtime/arrow/readers/SmallIntFieldReader.java | 39 +++
.../runtime/arrow/readers/TinyIntFieldReader.java | 39 +++
.../arrow/vectors/ArrowBigIntColumnVector.java | 56 +++++
.../arrow/vectors/ArrowIntColumnVector.java | 53 ++++
.../arrow/vectors/ArrowSmallIntColumnVector.java | 53 ++++
.../arrow/vectors/ArrowTinyIntColumnVector.java | 53 ++++
.../runtime/arrow/vectors/BaseRowArrowReader.java | 63 +++++
.../runtime/arrow/writers/ArrowFieldWriter.java | 89 +++++++
.../runtime/arrow/writers/BaseRowBigIntWriter.java | 44 ++++
.../runtime/arrow/writers/BaseRowIntWriter.java | 44 ++++
.../arrow/writers/BaseRowSmallIntWriter.java | 44 ++++
.../arrow/writers/BaseRowTinyIntWriter.java | 44 ++++
.../table/runtime/arrow/writers/BigIntWriter.java | 44 ++++
.../table/runtime/arrow/writers/IntWriter.java | 44 ++++
.../runtime/arrow/writers/SmallIntWriter.java | 44 ++++
.../table/runtime/arrow/writers/TinyIntWriter.java | 44 ++++
flink-python/src/main/resources/META-INF/NOTICE | 6 +
.../runtime/arrow/ArrowReaderWriterTestBase.java | 89 +++++++
.../flink/table/runtime/arrow/ArrowUtilsTest.java | 151 +++++++++++
.../arrow/BaseRowArrowReaderWriterTest.java | 125 +++++++++
.../runtime/arrow/RowArrowReaderWriterTest.java | 92 +++++++
.../table/runtime/util/StreamRecordUtils.java | 4 +
pom.xml | 1 +
31 files changed, 1886 insertions(+)
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/ArrowReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/ArrowUtils.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/ArrowWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/ArrowFieldReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/BigIntFieldReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/IntFieldReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/RowArrowReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/SmallIntFieldReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/TinyIntFieldReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowBigIntColumnVector.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowIntColumnVector.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowSmallIntColumnVector.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowTinyIntColumnVector.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/BaseRowArrowReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/ArrowFieldWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowBigIntWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowIntWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowSmallIntWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowTinyIntWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BigIntWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/IntWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/SmallIntWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/TinyIntWriter.java
create mode 100644 flink-python/src/test/java/org/apache/flink/table/runtime/arrow/ArrowReaderWriterTestBase.java
create mode 100644 flink-python/src/test/java/org/apache/flink/table/runtime/arrow/ArrowUtilsTest.java
create mode 100644 flink-python/src/test/java/org/apache/flink/table/runtime/arrow/BaseRowArrowReaderWriterTest.java
create mode 100644 flink-python/src/test/java/org/apache/flink/table/runtime/arrow/RowArrowReaderWriterTest.java