You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by he...@apache.org on 2020/03/24 06:20:23 UTC

[flink] branch master updated (9c351b7 -> 28bcbd0)

This is an automated email from the ASF dual-hosted git repository.

hequn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from 9c351b7  [FLINK-16567][table][doc] Update to TableConfig in query_configuration document
     add f0777fe  [FLINK-16608][python] Remove the method which derives the LogicalType from the Arrow ValueVector
     add 09fcfab  [FLINK-16608][python] Support BooleanType in vectorized Python UDF
     add 63ba201  [FLINK-16608][python] Support FloatType in vectorized Python UDF
     add 180c2c9  [FLINK-16608][python] Support DoubleType in vectorized Python UDF
     add cf1d8c6  [FLINK-16608][python] Support VarCharType in vectorized Python UDF
     add 6918ae7  [FLINK-16608][python] Support VarBinaryType in vectorized Python UDF
     add 27d8547  [FLINK-16608][python] Support DecimalType in vectorized Python UDF
     add 9992b37  [FLINK-16608][python] Support DateType in vectorized Python UDF
     add 28bcbd0  [FLINK-16608][python] Support TimeType in vectorized Python UDF

No new revisions were added by this update.

Summary of changes:
 flink-python/pyflink/fn_execution/coders.py        |  26 ++
 .../pyflink/table/tests/test_pandas_udf.py         | 126 +++++++++-
 .../flink/table/runtime/arrow/ArrowUtils.java      | 271 ++++++++++++++++-----
 .../runtime/arrow/readers/BooleanFieldReader.java  |  39 +++
 .../runtime/arrow/readers/DateFieldReader.java     |  46 ++++
 .../runtime/arrow/readers/DecimalFieldReader.java  |  41 ++++
 .../runtime/arrow/readers/DoubleFieldReader.java   |  39 +++
 .../runtime/arrow/readers/FloatFieldReader.java    |  39 +++
 .../runtime/arrow/readers/TimeFieldReader.java     |  70 ++++++
 .../arrow/readers/VarBinaryFieldReader.java        |  39 +++
 .../runtime/arrow/readers/VarCharFieldReader.java  |  45 ++++
 .../arrow/vectors/ArrowBooleanColumnVector.java    |  51 ++++
 .../arrow/vectors/ArrowDateColumnVector.java       |  51 ++++
 .../arrow/vectors/ArrowDecimalColumnVector.java    |  52 ++++
 .../arrow/vectors/ArrowDoubleColumnVector.java     |  51 ++++
 .../arrow/vectors/ArrowFloatColumnVector.java      |  51 ++++
 .../arrow/vectors/ArrowTimeColumnVector.java       |  68 ++++++
 .../arrow/vectors/ArrowVarBinaryColumnVector.java  |  52 ++++
 .../arrow/vectors/ArrowVarCharColumnVector.java    |  52 ++++
 .../arrow/writers/BaseRowBooleanWriter.java        |  46 ++++
 .../runtime/arrow/writers/BaseRowDateWriter.java   |  44 ++++
 .../arrow/writers/BaseRowDecimalWriter.java        |  59 +++++
 .../runtime/arrow/writers/BaseRowDoubleWriter.java |  44 ++++
 .../runtime/arrow/writers/BaseRowFloatWriter.java  |  44 ++++
 .../runtime/arrow/writers/BaseRowTimeWriter.java   |  62 +++++
 .../arrow/writers/BaseRowVarBinaryWriter.java      |  44 ++++
 .../arrow/writers/BaseRowVarCharWriter.java        |  44 ++++
 .../table/runtime/arrow/writers/BooleanWriter.java |  46 ++++
 .../table/runtime/arrow/writers/DateWriter.java    |  48 ++++
 .../table/runtime/arrow/writers/DecimalWriter.java |  59 +++++
 .../table/runtime/arrow/writers/DoubleWriter.java  |  44 ++++
 .../table/runtime/arrow/writers/FloatWriter.java   |  44 ++++
 .../table/runtime/arrow/writers/TimeWriter.java    |  76 ++++++
 .../runtime/arrow/writers/VarBinaryWriter.java     |  44 ++++
 .../table/runtime/arrow/writers/VarCharWriter.java |  46 ++++
 .../arrow/ArrowPythonScalarFunctionOperator.java   |   2 +-
 .../BaseRowArrowPythonScalarFunctionOperator.java  |   2 +-
 .../arrow/ArrowPythonScalarFunctionRunner.java     |   2 +-
 .../BaseRowArrowPythonScalarFunctionRunner.java    |   2 +-
 .../table/runtime/typeutils/PythonTypeUtils.java   |  55 +++++
 .../serializers/python/DateSerializer.java         |  23 +-
 .../flink/table/runtime/arrow/ArrowUtilsTest.java  |  75 +++++-
 .../arrow/BaseRowArrowReaderWriterTest.java        |  36 ++-
 .../runtime/arrow/RowArrowReaderWriterTest.java    |  40 ++-
 .../ArrowPythonScalarFunctionOperatorTest.java     |   2 +-
 ...seRowArrowPythonScalarFunctionOperatorTest.java |   2 +-
 .../arrow/ArrowPythonScalarFunctionRunnerTest.java |   2 +-
 .../table/runtime/util/StreamRecordUtils.java      |   6 +
 48 files changed, 2138 insertions(+), 114 deletions(-)
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/BooleanFieldReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/DateFieldReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/DecimalFieldReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/DoubleFieldReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/FloatFieldReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/TimeFieldReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/VarBinaryFieldReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/VarCharFieldReader.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowBooleanColumnVector.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowDateColumnVector.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowDecimalColumnVector.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowDoubleColumnVector.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowFloatColumnVector.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowTimeColumnVector.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowVarBinaryColumnVector.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowVarCharColumnVector.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowBooleanWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowDateWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowDecimalWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowDoubleWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowFloatWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowTimeWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowVarBinaryWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowVarCharWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BooleanWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/DateWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/DecimalWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/DoubleWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/FloatWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/TimeWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/VarBinaryWriter.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/VarCharWriter.java