You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by he...@apache.org on 2020/03/24 06:20:23 UTC
[flink] branch master updated (9c351b7 -> 28bcbd0)
This is an automated email from the ASF dual-hosted git repository.
hequn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 9c351b7 [FLINK-16567][table][doc] Update to TableConfig in query_configuration document
add f0777fe [FLINK-16608][python] Remove the method which derives the LogicalType from the Arrow ValueVector
add 09fcfab [FLINK-16608][python] Support BooleanType in vectorized Python UDF
add 63ba201 [FLINK-16608][python] Support FloatType in vectorized Python UDF
add 180c2c9 [FLINK-16608][python] Support DoubleType in vectorized Python UDF
add cf1d8c6 [FLINK-16608][python] Support VarCharType in vectorized Python UDF
add 6918ae7 [FLINK-16608][python] Support VarBinaryType in vectorized Python UDF
add 27d8547 [FLINK-16608][python] Support DecimalType in vectorized Python UDF
add 9992b37 [FLINK-16608][python] Support DateType in vectorized Python UDF
add 28bcbd0 [FLINK-16608][python] Support TimeType in vectorized Python UDF
No new revisions were added by this update.
Summary of changes:
flink-python/pyflink/fn_execution/coders.py | 26 ++
.../pyflink/table/tests/test_pandas_udf.py | 126 +++++++++-
.../flink/table/runtime/arrow/ArrowUtils.java | 271 ++++++++++++++++-----
.../runtime/arrow/readers/BooleanFieldReader.java | 39 +++
.../runtime/arrow/readers/DateFieldReader.java | 46 ++++
.../runtime/arrow/readers/DecimalFieldReader.java | 41 ++++
.../runtime/arrow/readers/DoubleFieldReader.java | 39 +++
.../runtime/arrow/readers/FloatFieldReader.java | 39 +++
.../runtime/arrow/readers/TimeFieldReader.java | 70 ++++++
.../arrow/readers/VarBinaryFieldReader.java | 39 +++
.../runtime/arrow/readers/VarCharFieldReader.java | 45 ++++
.../arrow/vectors/ArrowBooleanColumnVector.java | 51 ++++
.../arrow/vectors/ArrowDateColumnVector.java | 51 ++++
.../arrow/vectors/ArrowDecimalColumnVector.java | 52 ++++
.../arrow/vectors/ArrowDoubleColumnVector.java | 51 ++++
.../arrow/vectors/ArrowFloatColumnVector.java | 51 ++++
.../arrow/vectors/ArrowTimeColumnVector.java | 68 ++++++
.../arrow/vectors/ArrowVarBinaryColumnVector.java | 52 ++++
.../arrow/vectors/ArrowVarCharColumnVector.java | 52 ++++
.../arrow/writers/BaseRowBooleanWriter.java | 46 ++++
.../runtime/arrow/writers/BaseRowDateWriter.java | 44 ++++
.../arrow/writers/BaseRowDecimalWriter.java | 59 +++++
.../runtime/arrow/writers/BaseRowDoubleWriter.java | 44 ++++
.../runtime/arrow/writers/BaseRowFloatWriter.java | 44 ++++
.../runtime/arrow/writers/BaseRowTimeWriter.java | 62 +++++
.../arrow/writers/BaseRowVarBinaryWriter.java | 44 ++++
.../arrow/writers/BaseRowVarCharWriter.java | 44 ++++
.../table/runtime/arrow/writers/BooleanWriter.java | 46 ++++
.../table/runtime/arrow/writers/DateWriter.java | 48 ++++
.../table/runtime/arrow/writers/DecimalWriter.java | 59 +++++
.../table/runtime/arrow/writers/DoubleWriter.java | 44 ++++
.../table/runtime/arrow/writers/FloatWriter.java | 44 ++++
.../table/runtime/arrow/writers/TimeWriter.java | 76 ++++++
.../runtime/arrow/writers/VarBinaryWriter.java | 44 ++++
.../table/runtime/arrow/writers/VarCharWriter.java | 46 ++++
.../arrow/ArrowPythonScalarFunctionOperator.java | 2 +-
.../BaseRowArrowPythonScalarFunctionOperator.java | 2 +-
.../arrow/ArrowPythonScalarFunctionRunner.java | 2 +-
.../BaseRowArrowPythonScalarFunctionRunner.java | 2 +-
.../table/runtime/typeutils/PythonTypeUtils.java | 55 +++++
.../serializers/python/DateSerializer.java | 23 +-
.../flink/table/runtime/arrow/ArrowUtilsTest.java | 75 +++++-
.../arrow/BaseRowArrowReaderWriterTest.java | 36 ++-
.../runtime/arrow/RowArrowReaderWriterTest.java | 40 ++-
.../ArrowPythonScalarFunctionOperatorTest.java | 2 +-
...seRowArrowPythonScalarFunctionOperatorTest.java | 2 +-
.../arrow/ArrowPythonScalarFunctionRunnerTest.java | 2 +-
.../table/runtime/util/StreamRecordUtils.java | 6 +
48 files changed, 2138 insertions(+), 114 deletions(-)
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/BooleanFieldReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/DateFieldReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/DecimalFieldReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/DoubleFieldReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/FloatFieldReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/TimeFieldReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/VarBinaryFieldReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/readers/VarCharFieldReader.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowBooleanColumnVector.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowDateColumnVector.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowDecimalColumnVector.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowDoubleColumnVector.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowFloatColumnVector.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowTimeColumnVector.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowVarBinaryColumnVector.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/ArrowVarCharColumnVector.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowBooleanWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowDateWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowDecimalWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowDoubleWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowFloatWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowTimeWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowVarBinaryWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BaseRowVarCharWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/BooleanWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/DateWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/DecimalWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/DoubleWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/FloatWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/TimeWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/VarBinaryWriter.java
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/VarCharWriter.java