You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by di...@apache.org on 2021/07/16 10:10:47 UTC
[flink] branch master updated (c225a8c -> d7854c5)
This is an automated email from the ASF dual-hosted git repository.
dianfu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from c225a8c [FLINK-23367][state] Ensure InternalPriorityQueue#iterator could be closed for changelog state-backend
add 41d3e22 [FLINK-23400][python] Support to decode a single record for the Python coder
add d87b236 [hotfix][python] Remove unnecessary classes such as AbstractRowDataPythonScalarFunctionOperator and AbstractPythonTableFunctionOperator
add d7854c5 [hotfix][python] Remove unless classes for the old planner
No new revisions were added by this update.
Summary of changes:
.../fn_execution/beam/beam_coder_impl_fast.pxd | 10 +-
.../fn_execution/beam/beam_coder_impl_fast.pyx | 20 +-
.../fn_execution/beam/beam_coder_impl_slow.py | 7 +-
.../pyflink/fn_execution/beam/beam_coders.py | 27 +-
.../fn_execution/beam/beam_operations_fast.pyx | 22 +-
.../pyflink/fn_execution/coder_impl_fast.pxd | 9 +-
.../pyflink/fn_execution/coder_impl_fast.pyx | 52 +-
.../pyflink/fn_execution/coder_impl_slow.py | 18 +-
flink-python/pyflink/fn_execution/coders.py | 92 +-
.../pyflink/fn_execution/flink_fn_execution_pb2.py | 1340 +++++++++++---------
.../pyflink/proto/flink-fn-execution.proto | 169 +--
.../python/OneInputPythonFunctionOperator.java | 32 +-
.../operators/python/PythonCoFlatMapOperator.java | 24 +-
.../api/operators/python/PythonCoMapOperator.java | 24 +-
.../operators/python/PythonFlatMapOperator.java | 25 +-
.../python/PythonKeyedCoProcessOperator.java | 34 +-
.../python/PythonKeyedProcessOperator.java | 13 +-
.../api/operators/python/PythonMapOperator.java | 10 +-
.../python/PythonPartitionCustomOperator.java | 10 +-
.../operators/python/PythonProcessOperator.java | 18 +-
.../PythonTimestampsAndWatermarksOperator.java | 10 +-
.../python/TwoInputPythonFunctionOperator.java | 67 +-
.../beam/BeamDataStreamPythonFunctionRunner.java | 52 +-
.../python/beam/BeamPythonFunctionRunner.java | 25 +-
.../{PythonOperatorUtils.java => ProtoUtils.java} | 134 +-
.../streaming/api/utils/PythonOperatorUtils.java | 173 +--
.../flink/table/runtime/arrow/ArrowReader.java | 37 +-
.../flink/table/runtime/arrow/ArrowUtils.java | 11 +-
.../flink/table/runtime/arrow/ArrowWriter.java | 2 +-
.../runtime/arrow/serializers/ArrowSerializer.java | 21 +-
.../arrow/serializers/RowDataArrowSerializer.java | 46 -
.../arrow/sources/AbstractArrowSourceFunction.java | 226 ----
.../arrow/sources/AbstractArrowTableSource.java | 53 -
.../runtime/arrow/sources/ArrowSourceFunction.java | 192 ++-
.../runtime/arrow/sources/ArrowTableSource.java | 29 +-
.../runtime/arrow/vectors/RowDataArrowReader.java | 57 -
.../runtime/arrow/writers/RowArrayWriter.java | 61 -
.../runtime/arrow/writers/RowBigIntWriter.java | 42 -
.../runtime/arrow/writers/RowBooleanWriter.java | 44 -
.../table/runtime/arrow/writers/RowDateWriter.java | 48 -
.../runtime/arrow/writers/RowDecimalWriter.java | 57 -
.../runtime/arrow/writers/RowDoubleWriter.java | 42 -
.../runtime/arrow/writers/RowFloatWriter.java | 42 -
.../table/runtime/arrow/writers/RowIntWriter.java | 42 -
.../table/runtime/arrow/writers/RowRowWriter.java | 69 -
.../runtime/arrow/writers/RowSmallIntWriter.java | 43 -
.../table/runtime/arrow/writers/RowTimeWriter.java | 74 --
.../runtime/arrow/writers/RowTimestampWriter.java | 68 -
.../runtime/arrow/writers/RowTinyIntWriter.java | 42 -
.../runtime/arrow/writers/RowVarBinaryWriter.java | 43 -
.../runtime/arrow/writers/RowVarCharWriter.java | 46 -
.../python/AbstractStatelessFunctionOperator.java | 33 +-
.../AbstractPythonStreamAggregateOperator.java | 48 +-
...AbstractPythonStreamGroupAggregateOperator.java | 9 +-
.../PythonStreamGroupWindowAggregateOperator.java | 22 +-
...stractArrowPythonAggregateFunctionOperator.java | 34 +-
...tBatchArrowPythonAggregateFunctionOperator.java | 15 +-
...hArrowPythonGroupAggregateFunctionOperator.java | 21 +-
...PythonGroupWindowAggregateFunctionOperator.java | 24 +-
...wPythonOverWindowAggregateFunctionOperator.java | 28 +-
...wPythonOverWindowAggregateFunctionOperator.java | 26 +-
...PythonGroupWindowAggregateFunctionOperator.java | 30 +-
.../AbstractPythonScalarFunctionOperator.java | 110 +-
...bstractRowDataPythonScalarFunctionOperator.java | 131 --
...ator.java => PythonScalarFunctionOperator.java} | 46 +-
...java => ArrowPythonScalarFunctionOperator.java} | 38 +-
.../table/AbstractPythonTableFunctionOperator.java | 120 --
...rator.java => PythonTableFunctionOperator.java} | 108 +-
.../python/beam/BeamTablePythonFunctionRunner.java | 52 +-
...rWriterTest.java => ArrowReaderWriterTest.java} | 8 +-
.../runtime/arrow/ArrowReaderWriterTestBase.java | 7 +-
.../flink/table/runtime/arrow/ArrowUtilsTest.java | 109 +-
.../arrow/sources/ArrowSourceFunctionTest.java | 4 +-
.../arrow/sources/ArrowSourceFunctionTestBase.java | 85 +-
....java => PythonScalarFunctionOperatorTest.java} | 8 +-
.../PythonScalarFunctionOperatorTestBase.java | 6 +-
... => ArrowPythonScalarFunctionOperatorTest.java} | 9 +-
...t.java => PythonTableFunctionOperatorTest.java} | 16 +-
.../table/PythonTableFunctionOperatorTestBase.java | 9 +-
.../PassThroughPythonAggregateFunctionRunner.java | 17 +-
.../PassThroughPythonScalarFunctionRunner.java | 11 +-
.../PassThroughPythonTableFunctionRunner.java | 11 +-
...ThroughStreamAggregatePythonFunctionRunner.java | 11 +-
...amGroupWindowAggregatePythonFunctionRunner.java | 11 +-
...ghStreamTableAggregatePythonFunctionRunner.java | 11 +-
.../nodes/exec/common/CommonExecPythonCalc.java | 4 +-
.../exec/common/CommonExecPythonCorrelate.java | 2 +-
87 files changed, 2054 insertions(+), 3034 deletions(-)
copy flink-python/src/main/java/org/apache/flink/streaming/api/utils/{PythonOperatorUtils.java => ProtoUtils.java} (65%)
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/serializers/RowDataArrowSerializer.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/sources/AbstractArrowSourceFunction.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/sources/AbstractArrowTableSource.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/vectors/RowDataArrowReader.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowArrayWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowBigIntWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowBooleanWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowDateWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowDecimalWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowDoubleWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowFloatWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowIntWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowRowWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowSmallIntWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowTimeWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowTimestampWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowTinyIntWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowVarBinaryWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/arrow/writers/RowVarCharWriter.java
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/operators/python/scalar/AbstractRowDataPythonScalarFunctionOperator.java
rename flink-python/src/main/java/org/apache/flink/table/runtime/operators/python/scalar/{RowDataPythonScalarFunctionOperator.java => PythonScalarFunctionOperator.java} (73%)
rename flink-python/src/main/java/org/apache/flink/table/runtime/operators/python/scalar/arrow/{RowDataArrowPythonScalarFunctionOperator.java => ArrowPythonScalarFunctionOperator.java} (79%)
delete mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/operators/python/table/AbstractPythonTableFunctionOperator.java
rename flink-python/src/main/java/org/apache/flink/table/runtime/operators/python/table/{RowDataPythonTableFunctionOperator.java => PythonTableFunctionOperator.java} (65%)
rename flink-python/src/test/java/org/apache/flink/table/runtime/arrow/{RowDataArrowReaderWriterTest.java => ArrowReaderWriterTest.java} (97%)
rename flink-python/src/test/java/org/apache/flink/table/runtime/operators/python/scalar/{RowDataPythonScalarFunctionOperatorTest.java => PythonScalarFunctionOperatorTest.java} (94%)
rename flink-python/src/test/java/org/apache/flink/table/runtime/operators/python/scalar/arrow/{RowDataArrowPythonScalarFunctionOperatorTest.java => ArrowPythonScalarFunctionOperatorTest.java} (92%)
rename flink-python/src/test/java/org/apache/flink/table/runtime/operators/python/table/{RowDataPythonTableFunctionOperatorTest.java => PythonTableFunctionOperatorTest.java} (89%)