You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by di...@apache.org on 2020/09/26 01:24:06 UTC
[flink] branch master updated (ef4d997 -> ba520e9)
This is an automated email from the ASF dual-hosted git repository.
dianfu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from ef4d997 [FLINK-19098][json][csv] Make RowData CSV and JSON converters public
add ba520e9 [FLINK-19421][python] Support Python UDAF in streaming mode
No new revisions were added by this update.
Summary of changes:
flink-python/pyflink/common/state.py | 65 ++++
flink-python/pyflink/common/types.py | 6 +
flink-python/pyflink/fn_execution/aggregate.py | 374 +++++++++++++++++++++
.../fn_execution/beam/beam_coder_impl_slow.py | 50 ++-
.../pyflink/fn_execution/beam/beam_coders.py | 37 ++
.../fn_execution/beam/beam_operations_fast.pxd | 2 +-
.../fn_execution/beam/beam_operations_fast.pyx | 122 ++++++-
.../fn_execution/beam/beam_operations_slow.py | 128 ++++++-
.../pyflink/fn_execution/coder_impl_fast.pxd | 7 +
.../pyflink/fn_execution/coder_impl_fast.pyx | 39 ++-
flink-python/pyflink/fn_execution/coders.py | 44 ++-
.../pyflink/fn_execution/operation_utils.py | 12 +-
flink-python/pyflink/fn_execution/state_impl.py | 173 ++++++++++
.../pyflink/table/functions.py | 27 +-
flink-python/pyflink/table/table_environment.py | 23 +-
flink-python/pyflink/table/tests/test_aggregate.py | 93 ++++-
flink-python/pyflink/table/udf.py | 4 +
.../python/beam/BeamPythonFunctionRunner.java | 5 +-
.../flink/table/runtime/arrow/ArrowUtils.java | 2 +-
.../PythonStreamGroupAggregateOperator.java | 11 +-
.../BeamTableStatefulPythonFunctionRunner.java | 13 +-
.../PythonStreamGroupAggregateOperatorTest.java | 3 +-
...ThroughStreamAggregatePythonFunctionRunner.java | 5 +-
flink-python/tox.ini | 2 +-
.../table/functions/python/PythonFunctionInfo.java | 12 +
.../batch/BatchExecPythonAggregateRule.java | 8 +-
.../stream/StreamExecPythonGroupAggregateRule.java | 110 ++++++
.../plan/nodes/common/CommonPythonAggregate.scala | 27 +-
.../batch/BatchExecPythonGroupAggregate.scala | 2 +-
.../BatchExecPythonGroupWindowAggregate.scala | 2 +-
.../batch/BatchExecPythonOverAggregate.scala | 3 +-
....scala => StreamExecPythonGroupAggregate.scala} | 114 ++++---
.../FlinkChangelogModeInferenceProgram.scala | 16 +-
.../planner/plan/rules/FlinkStreamRuleSets.scala | 1 +
.../stream/StreamExecGroupAggregateRule.scala | 4 +-
.../runtime/utils/JavaUserDefinedAggFunctions.java | 21 ++
.../table/PythonAggregateTest.xml | 45 ++-
.../plan/batch/table/PythonAggregateTest.scala | 12 +
.../table/PythonAggregateTest.scala | 29 +-
39 files changed, 1487 insertions(+), 166 deletions(-)
create mode 100644 flink-python/pyflink/common/state.py
create mode 100644 flink-python/pyflink/fn_execution/aggregate.py
create mode 100644 flink-python/pyflink/fn_execution/state_impl.py
copy flink-dist/src/test/bin/runExtractLoggingOutputs.sh => flink-python/pyflink/table/functions.py (67%)
mode change 100755 => 100644
create mode 100644 flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/plan/rules/physical/stream/StreamExecPythonGroupAggregateRule.java
copy flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/nodes/physical/stream/{StreamExecGroupTableAggregate.scala => StreamExecPythonGroupAggregate.scala} (64%)
copy flink-table/flink-table-planner-blink/src/test/resources/org/apache/flink/table/planner/plan/{batch => stream}/table/PythonAggregateTest.xml (57%)
copy flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/plan/{batch => stream}/table/PythonAggregateTest.scala (66%)