You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by di...@apache.org on 2020/09/26 01:24:06 UTC

[flink] branch master updated (ef4d997 -> ba520e9)

This is an automated email from the ASF dual-hosted git repository.

dianfu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from ef4d997  [FLINK-19098][json][csv] Make RowData CSV and JSON converters public
     add ba520e9  [FLINK-19421][python] Support Python UDAF in streaming mode

No new revisions were added by this update.

Summary of changes:
 flink-python/pyflink/common/state.py               |  65 ++++
 flink-python/pyflink/common/types.py               |   6 +
 flink-python/pyflink/fn_execution/aggregate.py     | 374 +++++++++++++++++++++
 .../fn_execution/beam/beam_coder_impl_slow.py      |  50 ++-
 .../pyflink/fn_execution/beam/beam_coders.py       |  37 ++
 .../fn_execution/beam/beam_operations_fast.pxd     |   2 +-
 .../fn_execution/beam/beam_operations_fast.pyx     | 122 ++++++-
 .../fn_execution/beam/beam_operations_slow.py      | 128 ++++++-
 .../pyflink/fn_execution/coder_impl_fast.pxd       |   7 +
 .../pyflink/fn_execution/coder_impl_fast.pyx       |  39 ++-
 flink-python/pyflink/fn_execution/coders.py        |  44 ++-
 .../pyflink/fn_execution/operation_utils.py        |  12 +-
 flink-python/pyflink/fn_execution/state_impl.py    | 173 ++++++++++
 .../pyflink/table/functions.py                     |  27 +-
 flink-python/pyflink/table/table_environment.py    |  23 +-
 flink-python/pyflink/table/tests/test_aggregate.py |  93 ++++-
 flink-python/pyflink/table/udf.py                  |   4 +
 .../python/beam/BeamPythonFunctionRunner.java      |   5 +-
 .../flink/table/runtime/arrow/ArrowUtils.java      |   2 +-
 .../PythonStreamGroupAggregateOperator.java        |  11 +-
 .../BeamTableStatefulPythonFunctionRunner.java     |  13 +-
 .../PythonStreamGroupAggregateOperatorTest.java    |   3 +-
 ...ThroughStreamAggregatePythonFunctionRunner.java |   5 +-
 flink-python/tox.ini                               |   2 +-
 .../table/functions/python/PythonFunctionInfo.java |  12 +
 .../batch/BatchExecPythonAggregateRule.java        |   8 +-
 .../stream/StreamExecPythonGroupAggregateRule.java | 110 ++++++
 .../plan/nodes/common/CommonPythonAggregate.scala  |  27 +-
 .../batch/BatchExecPythonGroupAggregate.scala      |   2 +-
 .../BatchExecPythonGroupWindowAggregate.scala      |   2 +-
 .../batch/BatchExecPythonOverAggregate.scala       |   3 +-
 ....scala => StreamExecPythonGroupAggregate.scala} | 114 ++++---
 .../FlinkChangelogModeInferenceProgram.scala       |  16 +-
 .../planner/plan/rules/FlinkStreamRuleSets.scala   |   1 +
 .../stream/StreamExecGroupAggregateRule.scala      |   4 +-
 .../runtime/utils/JavaUserDefinedAggFunctions.java |  21 ++
 .../table/PythonAggregateTest.xml                  |  45 ++-
 .../plan/batch/table/PythonAggregateTest.scala     |  12 +
 .../table/PythonAggregateTest.scala                |  29 +-
 39 files changed, 1487 insertions(+), 166 deletions(-)
 create mode 100644 flink-python/pyflink/common/state.py
 create mode 100644 flink-python/pyflink/fn_execution/aggregate.py
 create mode 100644 flink-python/pyflink/fn_execution/state_impl.py
 copy flink-dist/src/test/bin/runExtractLoggingOutputs.sh => flink-python/pyflink/table/functions.py (67%)
 mode change 100755 => 100644
 create mode 100644 flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/plan/rules/physical/stream/StreamExecPythonGroupAggregateRule.java
 copy flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/nodes/physical/stream/{StreamExecGroupTableAggregate.scala => StreamExecPythonGroupAggregate.scala} (64%)
 copy flink-table/flink-table-planner-blink/src/test/resources/org/apache/flink/table/planner/plan/{batch => stream}/table/PythonAggregateTest.xml (57%)
 copy flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/plan/{batch => stream}/table/PythonAggregateTest.scala (66%)