You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by he...@apache.org on 2020/08/09 03:33:28 UTC

[flink] branch master updated (b856047 -> 862c9eb)

This is an automated email from the ASF dual-hosted git repository.

hequn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from b856047  [FLINK-17503][runtime] [logs] Refactored log output.
     add 862c9eb  [FLINK-18765][python] Support map() and flat_map() for Python DataStream API. (#13066)

No new revisions were added by this update.

Summary of changes:
 flink-python/pyflink/datastream/data_stream.py     | 130 ++++++
 flink-python/pyflink/datastream/functions.py       | 149 +++++++
 .../pyflink/datastream/tests/test_data_stream.py   | 103 +++++
 .../fn_execution/beam/beam_coder_impl_slow.py      |  94 +++++
 .../pyflink/fn_execution/beam/beam_coders.py       |  55 +++
 .../fn_execution/beam/beam_operations_fast.pxd     |   3 +
 .../fn_execution/beam/beam_operations_fast.pyx     |  17 +-
 .../fn_execution/beam/beam_operations_slow.py      |  24 +-
 .../pyflink/fn_execution/coder_impl_fast.pxd       |  23 ++
 .../pyflink/fn_execution/coder_impl_fast.pyx       | 122 ++++++
 flink-python/pyflink/fn_execution/coders.py        | 135 +++++++
 .../pyflink/fn_execution/flink_fn_execution_pb2.py | 434 +++++++++++++++++++--
 .../pyflink/fn_execution/operation_utils.py        |  20 +
 .../pyflink/fn_execution/tests/test_coders.py      |  14 +-
 .../pyflink/proto/flink-fn-execution.proto         |  58 +++
 .../functions/python/DataStreamPythonFunction.java |  50 +++
 .../python/DataStreamPythonFunctionInfo.java       |  45 +++
 .../DataStreamPythonStatelessFunctionOperator.java | 169 ++++++++
 ...eamDataStreamPythonStatelessFunctionRunner.java |  90 +++++
 .../runtime/typeutils/python/PythonTypeUtils.java  | 318 +++++++++++++++
 .../apache/flink/python/util/PythonConfigUtil.java |  67 ++++
 .../python/beam/BeamPythonFunctionRunner.java      |   6 +-
 .../beam/BeamPythonStatelessFunctionRunner.java    |  55 +--
 .../AbstractPythonStatelessFunctionFlatMap.java    |   4 +-
 .../python/AbstractStatelessFunctionOperator.java  |   4 +-
 .../BeamTablePythonStatelessFunctionRunner.java    |  93 +++++
 .../flink/python/util/PythonConfigUtilTest.java    |  40 ++
 .../flink/python/util/PythonTypeUtilsTest.java     | 136 +++++++
 .../PassThroughPythonScalarFunctionRunner.java     |   6 +-
 .../PassThroughPythonTableFunctionRunner.java      |   6 +-
 30 files changed, 2375 insertions(+), 95 deletions(-)
 create mode 100644 flink-python/pyflink/datastream/functions.py
 create mode 100644 flink-python/src/main/java/org/apache/flink/datastream/runtime/functions/python/DataStreamPythonFunction.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/datastream/runtime/functions/python/DataStreamPythonFunctionInfo.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/datastream/runtime/operators/python/DataStreamPythonStatelessFunctionOperator.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/datastream/runtime/runners/python/beam/BeamDataStreamPythonStatelessFunctionRunner.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/datastream/runtime/typeutils/python/PythonTypeUtils.java
 create mode 100644 flink-python/src/main/java/org/apache/flink/python/util/PythonConfigUtil.java
 rename flink-python/src/main/java/org/apache/flink/{table/runtime => streaming/api}/runners/python/beam/BeamPythonFunctionRunner.java (98%)
 rename flink-python/src/main/java/org/apache/flink/{table/runtime => streaming/api}/runners/python/beam/BeamPythonStatelessFunctionRunner.java (78%)
 create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/runners/python/beam/BeamTablePythonStatelessFunctionRunner.java
 create mode 100644 flink-python/src/test/java/org/apache/flink/python/util/PythonConfigUtilTest.java
 create mode 100644 flink-python/src/test/java/org/apache/flink/python/util/PythonTypeUtilsTest.java