You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by he...@apache.org on 2020/08/09 03:33:28 UTC
[flink] branch master updated (b856047 -> 862c9eb)
This is an automated email from the ASF dual-hosted git repository.
hequn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from b856047 [FLINK-17503][runtime] [logs] Refactored log output.
add 862c9eb [FLINK-18765][python] Support map() and flat_map() for Python DataStream API. (#13066)
No new revisions were added by this update.
Summary of changes:
flink-python/pyflink/datastream/data_stream.py | 130 ++++++
flink-python/pyflink/datastream/functions.py | 149 +++++++
.../pyflink/datastream/tests/test_data_stream.py | 103 +++++
.../fn_execution/beam/beam_coder_impl_slow.py | 94 +++++
.../pyflink/fn_execution/beam/beam_coders.py | 55 +++
.../fn_execution/beam/beam_operations_fast.pxd | 3 +
.../fn_execution/beam/beam_operations_fast.pyx | 17 +-
.../fn_execution/beam/beam_operations_slow.py | 24 +-
.../pyflink/fn_execution/coder_impl_fast.pxd | 23 ++
.../pyflink/fn_execution/coder_impl_fast.pyx | 122 ++++++
flink-python/pyflink/fn_execution/coders.py | 135 +++++++
.../pyflink/fn_execution/flink_fn_execution_pb2.py | 434 +++++++++++++++++++--
.../pyflink/fn_execution/operation_utils.py | 20 +
.../pyflink/fn_execution/tests/test_coders.py | 14 +-
.../pyflink/proto/flink-fn-execution.proto | 58 +++
.../functions/python/DataStreamPythonFunction.java | 50 +++
.../python/DataStreamPythonFunctionInfo.java | 45 +++
.../DataStreamPythonStatelessFunctionOperator.java | 169 ++++++++
...eamDataStreamPythonStatelessFunctionRunner.java | 90 +++++
.../runtime/typeutils/python/PythonTypeUtils.java | 318 +++++++++++++++
.../apache/flink/python/util/PythonConfigUtil.java | 67 ++++
.../python/beam/BeamPythonFunctionRunner.java | 6 +-
.../beam/BeamPythonStatelessFunctionRunner.java | 55 +--
.../AbstractPythonStatelessFunctionFlatMap.java | 4 +-
.../python/AbstractStatelessFunctionOperator.java | 4 +-
.../BeamTablePythonStatelessFunctionRunner.java | 93 +++++
.../flink/python/util/PythonConfigUtilTest.java | 40 ++
.../flink/python/util/PythonTypeUtilsTest.java | 136 +++++++
.../PassThroughPythonScalarFunctionRunner.java | 6 +-
.../PassThroughPythonTableFunctionRunner.java | 6 +-
30 files changed, 2375 insertions(+), 95 deletions(-)
create mode 100644 flink-python/pyflink/datastream/functions.py
create mode 100644 flink-python/src/main/java/org/apache/flink/datastream/runtime/functions/python/DataStreamPythonFunction.java
create mode 100644 flink-python/src/main/java/org/apache/flink/datastream/runtime/functions/python/DataStreamPythonFunctionInfo.java
create mode 100644 flink-python/src/main/java/org/apache/flink/datastream/runtime/operators/python/DataStreamPythonStatelessFunctionOperator.java
create mode 100644 flink-python/src/main/java/org/apache/flink/datastream/runtime/runners/python/beam/BeamDataStreamPythonStatelessFunctionRunner.java
create mode 100644 flink-python/src/main/java/org/apache/flink/datastream/runtime/typeutils/python/PythonTypeUtils.java
create mode 100644 flink-python/src/main/java/org/apache/flink/python/util/PythonConfigUtil.java
rename flink-python/src/main/java/org/apache/flink/{table/runtime => streaming/api}/runners/python/beam/BeamPythonFunctionRunner.java (98%)
rename flink-python/src/main/java/org/apache/flink/{table/runtime => streaming/api}/runners/python/beam/BeamPythonStatelessFunctionRunner.java (78%)
create mode 100644 flink-python/src/main/java/org/apache/flink/table/runtime/runners/python/beam/BeamTablePythonStatelessFunctionRunner.java
create mode 100644 flink-python/src/test/java/org/apache/flink/python/util/PythonConfigUtilTest.java
create mode 100644 flink-python/src/test/java/org/apache/flink/python/util/PythonTypeUtilsTest.java