You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by he...@apache.org on 2019/09/29 15:32:24 UTC
[flink] branch master updated (47b0d156 -> fc4a1df)
This is an automated email from the ASF dual-hosted git repository.
hequn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 47b0d156 [FLINK-14179][sql-client] Fix the description of 'SHOW FUNCTIONS' in SQL Client (#9752)
add 6a67f36 [hotfix][python] Use pyflink code with higher priority if it exists
add 06d6dba [FLINK-14018][python] Add Python building blocks to make sure the basic functionality of Python ScalarFunction could work
add fc4a1df [FLINK-14018][python] Package cloudpickle in flink for ease of use for Flink Python users
No new revisions were added by this update.
Summary of changes:
.gitignore | 2 +
NOTICE | 1 +
NOTICE-binary | 1 +
flink-python/README.md | 2 +-
flink-python/bin/pyflink-shell.sh | 5 +-
flink-python/bin/pyflink-udf-runner.sh | 28 ++-
flink-python/lib/cloudpickle-1.2.2-src.zip | Bin 0 -> 23425 bytes
flink-python/lib/cloudpickle-LICENSE.txt | 32 +++
flink-python/pom.xml | 20 ++
flink-python/pyflink/fn_execution/boot.py | 2 +-
flink-python/pyflink/fn_execution/coder_impl.py | 80 +++++++
flink-python/pyflink/fn_execution/coders.py | 86 +++++++
flink-python/pyflink/fn_execution/operations.py | 261 +++++++++++++++++++++
.../fn_execution/sdk_worker_main.py} | 33 +--
flink-python/pyflink/gen_protos.py | 146 ++++++++++++
flink-python/pyflink/table/__init__.py | 10 +-
flink-python/pyflink/table/table_environment.py | 30 +++
.../table/tests/test_environment_completeness.py | 3 +-
flink-python/pyflink/table/tests/test_udf.py | 245 +++++++++++++++++++
flink-python/pyflink/table/types.py | 2 +-
flink-python/pyflink/table/udf.py | 229 ++++++++++++++++++
flink-python/pyflink/testing/test_case_utils.py | 5 +-
flink-python/setup.py | 37 ++-
.../flink/python/AbstractPythonFunctionRunner.java | 12 +-
.../AbstractPythonScalarFunctionOperator.java | 10 +-
.../BaseRowPythonScalarFunctionOperator.java | 19 +-
.../python/PythonScalarFunctionOperator.java | 20 +-
flink-python/src/main/resources/META-INF/NOTICE | 1 +
.../META-INF/licenses/LICENSE.cloudpickle | 32 +++
.../AbstractPythonScalarFunctionRunnerTest.java | 2 +-
.../BaseRowPythonScalarFunctionRunnerTest.java | 2 +-
.../python/PythonScalarFunctionRunnerTest.java | 4 +-
.../BaseRowPythonScalarFunctionOperatorTest.java | 8 +-
.../python/PythonScalarFunctionOperatorTest.java | 8 +-
.../PythonScalarFunctionOperatorTestBase.java | 4 +-
flink-python/tox.ini | 2 +-
.../flink/table/functions/python/PythonEnv.java | 25 +-
.../{PythonEnv.java => SimplePythonFunction.java} | 51 ++--
.../codegen/PythonFunctionCodeGenerator.scala | 128 ++++++++++
.../flink/table/plan/nodes/CommonPythonCalc.scala | 75 ++++++
.../nodes/datastream/DataStreamPythonCalc.scala | 125 +++++++++-
.../datastream/DataStreamPythonCalcRule.scala | 2 +-
.../flink/table/util/python/PythonTableUtils.scala | 29 +++
licenses-binary/LICENSE.cloudpickle | 32 +++
licenses/LICENSE.cloudpickle | 32 +++
pom.xml | 1 +
46 files changed, 1730 insertions(+), 154 deletions(-)
create mode 100644 flink-python/lib/cloudpickle-1.2.2-src.zip
create mode 100644 flink-python/lib/cloudpickle-LICENSE.txt
create mode 100644 flink-python/pyflink/fn_execution/coder_impl.py
create mode 100644 flink-python/pyflink/fn_execution/coders.py
create mode 100644 flink-python/pyflink/fn_execution/operations.py
copy flink-python/{bin/pyflink-udf-runner.sh => pyflink/fn_execution/sdk_worker_main.py} (56%)
mode change 100755 => 100644
create mode 100644 flink-python/pyflink/gen_protos.py
create mode 100644 flink-python/pyflink/table/tests/test_udf.py
create mode 100644 flink-python/pyflink/table/udf.py
create mode 100644 flink-python/src/main/resources/META-INF/licenses/LICENSE.cloudpickle
copy flink-table/flink-table-common/src/main/java/org/apache/flink/table/functions/python/{PythonEnv.java => SimplePythonFunction.java} (50%)
create mode 100644 flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/codegen/PythonFunctionCodeGenerator.scala
create mode 100644 flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/plan/nodes/CommonPythonCalc.scala
create mode 100644 licenses-binary/LICENSE.cloudpickle
create mode 100644 licenses/LICENSE.cloudpickle