You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@wayang.apache.org by qu...@apache.org on 2022/04/12 21:37:49 UTC

[incubator-wayang] 01/01: Merge pull request #212 from apache/wayang-211

This is an automated email from the ASF dual-hosted git repository.

quiaru pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git

commit 77a5d3b5854f59b9cad1f9e9921b849ccc5cca58
Merge: b2a202f1 f738e66f
Author: Jorge Quiane <Jo...@tu-berlin.de>
AuthorDate: Tue Apr 12 23:37:44 2022 +0200

    Merge pull request #212 from apache/wayang-211
    
    JVM-platform inside of Python-API

 python/src/pywy/core/__init__.py                   |   4 +-
 python/src/pywy/core/channel.py                    |  52 +++++-
 python/src/pywy/core/core.py                       | 174 +++++++++++++++++++++
 python/src/pywy/core/executor.py                   |  11 ++
 python/src/pywy/core/mapping.py                    |  42 ++++-
 python/src/pywy/core/plan.py                       |  76 ---------
 python/src/pywy/core/plugin.py                     |  51 ------
 python/src/pywy/core/translator.py                 |  58 -------
 python/src/pywy/dataquanta.py                      |  12 +-
 python/src/pywy/operators/base.py                  |   4 +-
 .../executor.py => platforms/commons/__init__.py}  |  10 +-
 .../pywy/platforms/{python => commons}/channels.py |  34 ++--
 .../executor.py => platforms/jvm/__init__.py}      |   8 -
 python/src/pywy/platforms/jvm/channels.py          |  47 ++++++
 .../{core/executor.py => platforms/jvm/context.py} |  17 +-
 python/src/pywy/platforms/jvm/execution.py         |  93 +++++++++++
 python/src/pywy/platforms/jvm/graph.py             |  52 ++++++
 .../executor.py => platforms/jvm/mappings.py}      |  12 +-
 .../{core => platforms/jvm/operator}/__init__.py   |  23 +--
 .../jvm/operator/jvm_execution_operator.py}        |  43 ++---
 .../operator/jvm_sink_textfile.py}                 |  46 +++---
 .../operator/jvm_source_textfile.py}               |  32 ++--
 .../platforms/jvm/operator/jvm_unary_filter.py     |  73 +++++++++
 .../executor.py => platforms/jvm/platform.py}      |  10 +-
 .../{core/executor.py => platforms/jvm/plugin.py}  |  16 +-
 .../jvm/serializable/__init__.py}                  |   8 -
 .../platforms/jvm/serializable/plan_writter.py     | 131 ++++++++++++++++
 .../jvm/serializable/wayang_jvm_operator.py        | 114 ++++++++++++++
 python/src/pywy/platforms/python/channels.py       |  40 +----
 .../platforms/python/operator/py_sink_textfile.py  |   5 +-
 .../python/operator/py_source_textfile.py          |   7 +-
 .../platforms/python/operator/py_unary_filter.py   |  29 ++--
 .../platforms/python/operator/py_unary_flatmap.py  |  29 ++--
 .../pywy/platforms/python/operator/py_unary_map.py |  29 ++--
 python/src/pywy/plugins.py                         |   2 +
 .../pywy/tests/integration/jvm_platform_test.py    | 143 +++++++++++++++++
 36 files changed, 1097 insertions(+), 440 deletions(-)