You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@wayang.apache.org by rp...@apache.org on 2022/04/08 18:58:33 UTC
[incubator-wayang] branch main updated (70f41b13 -> 4cc0bfdc)
This is an automated email from the ASF dual-hosted git repository.
rpardomeza pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
from 70f41b13 Merge pull request #137 from apache/ide
add edab66a1 Wayang 8 (#89)
add 4aa733b7 [WAYANG-#8] Structure the Python file inside of a module
add fc94a5fd [WAYANG-#8] Structure the Python file inside of a module
add 2894e542 [WAYANG-#8] Seed creation of Platforms/python
add 6e04ecf6 [WAYANG-#8] add TextFileSourceOperator
add 650e127c [WAYANG-#8] add TextFileSinkOperator
add 2205368b [WAYANG-#8] rename to pywy and organization of class
add 8b20bc4e [WAYANG-#8] Change structure for PywyPlan
add bff9f575 [WAYANG-#8] Change structure of Graph
add 1dbbaaac [WAYANG-#8] Change name in graphtypes.py
add 65ad948d [WAYANG-#8] pywy - Graph add tuple option
add 2443b37e [WAYANG-#8] Add prefix and postfix to the name at creation time
add 68069a50 [WAYANG-#8] Translate the operator to execute
add 07e48755 [WAYANG-#8] Update imports
add f68dfa8f [WAYANG-#8] WyOperator change name to PywyWayang
add 84b887ed [WAYANG-#8] Change files structure
add f32d04a6 [WAYANG-#8] Executor in python platformb
add cdd1147d [WAYANG-#8] Structure folder changes
add 553d492d [WAYANG-#8] Change in names for readibility
add d9974051 [WAYANG-#8] move old code to folder out of the current pywy
add a7730b31 [WAYANG-#8] Test seed added
add d3147607 [WAYANG-#8] add context and platfom Test
add e0da05b2 [WAYANG-#8] add dataquanta Tests and small corrections
add 220590b8 [WAYANG-#8] add types Tests and small corrections
add 1b2ab529 [WAYANG-#8] remove the warning and clean code
add c355af58 [WAYANG-#8] add configuration properties
add 9cc3db26 [WAYANG-#8] Add Integration test of Python-Platform
add b63997f7 [WAYANG-#8] Add Benchmark test of Python-Platform to SO
add aafc8a02 [WAYANG-#8] Correction in the channel types
add 8b5048fd [WAYANG-#8] add PyMapOperator and minnors
add d60c1701 [WAYANG-#8] add PyFlatMapOperator and correction of types capture
add ab42136f [WAYANG-#8] Add header license
add 3a9de146 [WAYANG-#8] Add header license
new 4cc0bfdc Merge pull request #139 from apache/python-platform
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 3 +
.licenserc.yaml | 3 +
.../pyplangenerator.sh | 13 +-
pom.xml | 4 +
python/.gitignore | 277 +++++++++++++++++
python/.rat-excludes | 6 +
LICENSE => python/LICENSE | 22 --
python/README.md | 3 +
bin/rename_org.sh => python/bin/benchmark.sh | 39 ++-
.../bin/check-license.sh | 8 +-
bin/rm-pom-backups.sh => python/bin/test.sh | 5 +-
python/old_code/__init__.py | 16 +
python/old_code/config/config_reader.py | 51 ++++
python/old_code/config/pywayang_config.ini | 38 +++
python/old_code/old_graph/__init__.py | 19 ++
python/old_code/old_graph/graph.py | 71 +++++
python/old_code/old_graph/node.py | 48 +++
python/old_code/old_graph/traversal.py | 51 ++++
python/old_code/old_graph/visitant.py | 52 ++++
python/old_code/orchestrator/__init__.py | 16 +
python/old_code/orchestrator/dataquanta.py | 330 +++++++++++++++++++++
python/old_code/orchestrator/execdirectly.py | 162 ++++++++++
python/old_code/orchestrator/main.py | 172 +++++++++++
python/old_code/orchestrator/operator.py | 125 ++++++++
python/old_code/orchestrator/plan.py | 53 ++++
python/old_code/protobuf/__init__.py | 16 +
python/old_code/protobuf/planwriter.py | 276 +++++++++++++++++
python/old_code/test.py | 115 +++++++
python/old_code/tests/__init__.py | 16 +
python/old_code/tests/demo_testing.py | 31 ++
python/old_code/tests/full_java_test.py | 72 +++++
python/old_code/tests/full_spark_test.py | 63 ++++
python/pywayang.toml | 20 ++
python/resources/test.input | 4 +
.../src/test => python}/resources/text.input | 0
python/setup.cfg | 48 +++
python/src/pywy/__init__.py | 16 +
python/src/pywy/config.py | 49 +++
python/src/pywy/core/__init__.py | 35 +++
python/src/pywy/core/channel.py | 45 +++
python/src/pywy/core/executor.py | 24 ++
python/src/pywy/core/mapping.py | 45 +++
python/src/pywy/core/plan.py | 76 +++++
python/src/pywy/core/platform.py | 38 +++
python/src/pywy/core/plugin.py | 51 ++++
python/src/pywy/core/translator.py | 58 ++++
python/src/pywy/dataquanta.py | 113 +++++++
python/src/pywy/exception.py | 19 ++
python/src/pywy/graph/__init__.py | 16 +
python/src/pywy/graph/graph.py | 89 ++++++
python/src/pywy/graph/types.py | 75 +++++
python/src/pywy/operators/__init__.py | 31 ++
python/src/pywy/operators/base.py | 109 +++++++
python/src/pywy/operators/sink.py | 58 ++++
python/src/pywy/operators/source.py | 53 ++++
python/src/pywy/operators/unary.py | 91 ++++++
python/src/pywy/platforms/__init__.py | 16 +
python/src/pywy/platforms/python/__init__.py | 16 +
python/src/pywy/platforms/python/channels.py | 75 +++++
python/src/pywy/platforms/python/execution.py | 94 ++++++
python/src/pywy/platforms/python/mappings.py | 29 ++
.../src/pywy/platforms/python/operator/__init__.py | 32 ++
.../python/operator/py_execution_operator.py | 30 ++
.../platforms/python/operator/py_sink_textfile.py | 60 ++++
.../python/operator/py_source_textfile.py | 54 ++++
.../platforms/python/operator/py_unary_filter.py | 66 +++++
.../platforms/python/operator/py_unary_flatmap.py | 66 +++++
.../pywy/platforms/python/operator/py_unary_map.py | 66 +++++
python/src/pywy/platforms/python/platform.py | 24 ++
python/src/pywy/platforms/python/plugin.py | 31 ++
python/src/pywy/plugins.py | 27 ++
python/src/pywy/tests/__init__.py | 16 +
python/src/pywy/tests/benchmark/__init__.py | 17 ++
.../pywy/tests/benchmark/python_benchmark_test.py | 82 +++++
python/src/pywy/tests/integration/__init__.py | 17 ++
.../pywy/tests/integration/python_platform_test.py | 144 +++++++++
.../src/pywy/tests/resources/10e0MB.input | 0
python/src/pywy/tests/unit/__init__.py | 16 +
python/src/pywy/tests/unit/core/__init__.py | 16 +
python/src/pywy/tests/unit/core/channel_test.py | 33 +++
python/src/pywy/tests/unit/core/executor_test.py | 33 +++
python/src/pywy/tests/unit/core/mapping_test.py | 33 +++
python/src/pywy/tests/unit/core/plan_test.py | 33 +++
python/src/pywy/tests/unit/core/platform_test.py | 31 ++
python/src/pywy/tests/unit/core/plugin_test.py | 33 +++
python/src/pywy/tests/unit/core/translator_test.py | 33 +++
python/src/pywy/tests/unit/dataquanta/__init__.py | 17 ++
.../src/pywy/tests/unit/dataquanta/context_test.py | 103 +++++++
.../pywy/tests/unit/dataquanta/dataquanta_test.py | 156 ++++++++++
python/src/pywy/tests/unit/graph/__init__.py | 16 +
python/src/pywy/tests/unit/graph/graph_test.py | 33 +++
python/src/pywy/tests/unit/graph/types_test.py | 33 +++
python/src/pywy/tests/unit/operators/__init__.py | 16 +
python/src/pywy/tests/unit/operators/base_test.py | 33 +++
python/src/pywy/tests/unit/operators/sink_test.py | 33 +++
.../src/pywy/tests/unit/operators/source_test.py | 33 +++
python/src/pywy/tests/unit/operators/unary_test.py | 33 +++
python/src/pywy/tests/unit/platforms/__init__.py | 16 +
.../pywy/tests/unit/platforms/python/__init__.py | 16 +
.../tests/unit/platforms/python/channel_test.py | 33 +++
.../tests/unit/platforms/python/execution_test.py | 33 +++
.../tests/unit/platforms/python/mappings_test.py | 33 +++
.../unit/platforms/python/operator/__init__.py | 16 +
.../python/operator/py_execution_operator_test.py | 33 +++
.../python/operator/py_sink_textfile_test.py | 33 +++
.../python/operator/py_source_textfile_test.py | 33 +++
.../python/operator/py_unary_filter_test.py | 33 +++
.../tests/unit/platforms/python/platform_test.py | 33 +++
.../tests/unit/platforms/python/plugin_test.py | 33 +++
python/src/pywy/tests/unit/types_test.py | 276 +++++++++++++++++
python/src/pywy/translate/__init__.py | 16 +
python/src/pywy/types.py | 101 +++++++
112 files changed, 5762 insertions(+), 44 deletions(-)
copy wayang-platforms/wayang-jdbc-template/src/test/resources/wayang-hsqldb-defaults.properties => bin/pyplangenerator.sh (74%)
create mode 100644 python/.gitignore
create mode 100644 python/.rat-excludes
copy LICENSE => python/LICENSE (83%)
create mode 100644 python/README.md
copy bin/rename_org.sh => python/bin/benchmark.sh (54%)
copy bin/rm-pom-backups.sh => python/bin/check-license.sh (83%)
copy bin/rm-pom-backups.sh => python/bin/test.sh (90%)
create mode 100644 python/old_code/__init__.py
create mode 100644 python/old_code/config/config_reader.py
create mode 100644 python/old_code/config/pywayang_config.ini
create mode 100644 python/old_code/old_graph/__init__.py
create mode 100644 python/old_code/old_graph/graph.py
create mode 100644 python/old_code/old_graph/node.py
create mode 100644 python/old_code/old_graph/traversal.py
create mode 100644 python/old_code/old_graph/visitant.py
create mode 100644 python/old_code/orchestrator/__init__.py
create mode 100644 python/old_code/orchestrator/dataquanta.py
create mode 100644 python/old_code/orchestrator/execdirectly.py
create mode 100644 python/old_code/orchestrator/main.py
create mode 100644 python/old_code/orchestrator/operator.py
create mode 100644 python/old_code/orchestrator/plan.py
create mode 100644 python/old_code/protobuf/__init__.py
create mode 100644 python/old_code/protobuf/planwriter.py
create mode 100644 python/old_code/test.py
create mode 100644 python/old_code/tests/__init__.py
create mode 100644 python/old_code/tests/demo_testing.py
create mode 100644 python/old_code/tests/full_java_test.py
create mode 100644 python/old_code/tests/full_spark_test.py
create mode 100644 python/pywayang.toml
create mode 100644 python/resources/test.input
copy {wayang-commons/wayang-basic/src/test => python}/resources/text.input (100%)
create mode 100644 python/setup.cfg
create mode 100644 python/src/pywy/__init__.py
create mode 100644 python/src/pywy/config.py
create mode 100644 python/src/pywy/core/__init__.py
create mode 100644 python/src/pywy/core/channel.py
create mode 100644 python/src/pywy/core/executor.py
create mode 100644 python/src/pywy/core/mapping.py
create mode 100644 python/src/pywy/core/plan.py
create mode 100644 python/src/pywy/core/platform.py
create mode 100644 python/src/pywy/core/plugin.py
create mode 100644 python/src/pywy/core/translator.py
create mode 100644 python/src/pywy/dataquanta.py
create mode 100644 python/src/pywy/exception.py
create mode 100644 python/src/pywy/graph/__init__.py
create mode 100644 python/src/pywy/graph/graph.py
create mode 100644 python/src/pywy/graph/types.py
create mode 100644 python/src/pywy/operators/__init__.py
create mode 100644 python/src/pywy/operators/base.py
create mode 100644 python/src/pywy/operators/sink.py
create mode 100644 python/src/pywy/operators/source.py
create mode 100644 python/src/pywy/operators/unary.py
create mode 100644 python/src/pywy/platforms/__init__.py
create mode 100644 python/src/pywy/platforms/python/__init__.py
create mode 100644 python/src/pywy/platforms/python/channels.py
create mode 100644 python/src/pywy/platforms/python/execution.py
create mode 100644 python/src/pywy/platforms/python/mappings.py
create mode 100644 python/src/pywy/platforms/python/operator/__init__.py
create mode 100644 python/src/pywy/platforms/python/operator/py_execution_operator.py
create mode 100644 python/src/pywy/platforms/python/operator/py_sink_textfile.py
create mode 100644 python/src/pywy/platforms/python/operator/py_source_textfile.py
create mode 100644 python/src/pywy/platforms/python/operator/py_unary_filter.py
create mode 100644 python/src/pywy/platforms/python/operator/py_unary_flatmap.py
create mode 100644 python/src/pywy/platforms/python/operator/py_unary_map.py
create mode 100644 python/src/pywy/platforms/python/platform.py
create mode 100644 python/src/pywy/platforms/python/plugin.py
create mode 100644 python/src/pywy/plugins.py
create mode 100644 python/src/pywy/tests/__init__.py
create mode 100644 python/src/pywy/tests/benchmark/__init__.py
create mode 100644 python/src/pywy/tests/benchmark/python_benchmark_test.py
create mode 100644 python/src/pywy/tests/integration/__init__.py
create mode 100644 python/src/pywy/tests/integration/python_platform_test.py
copy wayang-commons/wayang-basic/src/test/resources/text.input => python/src/pywy/tests/resources/10e0MB.input (100%)
create mode 100644 python/src/pywy/tests/unit/__init__.py
create mode 100644 python/src/pywy/tests/unit/core/__init__.py
create mode 100644 python/src/pywy/tests/unit/core/channel_test.py
create mode 100644 python/src/pywy/tests/unit/core/executor_test.py
create mode 100644 python/src/pywy/tests/unit/core/mapping_test.py
create mode 100644 python/src/pywy/tests/unit/core/plan_test.py
create mode 100644 python/src/pywy/tests/unit/core/platform_test.py
create mode 100644 python/src/pywy/tests/unit/core/plugin_test.py
create mode 100644 python/src/pywy/tests/unit/core/translator_test.py
create mode 100644 python/src/pywy/tests/unit/dataquanta/__init__.py
create mode 100644 python/src/pywy/tests/unit/dataquanta/context_test.py
create mode 100644 python/src/pywy/tests/unit/dataquanta/dataquanta_test.py
create mode 100644 python/src/pywy/tests/unit/graph/__init__.py
create mode 100644 python/src/pywy/tests/unit/graph/graph_test.py
create mode 100644 python/src/pywy/tests/unit/graph/types_test.py
create mode 100644 python/src/pywy/tests/unit/operators/__init__.py
create mode 100644 python/src/pywy/tests/unit/operators/base_test.py
create mode 100644 python/src/pywy/tests/unit/operators/sink_test.py
create mode 100644 python/src/pywy/tests/unit/operators/source_test.py
create mode 100644 python/src/pywy/tests/unit/operators/unary_test.py
create mode 100644 python/src/pywy/tests/unit/platforms/__init__.py
create mode 100644 python/src/pywy/tests/unit/platforms/python/__init__.py
create mode 100644 python/src/pywy/tests/unit/platforms/python/channel_test.py
create mode 100644 python/src/pywy/tests/unit/platforms/python/execution_test.py
create mode 100644 python/src/pywy/tests/unit/platforms/python/mappings_test.py
create mode 100644 python/src/pywy/tests/unit/platforms/python/operator/__init__.py
create mode 100644 python/src/pywy/tests/unit/platforms/python/operator/py_execution_operator_test.py
create mode 100644 python/src/pywy/tests/unit/platforms/python/operator/py_sink_textfile_test.py
create mode 100644 python/src/pywy/tests/unit/platforms/python/operator/py_source_textfile_test.py
create mode 100644 python/src/pywy/tests/unit/platforms/python/operator/py_unary_filter_test.py
create mode 100644 python/src/pywy/tests/unit/platforms/python/platform_test.py
create mode 100644 python/src/pywy/tests/unit/platforms/python/plugin_test.py
create mode 100644 python/src/pywy/tests/unit/types_test.py
create mode 100644 python/src/pywy/translate/__init__.py
create mode 100644 python/src/pywy/types.py
[incubator-wayang] 01/01: Merge pull request #139 from apache/python-platform
Posted by rp...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
rpardomeza pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
commit 4cc0bfdca06dda171b661822daae5fa438d9d475
Merge: 70f41b13 3a9de146
Author: Rodrigo Pardo Meza <ro...@gmail.com>
AuthorDate: Fri Apr 8 14:58:28 2022 -0400
Merge pull request #139 from apache/python-platform
WAYANG-8 inclusion of python as platform of processing
.gitignore | 3 +
.licenserc.yaml | 3 +
bin/pyplangenerator.sh | 26 +
pom.xml | 4 +
python/.gitignore | 277 +
python/.rat-excludes | 6 +
python/LICENSE | 203 +
python/README.md | 3 +
python/bin/benchmark.sh | 50 +
python/bin/check-license.sh | 28 +
python/bin/test.sh | 25 +
python/old_code/__init__.py | 16 +
python/old_code/config/config_reader.py | 51 +
python/old_code/config/pywayang_config.ini | 38 +
python/old_code/old_graph/__init__.py | 19 +
python/old_code/old_graph/graph.py | 71 +
python/old_code/old_graph/node.py | 48 +
python/old_code/old_graph/traversal.py | 51 +
python/old_code/old_graph/visitant.py | 52 +
python/old_code/orchestrator/__init__.py | 16 +
python/old_code/orchestrator/dataquanta.py | 330 +
python/old_code/orchestrator/execdirectly.py | 162 +
python/old_code/orchestrator/main.py | 172 +
python/old_code/orchestrator/operator.py | 125 +
python/old_code/orchestrator/plan.py | 53 +
python/old_code/protobuf/__init__.py | 16 +
python/old_code/protobuf/planwriter.py | 276 +
python/old_code/test.py | 115 +
python/old_code/tests/__init__.py | 16 +
python/old_code/tests/demo_testing.py | 31 +
python/old_code/tests/full_java_test.py | 72 +
python/old_code/tests/full_spark_test.py | 63 +
python/pywayang.toml | 20 +
python/resources/test.input | 4 +
python/resources/text.input | 16872 +++++++++++++++++++
python/setup.cfg | 48 +
python/src/pywy/__init__.py | 16 +
python/src/pywy/config.py | 49 +
python/src/pywy/core/__init__.py | 35 +
python/src/pywy/core/channel.py | 45 +
python/src/pywy/core/executor.py | 24 +
python/src/pywy/core/mapping.py | 45 +
python/src/pywy/core/plan.py | 76 +
python/src/pywy/core/platform.py | 38 +
python/src/pywy/core/plugin.py | 51 +
python/src/pywy/core/translator.py | 58 +
python/src/pywy/dataquanta.py | 113 +
python/src/pywy/exception.py | 19 +
python/src/pywy/graph/__init__.py | 16 +
python/src/pywy/graph/graph.py | 89 +
python/src/pywy/graph/types.py | 75 +
python/src/pywy/operators/__init__.py | 31 +
python/src/pywy/operators/base.py | 109 +
python/src/pywy/operators/sink.py | 58 +
python/src/pywy/operators/source.py | 53 +
python/src/pywy/operators/unary.py | 91 +
python/src/pywy/platforms/__init__.py | 16 +
python/src/pywy/platforms/python/__init__.py | 16 +
python/src/pywy/platforms/python/channels.py | 75 +
python/src/pywy/platforms/python/execution.py | 94 +
python/src/pywy/platforms/python/mappings.py | 29 +
.../src/pywy/platforms/python/operator/__init__.py | 32 +
.../python/operator/py_execution_operator.py | 30 +
.../platforms/python/operator/py_sink_textfile.py | 60 +
.../python/operator/py_source_textfile.py | 54 +
.../platforms/python/operator/py_unary_filter.py | 66 +
.../platforms/python/operator/py_unary_flatmap.py | 66 +
.../pywy/platforms/python/operator/py_unary_map.py | 66 +
python/src/pywy/platforms/python/platform.py | 24 +
python/src/pywy/platforms/python/plugin.py | 31 +
python/src/pywy/plugins.py | 27 +
python/src/pywy/tests/__init__.py | 16 +
python/src/pywy/tests/benchmark/__init__.py | 17 +
.../pywy/tests/benchmark/python_benchmark_test.py | 82 +
python/src/pywy/tests/integration/__init__.py | 17 +
.../pywy/tests/integration/python_platform_test.py | 144 +
python/src/pywy/tests/resources/10e0MB.input | 16872 +++++++++++++++++++
python/src/pywy/tests/unit/__init__.py | 16 +
python/src/pywy/tests/unit/core/__init__.py | 16 +
python/src/pywy/tests/unit/core/channel_test.py | 33 +
python/src/pywy/tests/unit/core/executor_test.py | 33 +
python/src/pywy/tests/unit/core/mapping_test.py | 33 +
python/src/pywy/tests/unit/core/plan_test.py | 33 +
python/src/pywy/tests/unit/core/platform_test.py | 31 +
python/src/pywy/tests/unit/core/plugin_test.py | 33 +
python/src/pywy/tests/unit/core/translator_test.py | 33 +
python/src/pywy/tests/unit/dataquanta/__init__.py | 17 +
.../src/pywy/tests/unit/dataquanta/context_test.py | 103 +
.../pywy/tests/unit/dataquanta/dataquanta_test.py | 156 +
python/src/pywy/tests/unit/graph/__init__.py | 16 +
python/src/pywy/tests/unit/graph/graph_test.py | 33 +
python/src/pywy/tests/unit/graph/types_test.py | 33 +
python/src/pywy/tests/unit/operators/__init__.py | 16 +
python/src/pywy/tests/unit/operators/base_test.py | 33 +
python/src/pywy/tests/unit/operators/sink_test.py | 33 +
.../src/pywy/tests/unit/operators/source_test.py | 33 +
python/src/pywy/tests/unit/operators/unary_test.py | 33 +
python/src/pywy/tests/unit/platforms/__init__.py | 16 +
.../pywy/tests/unit/platforms/python/__init__.py | 16 +
.../tests/unit/platforms/python/channel_test.py | 33 +
.../tests/unit/platforms/python/execution_test.py | 33 +
.../tests/unit/platforms/python/mappings_test.py | 33 +
.../unit/platforms/python/operator/__init__.py | 16 +
.../python/operator/py_execution_operator_test.py | 33 +
.../python/operator/py_sink_textfile_test.py | 33 +
.../python/operator/py_source_textfile_test.py | 33 +
.../python/operator/py_unary_filter_test.py | 33 +
.../tests/unit/platforms/python/platform_test.py | 33 +
.../tests/unit/platforms/python/plugin_test.py | 33 +
python/src/pywy/tests/unit/types_test.py | 276 +
python/src/pywy/translate/__init__.py | 16 +
python/src/pywy/types.py | 101 +
112 files changed, 39795 insertions(+)