You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@amaterasu.apache.org by ya...@apache.org on 2018/06/09 04:24:13 UTC
[incubator-amaterasu] 01/03: Merge tag
'version-0.2.0-incubating-rc3'
This is an automated email from the ASF dual-hosted git repository.
yaniv pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-amaterasu.git
commit b56bf06428bb0bf7af399c1dd01b8bb0bb242984
Merge: 80c7ea4 ec6525a
Author: Yaniv Rodenski <ro...@gmail.com>
AuthorDate: Sat Jun 9 13:56:18 2018 +1000
Merge tag 'version-0.2.0-incubating-rc3'
.gitignore | 15 +++
.travis.yml | 20 ++-
LICENSE | 48 ++++----
ama-key | 51 --------
ama-key.pub | 1 -
build.gradle | 20 ++-
.../common/configuration/ClusterConfig.scala | 22 ++--
.../common/dataobjects/ActionDataHelper.scala | 16 +++
.../apache/amaterasu/common/utils/FileUtils.scala | 16 +++
executor/build.gradle | 1 +
executor/src/main/resources/runtime.py | 16 +++
executor/src/main/resources/spark_intp.py | 21 +++-
.../runners/spark/PySpark/PySparkRunner.scala | 135 ++++++++-------------
.../runners/spark/SparkRunnersProvider.scala | 28 +++--
.../executor/yarn/executors/ActionsExecutor.scala | 16 +++
.../runners/spark/SparkRunnerHelper.scala | 6 +-
executor/src/test/resources/amaterasu.properties | 1 +
.../src/test/resources/pyspark-with-amacontext.py | 37 ++++++
executor/src/test/resources/runtime.py | 34 +++++-
executor/src/test/resources/simple-pyspark.py | 16 +++
executor/src/test/resources/simple-python-err.py | 16 +++
executor/src/test/resources/simple-python.py | 16 +++
executor/src/test/resources/simple-spark.scala | 16 +++
executor/src/test/resources/spark_intp.py | 64 +++++++---
executor/src/test/resources/step-2.scala | 16 +++
.../amaterasu/spark/SparkScalaRunnerTests.scala | 16 +++
leader/build.gradle | 9 +-
.../org/apache/amaterasu/leader/yarn/Client.java | 14 ++-
.../frameworks/FrameworkProvidersFactory.scala | 16 +++
.../frameworks/spark/SparkSetupProvider.scala | 35 ++++--
.../amaterasu/leader/mesos/MesosJobLauncher.scala | 16 +++
.../leader/mesos/schedulers/JobScheduler.scala | 28 +++--
.../leader/utilities/ActiveReportListener.scala | 16 +++
.../apache/amaterasu/leader/utilities/Args.scala | 17 ++-
.../leader/utilities/BaseJobLauncher.scala | 16 +++
.../leader/utilities/MemoryFormatParser.scala | 16 +++
.../amaterasu/leader/yarn/ApplicationMaster.scala | 65 +++++-----
.../leader/yarn/YarnRMCallbackHandler.scala | 2 +-
leader/src/main/scripts/ama-start-yarn.sh | 24 +++-
leader/src/main/scripts/amaterasu.properties | 16 ++-
leader/src/main/scripts/log4j.properties | 15 +++
.../sdk/frameworks/FrameworkSetupProvider.java | 16 +++
.../configuration/DriverConfiguration.java | 16 +++
43 files changed, 731 insertions(+), 270 deletions(-)
--
To stop receiving notification emails like this one, please contact
yaniv@apache.org.