You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@amaterasu.apache.org by ya...@apache.org on 2018/11/09 00:04:18 UTC

[incubator-amaterasu] branch master updated (e4e1145 -> 06806ee)

This is an automated email from the ASF dual-hosted git repository.

yaniv pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-amaterasu.git.


    from e4e1145  Merge pull request #35 from roadan/AMATERASU-48
     add c62101f  AMATERASU-51: Add support for configuring the path for action level environment path Add gradle Kotlin support in Ama and more specifically in leader
     add 1652f1c  AMATERASU-51: Add support for configuring the path for action level environment path Convert Action, ActionData & ActionStatus to Kotlin
     add 88550ad  fixing Scala to Kotlin stuff
     add 9be6721  AMATERASU-51: Add support for configuring the path for action level environment path Complete conversion of Action.scala to Kotlin
     add 5423e03  AMATERASU-51: Add support for configuring the path for action level environment path Resolve further compilation issues with scala to Kotlin conversion CODE still does NOT compile.
     add 20ac890  seprate import statment while scala and kotlin mixed togther
     add 2ba4bfd  Action Kotlin refactoring fixed
     add 614d51b  AMATERASU-51: Add support for configuring the path for action level environment path Convert Logging into Kotlin and create a Java proxy class
     add f781a9b  AMATERASU-51: Add support for configuring the path for action level environment path Sort out compilation order for 'common'
     add 90fb3b4  AMATERASU-51: Add support for configuring the path for action level environment path Move logging into Kotlin and create a bridge between Scala and Kotlin via Java
     add 185998b  AMATERASU-51: Add support for configuring the path for action level environment path Fix build.gradle Kotlin plugin id version -> 1.3.0
     add fa22521  AMATERASU-51: Add support for configuring the path for action level environment path Pull latest from apache master and merge latest changes
     add d733305  fixed the conversion between scala and kotlin for ActionData
     add 3b69ffa  fixed the conversion between scala and kotlin for ActionData in the tests
     new 06806ee  Merge pull request #36 from ebarten/feature/AMATERASU-56

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 build.gradle                                       | 23 ++++++++
 common/build.gradle                                | 46 +++++++++++++++
 .../apache/amaterasu/common/logging/Logging.java   | 10 ++++
 .../common/configuration/enums/ActionStatus.kt     | 13 ++++
 .../amaterasu/common/dataobjects/ActionData.kt}    | 26 ++++----
 .../apache/amaterasu/common/logging/KLogging.kt    | 10 ++++
 .../common/configuration/enums/ActionStatus.scala  | 27 ---------
 .../common/dataobjects/ActionDataHelper.scala      |  6 +-
 .../common/execution/actions/Notifier.scala        |  3 +-
 .../apache/amaterasu/common/logging/Logging.scala  | 24 --------
 .../executor/common/executors/ActiveNotifier.scala |  2 +-
 .../mesos/executors/MesosActionsExecutor.scala     |  2 +-
 .../executor/mesos/executors/MesosNotifier.scala   |  2 +-
 .../executor/yarn/executors/ActionsExecutor.scala  |  2 +-
 .../executor/yarn/executors/YarnNotifier.scala     |  2 +-
 .../runners/providers/PySparkRunnerProvider.scala  |  4 +-
 .../providers/SparkScalaRunnerProvider.scala       |  8 +--
 .../providers/SparkShellScalaRunnerProvider.scala  |  4 +-
 .../spark/runner/SparkRunnersProvider.scala        |  2 +-
 .../spark/runner/pyspark/PySparkRunner.scala       |  2 +-
 .../apache/amaterasu/utilities/TestNotifier.scala  |  2 +-
 gradle/wrapper/gradle-wrapper.properties           |  2 +-
 leader-common/build.gradle                         | 10 ----
 .../leader/common/execution/actions/Action.kt      | 62 +++++++++++++++++++
 .../leader/common/utilities/DataLoader.scala       |  9 ++-
 leader/build.gradle                                | 17 +++++-
 .../actions/SequentialAction.scala                 | 16 +++--
 .../apache/amaterasu/leader/dsl/JobParser.scala    | 26 ++++----
 .../amaterasu/leader/execution/JobManager.scala    | 21 ++++---
 .../leader/execution/actions/Action.scala          | 69 ----------------------
 .../apache/amaterasu/leader/mesos/Launcher.scala   |  2 +-
 .../leader/mesos/executors/JobExecutor.scala       |  2 +-
 .../mesos/schedulers/AmaterasuScheduler.scala      |  2 +-
 .../leader/mesos/schedulers/JobScheduler.scala     | 53 ++++++++---------
 .../leader/utilities/BaseJobLauncher.scala         |  2 +-
 .../amaterasu/leader/yarn/ApplicationMaster.scala  | 31 +++++-----
 .../leader/yarn/YarnNMCallbackHandler.scala        |  2 +-
 .../leader/yarn/YarnRMCallbackHandler.scala        | 10 ++--
 .../{ActionTests.scala => ActionStatusTests.scala} | 15 +++--
 .../common/execution/JobExecutionTests.scala       | 22 +++----
 .../common/execution/JobParserTests.scala          |  6 +-
 .../common/execution/JobRestoreTests.scala         |  4 +-
 .../amaterasu/utilities/HttpServerTests.scala      |  2 +-
 sdk/build.gradle                                   |  2 +-
 44 files changed, 336 insertions(+), 271 deletions(-)
 create mode 100644 common/src/main/java/org/apache/amaterasu/common/logging/Logging.java
 create mode 100644 common/src/main/kotlin/org/apache/amaterasu/common/configuration/enums/ActionStatus.kt
 rename common/src/main/{scala/org/apache/amaterasu/common/dataobjects/ActionData.scala => kotlin/org/apache/amaterasu/common/dataobjects/ActionData.kt} (63%)
 mode change 100755 => 100644
 create mode 100644 common/src/main/kotlin/org/apache/amaterasu/common/logging/KLogging.kt
 delete mode 100755 common/src/main/scala/org/apache/amaterasu/common/configuration/enums/ActionStatus.scala
 delete mode 100755 common/src/main/scala/org/apache/amaterasu/common/logging/Logging.scala
 create mode 100644 leader-common/src/main/kotlin/org/apache/amaterasu/leader/common/execution/actions/Action.kt
 rename leader/src/main/scala/org/apache/amaterasu/leader/{execution => common}/actions/SequentialAction.scala (82%)
 delete mode 100755 leader/src/main/scala/org/apache/amaterasu/leader/execution/actions/Action.scala
 rename leader/src/test/scala/org/apache/amaterasu/common/execution/{ActionTests.scala => ActionStatusTests.scala} (79%)


[incubator-amaterasu] 01/01: Merge pull request #36 from ebarten/feature/AMATERASU-56

Posted by ya...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

yaniv pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-amaterasu.git

commit 06806ee68fed091b3bf7fa7483b65b125959a56c
Merge: e4e1145 3b69ffa
Author: Yaniv Rodenski <ro...@gmail.com>
AuthorDate: Fri Nov 9 11:04:13 2018 +1100

    Merge pull request #36 from ebarten/feature/AMATERASU-56
    
    Amaterasu-56: Create a Kotlin logger implementation

 build.gradle                                       | 23 ++++++++
 common/build.gradle                                | 46 +++++++++++++++
 .../apache/amaterasu/common/logging/Logging.java   | 10 ++++
 .../common/configuration/enums/ActionStatus.kt     | 13 ++++
 .../amaterasu/common/dataobjects/ActionData.kt}    | 26 ++++----
 .../apache/amaterasu/common/logging/KLogging.kt    | 10 ++++
 .../common/configuration/enums/ActionStatus.scala  | 27 ---------
 .../common/dataobjects/ActionDataHelper.scala      |  6 +-
 .../common/execution/actions/Notifier.scala        |  3 +-
 .../apache/amaterasu/common/logging/Logging.scala  | 24 --------
 .../executor/common/executors/ActiveNotifier.scala |  2 +-
 .../mesos/executors/MesosActionsExecutor.scala     |  2 +-
 .../executor/mesos/executors/MesosNotifier.scala   |  2 +-
 .../executor/yarn/executors/ActionsExecutor.scala  |  2 +-
 .../executor/yarn/executors/YarnNotifier.scala     |  2 +-
 .../runners/providers/PySparkRunnerProvider.scala  |  4 +-
 .../providers/SparkScalaRunnerProvider.scala       |  8 +--
 .../providers/SparkShellScalaRunnerProvider.scala  |  4 +-
 .../spark/runner/SparkRunnersProvider.scala        |  2 +-
 .../spark/runner/pyspark/PySparkRunner.scala       |  2 +-
 .../apache/amaterasu/utilities/TestNotifier.scala  |  2 +-
 gradle/wrapper/gradle-wrapper.properties           |  2 +-
 leader-common/build.gradle                         | 10 ----
 .../leader/common/execution/actions/Action.kt      | 62 +++++++++++++++++++
 .../leader/common/utilities/DataLoader.scala       |  9 ++-
 leader/build.gradle                                | 17 +++++-
 .../actions/SequentialAction.scala                 | 16 +++--
 .../apache/amaterasu/leader/dsl/JobParser.scala    | 26 ++++----
 .../amaterasu/leader/execution/JobManager.scala    | 21 ++++---
 .../leader/execution/actions/Action.scala          | 69 ----------------------
 .../apache/amaterasu/leader/mesos/Launcher.scala   |  2 +-
 .../leader/mesos/executors/JobExecutor.scala       |  2 +-
 .../mesos/schedulers/AmaterasuScheduler.scala      |  2 +-
 .../leader/mesos/schedulers/JobScheduler.scala     | 53 ++++++++---------
 .../leader/utilities/BaseJobLauncher.scala         |  2 +-
 .../amaterasu/leader/yarn/ApplicationMaster.scala  | 31 +++++-----
 .../leader/yarn/YarnNMCallbackHandler.scala        |  2 +-
 .../leader/yarn/YarnRMCallbackHandler.scala        | 10 ++--
 .../{ActionTests.scala => ActionStatusTests.scala} | 15 +++--
 .../common/execution/JobExecutionTests.scala       | 22 +++----
 .../common/execution/JobParserTests.scala          |  6 +-
 .../common/execution/JobRestoreTests.scala         |  4 +-
 .../amaterasu/utilities/HttpServerTests.scala      |  2 +-
 sdk/build.gradle                                   |  2 +-
 44 files changed, 336 insertions(+), 271 deletions(-)