[incubator-wayang] branch main updated (2eac99cb -> 544faaa0)

[al...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

aloalt pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git


    from 2eac99cb Merge pull request #321 from 2pk03/main
     new 57127513 Updates for monitoring the runtime metrics of underlying platform (Spark)
     new 5a11e4b5 Updates for monitoring the runtime metrics of underlying platform (Spark)
     new deec5ca7 Updates for monitoring the runtime metrics of underlying platform (Spark)
     new 7bcedc5f Updates for monitoring the runtime metrics of underlying platform (Spark)
     new 7f2b96e7 Merge branch 'apache:main' into MonitoringHackIT
     new 34849300 Merge remote-tracking branch 'origin/MonitoringHackIT' into MonitoringHackIT
     new 55c3d85b Updates for monitoring the runtime metrics of underlying platform (Spark)
     new 7a61a05f Updates for monitoring the runtime metrics of underlying platform (Spark)
     new bf91397f Merge branch 'apache:main' into MonitoringHackIT
     new 544faaa0 Merge pull request #311 from AdeelAslamUnimore/MonitoringHackIT

The 1742 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../main/java/org/apache/wayang/core/api/Job.java  |  22 +-
 .../org/apache/wayang/core/api/WayangContext.java  |  29 ++
 .../spark/monitoring/interfaces/Application.java   |  99 ++++
 .../spark/monitoring/interfaces/Executor.java      | 140 ++++++
 .../wayang/spark/monitoring/interfaces/Job.java    | 102 ++++
 .../monitoring/interfaces/SerializableObject.java} |  38 +-
 .../wayang/spark/monitoring/interfaces/Stage.java  | 177 +++++++
 .../wayang/spark/monitoring/interfaces/Task.java   | 253 ++++++++++
 .../spark/monitoring/interfaces/TaskMetric.java    | 175 +++++++
 .../spark/monitoring/metrics/ApplicationEnd.java   | 103 ++++
 .../spark/monitoring/metrics/ApplicationStart.java |  96 ++++
 .../spark/monitoring/metrics/ExecutorAdded.java    | 131 ++++++
 .../spark/monitoring/metrics/ExecutorRemoved.java  | 128 +++++
 .../spark/monitoring/metrics/ExecutorUpdated.java  | 138 ++++++
 .../wayang/spark/monitoring/metrics/JobEnd.java    |  89 ++++
 .../wayang/spark/monitoring/metrics/JobStart.java  |  88 ++++
 .../spark/monitoring/metrics/SparkListener.java    | 524 +++++++++++++++++++++
 .../spark/monitoring/metrics/StageCompleted.java   | 182 +++++++
 .../monitoring/metrics/StageExecutorMetrics.java   | 165 +++++++
 .../spark/monitoring/metrics/StageSubmitted.java   | 163 +++++++
 .../wayang/spark/monitoring/metrics/TaskEnd.java   | 220 +++++++++
 .../monitoring/metrics/TaskGettingResult.java      | 218 +++++++++
 .../spark/monitoring/metrics/TaskMetric.java       | 158 +++++++
 .../wayang/spark/monitoring/metrics/TaskStart.java | 217 +++++++++
 .../wayang/spark/platform/SparkPlatform.java       |  31 +-
 .../main/resources/wayang-spark-kafka.properties   |  42 ++
 wayang-platforms/wayang-spark/pom.xml              |  47 +-
 27 files changed, 3709 insertions(+), 66 deletions(-)
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Application.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Executor.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Job.java
 copy wayang-platforms/{wayang-flink/code/main/java/org/apache/wayang/flink/compiler/KeySelectorDistinct.java => wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/SerializableObject.java} (52%)
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Stage.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Task.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/TaskMetric.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ApplicationEnd.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ApplicationStart.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ExecutorAdded.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ExecutorRemoved.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ExecutorUpdated.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/JobEnd.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/JobStart.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/SparkListener.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/StageCompleted.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/StageExecutorMetrics.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/StageSubmitted.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/TaskEnd.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/TaskGettingResult.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/TaskMetric.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/TaskStart.java
 create mode 100644 wayang-platforms/wayang-spark/code/main/resources/wayang-spark-kafka.properties