This is an automated email from the ASF dual-hosted git repository.
aloalt pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
from 2eac99cb Merge pull request #321 from 2pk03/main
new 57127513 Updates for monitoring the runtime metrics of underlying
platform (Spark)
new 5a11e4b5 Updates for monitoring the runtime metrics of underlying
platform (Spark)
new deec5ca7 Updates for monitoring the runtime metrics of underlying
platform (Spark)
new 7bcedc5f Updates for monitoring the runtime metrics of underlying
platform (Spark)
new 7f2b96e7 Merge branch 'apache:main' into MonitoringHackIT
new 34849300 Merge remote-tracking branch 'origin/MonitoringHackIT' into
MonitoringHackIT
new 55c3d85b Updates for monitoring the runtime metrics of underlying
platform (Spark)
new 7a61a05f Updates for monitoring the runtime metrics of underlying
platform (Spark)
new bf91397f Merge branch 'apache:main' into MonitoringHackIT
new 544faaa0 Merge pull request #311 from
AdeelAslamUnimore/MonitoringHackIT
The 1742 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../main/java/org/apache/wayang/core/api/Job.java | 22 +-
.../org/apache/wayang/core/api/WayangContext.java | 29 ++
.../spark/monitoring/interfaces/Application.java | 99 ++++
.../spark/monitoring/interfaces/Executor.java | 140 ++++++
.../wayang/spark/monitoring/interfaces/Job.java | 102 ++++
.../monitoring/interfaces/SerializableObject.java} | 38 +-
.../wayang/spark/monitoring/interfaces/Stage.java | 177 +++++++
.../wayang/spark/monitoring/interfaces/Task.java | 253 ++++++++++
.../spark/monitoring/interfaces/TaskMetric.java | 175 +++++++
.../spark/monitoring/metrics/ApplicationEnd.java | 103 ++++
.../spark/monitoring/metrics/ApplicationStart.java | 96 ++++
.../spark/monitoring/metrics/ExecutorAdded.java | 131 ++++++
.../spark/monitoring/metrics/ExecutorRemoved.java | 128 +++++
.../spark/monitoring/metrics/ExecutorUpdated.java | 138 ++++++
.../wayang/spark/monitoring/metrics/JobEnd.java | 89 ++++
.../wayang/spark/monitoring/metrics/JobStart.java | 88 ++++
.../spark/monitoring/metrics/SparkListener.java | 524 +++++++++++++++++++++
.../spark/monitoring/metrics/StageCompleted.java | 182 +++++++
.../monitoring/metrics/StageExecutorMetrics.java | 165 +++++++
.../spark/monitoring/metrics/StageSubmitted.java | 163 +++++++
.../wayang/spark/monitoring/metrics/TaskEnd.java | 220 +++++++++
.../monitoring/metrics/TaskGettingResult.java | 218 +++++++++
.../spark/monitoring/metrics/TaskMetric.java | 158 +++++++
.../wayang/spark/monitoring/metrics/TaskStart.java | 217 +++++++++
.../wayang/spark/platform/SparkPlatform.java | 31 +-
.../main/resources/wayang-spark-kafka.properties | 42 ++
wayang-platforms/wayang-spark/pom.xml | 47 +-
27 files changed, 3709 insertions(+), 66 deletions(-)
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Application.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Executor.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Job.java
copy
wayang-platforms/{wayang-flink/code/main/java/org/apache/wayang/flink/compiler/KeySelectorDistinct.java
=>
wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/SerializableObject.java}
(52%)
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Stage.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Task.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/TaskMetric.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ApplicationEnd.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ApplicationStart.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ExecutorAdded.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ExecutorRemoved.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ExecutorUpdated.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/JobEnd.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/JobStart.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/SparkListener.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/StageCompleted.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/StageExecutorMetrics.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/StageSubmitted.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/TaskEnd.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/TaskGettingResult.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/TaskMetric.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/TaskStart.java
create mode 100644
wayang-platforms/wayang-spark/code/main/resources/wayang-spark-kafka.properties
