This is an automated email from the ASF dual-hosted git repository.
glauesppen pushed a change to branch release
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
from a4c61de3 Merge branch 'main' into release
add e628bd56 Ensuring Spark metrics are being copied
No new revisions were added by this update.
Summary of changes:
.../spark/monitoring/interfaces/Application.java | 99 ++++
.../spark/monitoring/interfaces/Executor.java | 140 ++++++
.../wayang/spark/monitoring/interfaces/Job.java | 102 ++++
.../monitoring/interfaces/SerializableObject.java} | 38 +-
.../wayang/spark/monitoring/interfaces/Stage.java | 177 +++++++
.../wayang/spark/monitoring/interfaces/Task.java | 253 ++++++++++
.../spark/monitoring/interfaces/TaskMetric.java | 175 +++++++
.../spark/monitoring/metrics/ApplicationEnd.java | 103 ++++
.../spark/monitoring/metrics/ApplicationStart.java | 96 ++++
.../spark/monitoring/metrics/ExecutorAdded.java | 131 ++++++
.../spark/monitoring/metrics/ExecutorRemoved.java | 128 +++++
.../spark/monitoring/metrics/ExecutorUpdated.java | 138 ++++++
.../wayang/spark/monitoring/metrics/JobEnd.java | 89 ++++
.../wayang/spark/monitoring/metrics/JobStart.java | 88 ++++
.../spark/monitoring/metrics/SparkListener.java | 524 +++++++++++++++++++++
.../spark/monitoring/metrics/StageCompleted.java | 182 +++++++
.../monitoring/metrics/StageExecutorMetrics.java | 165 +++++++
.../spark/monitoring/metrics/StageSubmitted.java | 163 +++++++
.../wayang/spark/monitoring/metrics/TaskEnd.java | 220 +++++++++
.../monitoring/metrics/TaskGettingResult.java | 218 +++++++++
.../spark/monitoring/metrics/TaskMetric.java | 158 +++++++
.../wayang/spark/monitoring/metrics/TaskStart.java | 217 +++++++++
.../wayang/spark/platform/SparkPlatform.java | 31 +-
.../main/resources/wayang-spark-kafka.properties | 42 ++
wayang-platforms/wayang-spark/pom.xml | 57 +--
.../wayang-spark/wayang-spark_2.11/pom.xml | 4 +-
.../wayang-spark/wayang-spark_2.12/pom.xml | 2 +-
27 files changed, 3667 insertions(+), 73 deletions(-)
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Application.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Executor.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Job.java
copy
wayang-platforms/{wayang-flink/code/main/java/org/apache/wayang/flink/compiler/KeySelectorDistinct.java
=>
wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/SerializableObject.java}
(52%)
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Stage.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/Task.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/interfaces/TaskMetric.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ApplicationEnd.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ApplicationStart.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ExecutorAdded.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ExecutorRemoved.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/ExecutorUpdated.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/JobEnd.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/JobStart.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/SparkListener.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/StageCompleted.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/StageExecutorMetrics.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/StageSubmitted.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/TaskEnd.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/TaskGettingResult.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/TaskMetric.java
create mode 100644
wayang-platforms/wayang-spark/code/main/java/org/apache/wayang/spark/monitoring/metrics/TaskStart.java
create mode 100644
wayang-platforms/wayang-spark/code/main/resources/wayang-spark-kafka.properties
