This is an automated email from the ASF dual-hosted git repository.
kirs pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.1 by this push:
new d3c10f01e3a branch-2.1: [Chore](Job)Add scheduling logs for periodic
jobs. #44843 (#45071)
d3c10f01e3a is described below
commit d3c10f01e3aa69edd1000c62f39191dcef1ff811
Author: github-actions[bot]
<41898282+github-actions[bot]@users.noreply.github.com>
AuthorDate: Fri Dec 6 14:09:15 2024 +0800
branch-2.1: [Chore](Job)Add scheduling logs for periodic jobs. #44843
(#45071)
Cherry-picked from #44843
Co-authored-by: Calvin Kirs <[email protected]>
---
.../java/org/apache/doris/job/executor/TimerJobSchedulerTask.java | 2 ++
.../main/java/org/apache/doris/job/scheduler/JobScheduler.java | 8 ++++++++
2 files changed, 10 insertions(+)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/job/executor/TimerJobSchedulerTask.java
b/fe/fe-core/src/main/java/org/apache/doris/job/executor/TimerJobSchedulerTask.java
index 65a9cf2e091..4269fa0d8f3 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/job/executor/TimerJobSchedulerTask.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/job/executor/TimerJobSchedulerTask.java
@@ -48,6 +48,8 @@ public class TimerJobSchedulerTask<T extends AbstractJob>
implements TimerTask {
log.warn("dispatch timer job failed, queue maybe full. job id
is {}, job name is {}",
this.job.getJobId(), this.job.getJobName() +
getMsgWhenExecuteQueueFull());
}
+ log.info("dispatch timer job success, job id is {}, job name is
{}", this.job.getJobId(),
+ this.job.getJobName());
} catch (Exception e) {
log.warn("dispatch timer job error, task id is {}",
this.job.getJobId(), e);
}
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/job/scheduler/JobScheduler.java
b/fe/fe-core/src/main/java/org/apache/doris/job/scheduler/JobScheduler.java
index 7f8b39f1e66..921f333791c 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/job/scheduler/JobScheduler.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/job/scheduler/JobScheduler.java
@@ -146,6 +146,11 @@ public class JobScheduler<T extends AbstractJob<?, C>, C>
implements Closeable {
private void cycleTimerJobScheduler(T job, long startTimeWindowMs) {
List<Long> delaySeconds =
job.getJobConfig().getTriggerDelayTimes(System.currentTimeMillis(),
startTimeWindowMs, latestBatchSchedulerTimerTaskTimeMs);
+ if (CollectionUtils.isEmpty(delaySeconds)) {
+ log.info("skip job {} scheduler timer job, delay seconds is
empty", job.getJobName());
+ return;
+ }
+ log.info("job {} scheduler timer job, delay seconds size is {}",
job.getJobName(), delaySeconds.size());
if (CollectionUtils.isNotEmpty(delaySeconds)) {
delaySeconds.forEach(delaySecond -> {
TimerJobSchedulerTask<T> timerJobSchedulerTask = new
TimerJobSchedulerTask<>(timerJobDisruptor, job);
@@ -188,6 +193,8 @@ public class JobScheduler<T extends AbstractJob<?, C>, C>
implements Closeable {
this.latestBatchSchedulerTimerTaskTimeMs =
System.currentTimeMillis();
}
this.latestBatchSchedulerTimerTaskTimeMs +=
BATCH_SCHEDULER_INTERVAL_MILLI_SECONDS;
+ log.info("execute timer job ids within last ten minutes window, last
time window is {}",
+ TimeUtils.longToTimeString(lastTimeWindowMs));
if (jobMap.isEmpty()) {
return;
}
@@ -209,6 +216,7 @@ public class JobScheduler<T extends AbstractJob<?, C>, C>
implements Closeable {
}
try {
Env.getCurrentEnv().getJobManager().unregisterJob(job.getJobId());
+ log.info("clear finish job, job id is {}, job name is {}",
job.getJobId(), job.getJobName());
} catch (JobException e) {
log.error("clear finish job error, job id is {}", job.getJobId(),
e);
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
