This is an automated email from the ASF dual-hosted git repository.
kfaraz pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git
The following commit(s) were added to refs/heads/master by this push:
new 032b229a380 Reduce noisy coordinator logs (#17779)
032b229a380 is described below
commit 032b229a380cce2e38c11f172671f49b6fe3b7d3
Author: Kashif Faraz <[email protected]>
AuthorDate: Wed Mar 5 16:38:40 2025 +0530
Reduce noisy coordinator logs (#17779)
---
.../druid/server/coordinator/balancer/SegmentToMoveCalculator.java | 4 ++--
.../apache/druid/server/coordinator/duty/UnloadUnusedSegments.java | 2 +-
.../apache/druid/server/coordinator/loading/HttpLoadQueuePeon.java | 2 --
.../apache/druid/server/coordinator/loading/LoadQueueTaskMaster.java | 1 +
.../main/java/org/apache/druid/server/coordinator/stats/Stats.java | 2 +-
5 files changed, 5 insertions(+), 6 deletions(-)
diff --git
a/server/src/main/java/org/apache/druid/server/coordinator/balancer/SegmentToMoveCalculator.java
b/server/src/main/java/org/apache/druid/server/coordinator/balancer/SegmentToMoveCalculator.java
index 01c7da44c11..e45ed65abc9 100644
---
a/server/src/main/java/org/apache/druid/server/coordinator/balancer/SegmentToMoveCalculator.java
+++
b/server/src/main/java/org/apache/druid/server/coordinator/balancer/SegmentToMoveCalculator.java
@@ -248,7 +248,7 @@ public class SegmentToMoveCalculator
final int numSegmentsToMove = maxCountDifference.getKey() / 2;
if (numSegmentsToMove > 0) {
- log.info(
+ log.debug(
"Need to move [%,d] segments of datasource[%s] in tier[%s] to fix
gap between min[%,d] and max[%,d].",
numSegmentsToMove, mostUnbalancedDatasource, tier, minNumSegments,
maxNumSegments
);
@@ -290,7 +290,7 @@ public class SegmentToMoveCalculator
? 0 : (int) (differenceInUsageBytes /
averageSegmentSize) / 2;
if (numSegmentsToMove > 0) {
- log.info(
+ log.debug(
"Need to move [%,d] segments of avg size [%,d MB] in tier[%s] to fix"
+ " disk usage gap between min[%d GB][%.1f%%] and max[%d
GB][%.1f%%].",
numSegmentsToMove, ((long) averageSegmentSize) >> 20, tier,
diff --git
a/server/src/main/java/org/apache/druid/server/coordinator/duty/UnloadUnusedSegments.java
b/server/src/main/java/org/apache/druid/server/coordinator/duty/UnloadUnusedSegments.java
index 53f7abd6f6d..2bd9fd29548 100644
---
a/server/src/main/java/org/apache/druid/server/coordinator/duty/UnloadUnusedSegments.java
+++
b/server/src/main/java/org/apache/druid/server/coordinator/duty/UnloadUnusedSegments.java
@@ -73,7 +73,7 @@ public class UnloadUnusedSegments implements CoordinatorDuty
).sum();
if (numCancelledLoads > 0 || numQueuedDrops > 0) {
- log.info("Cancelled [%d] loads and started [%d] drops of unused
segments.", numCancelledLoads, numQueuedDrops);
+ log.debug("Cancelled [%d] loads and started [%d] drops of unused
segments.", numCancelledLoads, numQueuedDrops);
}
return params;
diff --git
a/server/src/main/java/org/apache/druid/server/coordinator/loading/HttpLoadQueuePeon.java
b/server/src/main/java/org/apache/druid/server/coordinator/loading/HttpLoadQueuePeon.java
index cf1a239b59d..015b5686769 100644
---
a/server/src/main/java/org/apache/druid/server/coordinator/loading/HttpLoadQueuePeon.java
+++
b/server/src/main/java/org/apache/druid/server/coordinator/loading/HttpLoadQueuePeon.java
@@ -382,12 +382,10 @@ public class HttpLoadQueuePeon implements LoadQueuePeon
if (stopped) {
return;
}
- log.info("Stopping load queue peon for server[%s].", serverId);
stopped = true;
if (!queuedSegments.isEmpty()) {
queuedSegments.forEach(holder -> onRequestCompleted(holder,
RequestStatus.CANCELLED));
- log.info("Cancelled [%d] requests queued on server[%s].",
queuedSegments.size(), serverId);
}
segmentsToDrop.clear();
diff --git
a/server/src/main/java/org/apache/druid/server/coordinator/loading/LoadQueueTaskMaster.java
b/server/src/main/java/org/apache/druid/server/coordinator/loading/LoadQueueTaskMaster.java
index 647c9e0c413..ed6d2d5a3ea 100644
---
a/server/src/main/java/org/apache/druid/server/coordinator/loading/LoadQueueTaskMaster.java
+++
b/server/src/main/java/org/apache/druid/server/coordinator/loading/LoadQueueTaskMaster.java
@@ -132,6 +132,7 @@ public class LoadQueueTaskMaster
{
isLeader.set(false);
+ log.info("Stopping load queue peon for [%d] servers.",
loadManagementPeons.size());
loadManagementPeons.values().forEach(LoadQueuePeon::stop);
loadManagementPeons.clear();
}
diff --git
a/server/src/main/java/org/apache/druid/server/coordinator/stats/Stats.java
b/server/src/main/java/org/apache/druid/server/coordinator/stats/Stats.java
index 959ef24d393..0bc3b609bd3 100644
--- a/server/src/main/java/org/apache/druid/server/coordinator/stats/Stats.java
+++ b/server/src/main/java/org/apache/druid/server/coordinator/stats/Stats.java
@@ -32,7 +32,7 @@ public class Stats
public static final CoordinatorStat DROPPED
= CoordinatorStat.toDebugAndEmit("dropped", "segment/dropped/count");
public static final CoordinatorStat DELETED
- = CoordinatorStat.toLogAndEmit("deleted", "segment/deleted/count",
CoordinatorStat.Level.INFO);
+ = CoordinatorStat.toDebugAndEmit("deleted", "segment/deleted/count");
public static final CoordinatorStat MOVED
= CoordinatorStat.toDebugAndEmit("moved", "segment/moved/count");
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
