This is an automated email from the ASF dual-hosted git repository.
roryqi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-uniffle.git
The following commit(s) were added to refs/heads/master by this push:
new a1c2462c [MINOR] log(client): update log level from INFO to DEBUG to
avoid noisy (#725)
a1c2462c is described below
commit a1c2462c828e5f98ae16113aa37a993b814978c1
Author: Junfan Zhang <[email protected]>
AuthorDate: Thu Mar 16 09:41:04 2023 +0800
[MINOR] log(client): update log level from INFO to DEBUG to avoid noisy
(#725)
### What changes were proposed in this pull request?
update log level from INFO to DEBUG to avoid noisy
### Why are the changes needed?
To avoid too much log in spark executor's log file.
### Does this PR introduce _any_ user-facing change?
No.
### How was this patch tested?
Don't need
---
.../main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java | 4 ++--
.../main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java | 4 ++--
.../java/org/apache/uniffle/client/impl/ShuffleWriteClientImpl.java | 2 +-
.../org/apache/uniffle/client/impl/grpc/ShuffleServerGrpcClient.java | 4 ++--
4 files changed, 7 insertions(+), 7 deletions(-)
diff --git
a/client-spark/spark2/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
b/client-spark/spark2/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
index bd8c12b8..978924bc 100644
---
a/client-spark/spark2/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
+++
b/client-spark/spark2/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
@@ -240,7 +240,7 @@ public class RssShuffleWriter<K, V, C> extends
ShuffleWriter<K, V> {
shuffleBlockInfosPerEvent.add(sbi);
// split shuffle data according to the size
if (totalSize > sendSizeLimit) {
- LOG.info("Post event to queue with " + shuffleBlockInfosPerEvent.size()
+ LOG.debug("Post event to queue with " +
shuffleBlockInfosPerEvent.size()
+ " blocks and " + totalSize + " bytes");
shuffleManager.getEventLoop().post(
new AddBlockEvent(taskId, shuffleBlockInfosPerEvent));
@@ -249,7 +249,7 @@ public class RssShuffleWriter<K, V, C> extends
ShuffleWriter<K, V> {
}
}
if (!shuffleBlockInfosPerEvent.isEmpty()) {
- LOG.info("Post event to queue with " + shuffleBlockInfosPerEvent.size()
+ LOG.debug("Post event to queue with " + shuffleBlockInfosPerEvent.size()
+ " blocks and " + totalSize + " bytes");
shuffleManager.getEventLoop().post(
new AddBlockEvent(taskId, shuffleBlockInfosPerEvent));
diff --git
a/client-spark/spark3/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
b/client-spark/spark3/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
index ac69ed38..d0a6ea71 100644
---
a/client-spark/spark3/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
+++
b/client-spark/spark3/src/main/java/org/apache/spark/shuffle/writer/RssShuffleWriter.java
@@ -238,7 +238,7 @@ public class RssShuffleWriter<K, V, C> extends
ShuffleWriter<K, V> {
shuffleBlockInfosPerEvent.add(sbi);
// split shuffle data according to the size
if (totalSize > sendSizeLimit) {
- LOG.info("Post event to queue with " + shuffleBlockInfosPerEvent.size()
+ LOG.debug("Post event to queue with " +
shuffleBlockInfosPerEvent.size()
+ " blocks and " + totalSize + " bytes");
shuffleManager.postEvent(
new AddBlockEvent(taskId, shuffleBlockInfosPerEvent));
@@ -247,7 +247,7 @@ public class RssShuffleWriter<K, V, C> extends
ShuffleWriter<K, V> {
}
}
if (!shuffleBlockInfosPerEvent.isEmpty()) {
- LOG.info("Post event to queue with " + shuffleBlockInfosPerEvent.size()
+ LOG.debug("Post event to queue with " + shuffleBlockInfosPerEvent.size()
+ " blocks and " + totalSize + " bytes");
shuffleManager.postEvent(
new AddBlockEvent(taskId, shuffleBlockInfosPerEvent));
diff --git
a/client/src/main/java/org/apache/uniffle/client/impl/ShuffleWriteClientImpl.java
b/client/src/main/java/org/apache/uniffle/client/impl/ShuffleWriteClientImpl.java
index b587c127..45d8ed74 100644
---
a/client/src/main/java/org/apache/uniffle/client/impl/ShuffleWriteClientImpl.java
+++
b/client/src/main/java/org/apache/uniffle/client/impl/ShuffleWriteClientImpl.java
@@ -180,7 +180,7 @@ public class ShuffleWriteClientImpl implements
ShuffleWriteClient {
if (defectiveServers != null) {
defectiveServers.remove(ssi);
}
- LOG.info("{} successfully.", logMsg);
+ LOG.debug("{} successfully.", logMsg);
} else {
if (defectiveServers != null) {
defectiveServers.add(ssi);
diff --git
a/internal-client/src/main/java/org/apache/uniffle/client/impl/grpc/ShuffleServerGrpcClient.java
b/internal-client/src/main/java/org/apache/uniffle/client/impl/grpc/ShuffleServerGrpcClient.java
index 2149cb6c..c9b6016b 100644
---
a/internal-client/src/main/java/org/apache/uniffle/client/impl/grpc/ShuffleServerGrpcClient.java
+++
b/internal-client/src/main/java/org/apache/uniffle/client/impl/grpc/ShuffleServerGrpcClient.java
@@ -233,7 +233,7 @@ public class ShuffleServerGrpcClient extends GrpcClient
implements ShuffleServer
retry++;
}
if (rpcResponse.getStatus() == RssProtos.StatusCode.SUCCESS) {
- LOG.info("Require preAllocated size of {} from {}:{}, cost: {}(ms)",
+ LOG.debug("Require preAllocated size of {} from {}:{}, cost: {}(ms)",
requireSize, host, port, System.currentTimeMillis() - start);
result = rpcResponse.getRequireBufferId();
}
@@ -355,7 +355,7 @@ public class ShuffleServerGrpcClient extends GrpcClient
implements ShuffleServer
.setTimestamp(start)
.build();
SendShuffleDataResponse response =
getBlockingStub().sendShuffleData(rpcRequest);
- LOG.info("Do sendShuffleData to {}:{} rpc cost:" +
(System.currentTimeMillis() - start)
+ LOG.debug("Do sendShuffleData to {}:{} rpc cost:" +
(System.currentTimeMillis() - start)
+ " ms for " + allocateSize + " bytes with " + finalBlockNum + "
blocks", host, port);
if (response.getStatus() != RssProtos.StatusCode.SUCCESS) {
String msg = "Can't send shuffle data with " + finalBlockNum
