This is an automated email from the ASF dual-hosted git repository.
lijibing pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 7974d2e9f78 [log](statistics)Add result row count log for statistics
internal query. (#39556)
7974d2e9f78 is described below
commit 7974d2e9f78b0dde0ec5ad9cbdb8418499fd242f
Author: Jibing-Li <[email protected]>
AuthorDate: Tue Aug 20 13:55:34 2024 +0800
[log](statistics)Add result row count log for statistics internal query.
(#39556)
Add result row count log for statistics internal query.
Change some log level to debug to reduce log size.
---
be/src/olap/task/engine_publish_version_task.cpp | 4 ++--
fe/fe-core/src/main/java/org/apache/doris/qe/StmtExecutor.java | 5 +++++
.../main/java/org/apache/doris/transaction/PublishVersionDaemon.java | 2 +-
3 files changed, 8 insertions(+), 3 deletions(-)
diff --git a/be/src/olap/task/engine_publish_version_task.cpp
b/be/src/olap/task/engine_publish_version_task.cpp
index 45150881423..09238f570b7 100644
--- a/be/src/olap/task/engine_publish_version_task.cpp
+++ b/be/src/olap/task/engine_publish_version_task.cpp
@@ -356,8 +356,8 @@ void
EnginePublishVersionTask::_calculate_tbl_num_delta_rows(
auto table_id = tablet->get_table_id();
if (kv.second > 0) {
(*_table_id_to_tablet_id_to_num_delta_rows)[table_id][kv.first] +=
kv.second;
- LOG(INFO) << "report delta rows to fe, table_id=" << table_id <<
", tablet=" << kv.first
- << ", num_rows=" << kv.second;
+ VLOG_DEBUG << "report delta rows to fe, table_id=" << table_id
+ << ", tablet=" << kv.first << ", num_rows=" <<
kv.second;
}
}
}
diff --git a/fe/fe-core/src/main/java/org/apache/doris/qe/StmtExecutor.java
b/fe/fe-core/src/main/java/org/apache/doris/qe/StmtExecutor.java
index b6acf6f1126..ca3bd4fa4e3 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/qe/StmtExecutor.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/qe/StmtExecutor.java
@@ -3440,13 +3440,18 @@ public class StmtExecutor {
batch = coord.getNext();
Preconditions.checkNotNull(batch, "Batch is Null.");
if (batch.isEos()) {
+ LOG.info("Result rows for query {} is {}",
DebugUtil.printId(queryId), resultRows.size());
return resultRows;
} else {
// For null and not EOS batch, continue to get the
next batch.
if (batch.getBatch() == null) {
continue;
}
+ LOG.debug("Batch size for query {} is {}",
+ DebugUtil.printId(queryId),
batch.getBatch().rows.size());
resultRows.addAll(convertResultBatchToResultRows(batch.getBatch()));
+ LOG.debug("Result size for query {} is currently {}",
+ DebugUtil.printId(queryId),
batch.getBatch().rows.size());
}
}
} catch (Exception e) {
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/transaction/PublishVersionDaemon.java
b/fe/fe-core/src/main/java/org/apache/doris/transaction/PublishVersionDaemon.java
index 12d59c3ca1a..11219e7267f 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/transaction/PublishVersionDaemon.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/transaction/PublishVersionDaemon.java
@@ -253,7 +253,7 @@ public class PublishVersionDaemon extends MasterDaemon {
// Merge task tablets update rows to tableToTabletsDelta.
private void calculateTaskUpdateRows(Map<Long, Map<Long, Long>>
tableIdToTabletDeltaRows, PublishVersionTask task) {
if (CollectionUtils.isEmpty(task.getErrorTablets())) {
- LOG.info("Task backend id {}, update rows info : [{}]",
+ LOG.debug("Task backend id {}, update rows info : [{}]",
task.getBackendId(), task.getTableIdToTabletDeltaRows());
for (Entry<Long, Map<Long, Long>> tableEntry :
task.getTableIdToTabletDeltaRows().entrySet()) {
tableIdToTabletDeltaRows.putIfAbsent(tableEntry.getKey(),
Maps.newHashMap());
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
