This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 0cae9789e61 [opt](profile) add summary metric for file scanner (#45941)
0cae9789e61 is described below
commit 0cae9789e61a3dfb34029eefb67fa6de03d345e2
Author: Mingyu Chen (Rayner) <[email protected]>
AuthorDate: Thu Dec 26 11:27:27 2024 +0800
[opt](profile) add summary metric for file scanner (#45941)
### What problem does this PR solve?
Add summary metrics in profile for:
- FileScannerGetBlockTime
- FileScannerOpenReaderTime
- FileScannerCastInputBlockTime
- FileScannerFillMissingColumnTime
- FileScannerPreFilterTimer
- FileScannerConvertOuputBlockTime
- EmptyFileNum
- NotFoundFileNum
- FileNumber
---
be/src/vec/exec/scan/vfile_scanner.cpp | 31 ++++++++++++++++++-------------
1 file changed, 18 insertions(+), 13 deletions(-)
diff --git a/be/src/vec/exec/scan/vfile_scanner.cpp
b/be/src/vec/exec/scan/vfile_scanner.cpp
index 15b681f5979..b07fbc05721 100644
--- a/be/src/vec/exec/scan/vfile_scanner.cpp
+++ b/be/src/vec/exec/scan/vfile_scanner.cpp
@@ -118,19 +118,24 @@ VFileScanner::VFileScanner(
Status VFileScanner::prepare(RuntimeState* state, const VExprContextSPtrs&
conjuncts) {
RETURN_IF_ERROR(VScanner::prepare(state, conjuncts));
- _get_block_timer = ADD_TIMER(_local_state->scanner_profile(),
"FileScannerGetBlockTime");
- _open_reader_timer = ADD_TIMER(_local_state->scanner_profile(),
"FileScannerOpenReaderTime");
- _cast_to_input_block_timer =
- ADD_TIMER(_local_state->scanner_profile(),
"FileScannerCastInputBlockTime");
- _fill_missing_columns_timer =
- ADD_TIMER(_local_state->scanner_profile(),
"FileScannerFillMissingColumnTime");
- _pre_filter_timer = ADD_TIMER(_local_state->scanner_profile(),
"FileScannerPreFilterTimer");
- _convert_to_output_block_timer =
- ADD_TIMER(_local_state->scanner_profile(),
"FileScannerConvertOuputBlockTime");
- _empty_file_counter = ADD_COUNTER(_local_state->scanner_profile(),
"EmptyFileNum", TUnit::UNIT);
- _not_found_file_counter =
- ADD_COUNTER(_local_state->scanner_profile(), "NotFoundFileNum",
TUnit::UNIT);
- _file_counter = ADD_COUNTER(_local_state->scanner_profile(), "FileNumber",
TUnit::UNIT);
+ _get_block_timer =
+ ADD_TIMER_WITH_LEVEL(_local_state->scanner_profile(),
"FileScannerGetBlockTime", 1);
+ _open_reader_timer =
+ ADD_TIMER_WITH_LEVEL(_local_state->scanner_profile(),
"FileScannerOpenReaderTime", 1);
+ _cast_to_input_block_timer =
ADD_TIMER_WITH_LEVEL(_local_state->scanner_profile(),
+
"FileScannerCastInputBlockTime", 1);
+ _fill_missing_columns_timer =
ADD_TIMER_WITH_LEVEL(_local_state->scanner_profile(),
+
"FileScannerFillMissingColumnTime", 1);
+ _pre_filter_timer =
+ ADD_TIMER_WITH_LEVEL(_local_state->scanner_profile(),
"FileScannerPreFilterTimer", 1);
+ _convert_to_output_block_timer =
ADD_TIMER_WITH_LEVEL(_local_state->scanner_profile(),
+
"FileScannerConvertOuputBlockTime", 1);
+ _empty_file_counter =
+ ADD_COUNTER_WITH_LEVEL(_local_state->scanner_profile(),
"EmptyFileNum", TUnit::UNIT, 1);
+ _not_found_file_counter =
ADD_COUNTER_WITH_LEVEL(_local_state->scanner_profile(),
+ "NotFoundFileNum",
TUnit::UNIT, 1);
+ _file_counter =
+ ADD_COUNTER_WITH_LEVEL(_local_state->scanner_profile(),
"FileNumber", TUnit::UNIT, 1);
_file_cache_statistics.reset(new io::FileCacheStatistics());
_io_ctx.reset(new io::IOContext());
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
