This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-3.0 by this push:
new fffe19a86bf branch-3.0: [fix](routine load) replace heavy work pool
with routine load thread pool for metadata fetching #44907 (#45039)
fffe19a86bf is described below
commit fffe19a86bf41077f2ff612c77e2b28355b8b493
Author: github-actions[bot]
<41898282+github-actions[bot]@users.noreply.github.com>
AuthorDate: Thu Dec 5 19:15:20 2024 +0800
branch-3.0: [fix](routine load) replace heavy work pool with routine load
thread pool for metadata fetching #44907 (#45039)
Cherry-picked from #44907
Co-authored-by: hui lai <[email protected]>
---
be/src/runtime/routine_load/routine_load_task_executor.h | 2 ++
be/src/service/internal_service.cpp | 5 ++++-
2 files changed, 6 insertions(+), 1 deletion(-)
diff --git a/be/src/runtime/routine_load/routine_load_task_executor.h
b/be/src/runtime/routine_load/routine_load_task_executor.h
index 0e597d796c9..b1196f7824a 100644
--- a/be/src/runtime/routine_load/routine_load_task_executor.h
+++ b/be/src/runtime/routine_load/routine_load_task_executor.h
@@ -73,6 +73,8 @@ public:
std::vector<PIntegerPair>*
partition_offsets,
int timeout);
+ ThreadPool& get_thread_pool() { return *_thread_pool; }
+
private:
// execute the task
void exec_task(std::shared_ptr<StreamLoadContext> ctx, DataConsumerPool*
pool,
diff --git a/be/src/service/internal_service.cpp
b/be/src/service/internal_service.cpp
index be99278ab54..463beff6d2f 100644
--- a/be/src/service/internal_service.cpp
+++ b/be/src/service/internal_service.cpp
@@ -1238,7 +1238,10 @@ void
PInternalService::report_stream_load_status(google::protobuf::RpcController
void PInternalService::get_info(google::protobuf::RpcController* controller,
const PProxyRequest* request, PProxyResult*
response,
google::protobuf::Closure* done) {
- bool ret = _heavy_work_pool.try_offer([this, request, response, done]() {
+ bool ret =
_exec_env->routine_load_task_executor()->get_thread_pool().submit_func([this,
+
request,
+
response,
+
done]() {
brpc::ClosureGuard closure_guard(done);
// PProxyRequest is defined in gensrc/proto/internal_service.proto
// Currently it supports 2 kinds of requests:
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
