This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.1 by this push:
new 02fdf5307cc [pick](branch-2.1) pick #42059 (#44938)
02fdf5307cc is described below
commit 02fdf5307cc151e5071a9b1041504cdfa3bc7258
Author: Xinyi Zou <[email protected]>
AuthorDate: Wed Dec 4 17:49:08 2024 +0800
[pick](branch-2.1) pick #42059 (#44938)
---
be/CMakeLists.txt | 1 +
be/src/http/action/compaction_action.cpp | 6 +-
be/src/http/action/compaction_action.h | 2 +-
be/src/http/action/jeprofile_actions.cpp | 124 +++++++++++++-------
be/src/http/action/jeprofile_actions.h | 34 ++++--
be/src/http/http_handler_with_auth.h | 7 +-
be/src/runtime/exec_env.h | 3 +
be/src/runtime/exec_env_init.cpp | 4 +
be/src/runtime/memory/heap_profiler.cpp | 130 +++++++++++++++++++++
.../memory/heap_profiler.h} | 30 +++--
be/src/service/http_service.cpp | 15 ++-
bin/run-fs-benchmark.sh | 2 +-
bin/start_be.sh | 2 +-
conf/be.conf | 2 +-
regression-test/pipeline/external/conf/be.conf | 2 +-
regression-test/pipeline/p0/conf/be.conf | 2 +-
regression-test/pipeline/p1/conf/be.conf | 2 +-
17 files changed, 291 insertions(+), 77 deletions(-)
diff --git a/be/CMakeLists.txt b/be/CMakeLists.txt
index 0305e886ef9..7d8579845fb 100644
--- a/be/CMakeLists.txt
+++ b/be/CMakeLists.txt
@@ -750,6 +750,7 @@ install(DIRECTORY DESTINATION ${OUTPUT_DIR}/conf)
install(FILES
${BASE_DIR}/../bin/start_be.sh
${BASE_DIR}/../bin/stop_be.sh
+ ${BASE_DIR}/../tools/jeprof
PERMISSIONS OWNER_READ OWNER_WRITE OWNER_EXECUTE
GROUP_READ GROUP_WRITE GROUP_EXECUTE
WORLD_READ WORLD_EXECUTE
diff --git a/be/src/http/action/compaction_action.cpp
b/be/src/http/action/compaction_action.cpp
index 85f8cad68ba..a8b3578388e 100644
--- a/be/src/http/action/compaction_action.cpp
+++ b/be/src/http/action/compaction_action.cpp
@@ -54,7 +54,7 @@ const static std::string HEADER_JSON = "application/json";
CompactionAction::CompactionAction(CompactionActionType ctype, ExecEnv*
exec_env,
TPrivilegeHier::type hier,
TPrivilegeType::type ptype)
- : HttpHandlerWithAuth(exec_env, hier, ptype), _type(ctype) {}
+ : HttpHandlerWithAuth(exec_env, hier, ptype), _compaction_type(ctype)
{}
Status CompactionAction::_check_param(HttpRequest* req, uint64_t* tablet_id,
uint64_t* table_id) {
// req tablet id and table id, we have to set only one of them.
std::string req_tablet_id = req->param(TABLET_ID_KEY);
@@ -341,7 +341,7 @@ Status
CompactionAction::_execute_compaction_callback(TabletSharedPtr tablet,
void CompactionAction::handle(HttpRequest* req) {
req->add_output_header(HttpHeaders::CONTENT_TYPE, HEADER_JSON.c_str());
- if (_type == CompactionActionType::SHOW_INFO) {
+ if (_compaction_type == CompactionActionType::SHOW_INFO) {
std::string json_result;
Status st = _handle_show_compaction(req, &json_result);
if (!st.ok()) {
@@ -349,7 +349,7 @@ void CompactionAction::handle(HttpRequest* req) {
} else {
HttpChannel::send_reply(req, HttpStatus::OK, json_result);
}
- } else if (_type == CompactionActionType::RUN_COMPACTION) {
+ } else if (_compaction_type == CompactionActionType::RUN_COMPACTION) {
std::string json_result;
Status st = _handle_run_compaction(req, &json_result);
if (!st.ok()) {
diff --git a/be/src/http/action/compaction_action.h
b/be/src/http/action/compaction_action.h
index e1f820e7a8f..567ad5d5022 100644
--- a/be/src/http/action/compaction_action.h
+++ b/be/src/http/action/compaction_action.h
@@ -74,7 +74,7 @@ private:
Status _check_param(HttpRequest* req, uint64_t* id_param, const
std::string param_name);
private:
- CompactionActionType _type;
+ CompactionActionType _compaction_type;
};
} // end namespace doris
diff --git a/be/src/http/action/jeprofile_actions.cpp
b/be/src/http/action/jeprofile_actions.cpp
index 1ed763cfb74..47399c575a3 100644
--- a/be/src/http/action/jeprofile_actions.cpp
+++ b/be/src/http/action/jeprofile_actions.cpp
@@ -18,67 +18,101 @@
#include "http/action/jeprofile_actions.h"
#include <jemalloc/jemalloc.h>
-#include <stdlib.h>
#include <unistd.h>
-#include <ctime>
-#include <fstream>
-#include <memory>
-#include <mutex>
#include <string>
-#include "common/config.h"
-#include "common/object_pool.h"
#include "http/ev_http_server.h"
#include "http/http_channel.h"
#include "http/http_handler.h"
-#include "http/http_method.h"
-#include "io/fs/local_file_system.h"
+#include "http/http_handler_with_auth.h"
+#include "http/http_headers.h"
+#include "http/http_request.h"
+#include "runtime/memory/heap_profiler.h"
namespace doris {
-class HttpRequest;
-static std::mutex kJeprofileActionMutex;
-class JeHeapAction : public HttpHandler {
-public:
- JeHeapAction() = default;
- virtual ~JeHeapAction() = default;
+const static std::string HEADER_JSON = "application/json";
- virtual void handle(HttpRequest* req) override;
-};
-
-void JeHeapAction::handle(HttpRequest* req) {
- std::lock_guard<std::mutex> lock(kJeprofileActionMutex);
-#ifndef USE_JEMALLOC
- std::string str = "jemalloc heap dump is not available without setting
USE_JEMALLOC";
- HttpChannel::send_reply(req, str);
+static bool compile_check(HttpRequest* req) {
+#if defined(ADDRESS_SANITIZER) || defined(LEAK_SANITIZER) ||
defined(THREAD_SANITIZER)
+ HttpChannel::send_reply(
+ req, HttpStatus::INTERNAL_SERVER_ERROR,
+ "Jemalloc heap dump is not available with ASAN(address sanitizer)
builds.\n");
+ return false;
+#elif !defined(USE_JEMALLOC)
+ HttpChannel::send_reply(req, HttpStatus::INTERNAL_SERVER_ERROR,
+ "jemalloc heap dump is not available without
setting USE_JEMALLOC.\n");
+ return false;
#else
- std::stringstream tmp_jeprof_file_name;
- std::time_t now = std::time(nullptr);
- // Build a temporary file name that is hopefully unique.
- tmp_jeprof_file_name << config::jeprofile_dir << "/jeheap_dump." << now <<
"." << getpid()
- << "." << rand() << ".heap";
- const std::string& tmp_file_name_str = tmp_jeprof_file_name.str();
- const char* file_name_ptr = tmp_file_name_str.c_str();
- int result = jemallctl("prof.dump", nullptr, nullptr, &file_name_ptr,
sizeof(const char*));
- std::stringstream response;
- if (result == 0) {
- response << "Jemalloc heap dump success, dump file path: " <<
tmp_jeprof_file_name.str()
- << "\n";
- } else {
- response << "Jemalloc heap dump failed, je_mallctl return: " << result
<< "\n";
- }
- HttpChannel::send_reply(req, response.str());
+ return true;
#endif
}
-Status JeprofileActions::setup(doris::ExecEnv* exec_env, doris::EvHttpServer*
http_server,
- doris::ObjectPool& pool) {
- if (!config::jeprofile_dir.empty()) {
-
RETURN_IF_ERROR(io::global_local_filesystem()->create_directory(config::jeprofile_dir));
+void SetJeHeapProfileActiveActions::handle(HttpRequest* req) {
+ req->add_output_header(HttpHeaders::CONTENT_TYPE, HEADER_JSON.c_str());
+ if (compile_check(req)) {
+ if (req->param("prof_value") == "true") {
+ HeapProfiler::instance()->heap_profiler_start();
+ HttpChannel::send_reply(
+ req, HttpStatus::OK,
+ "heap profiler started\nJemalloc will only track and
sample the memory "
+ "allocated and freed after the heap profiler started, it
cannot analyze the "
+ "memory allocated and freed before. Therefore, dumping the
heap profile "
+ "immediately after start heap profiler may prompt `No
nodes to print`. If you "
+ "want to analyze the memory that has been allocated in the
past, you can only "
+ "restart the BE process and start heap profiler
immediately.\n");
+ } else {
+ HeapProfiler::instance()->heap_profiler_stop();
+ HttpChannel::send_reply(req, HttpStatus::OK, "heap profiler
stoped\n");
+ }
+ }
+}
+
+void DumpJeHeapProfileToDotActions::handle(HttpRequest* req) {
+ req->add_output_header(HttpHeaders::CONTENT_TYPE, HEADER_JSON.c_str());
+ if (compile_check(req)) {
+ if (!HeapProfiler::instance()->check_heap_profiler()) {
+ HttpChannel::send_reply(
+ req, HttpStatus::INTERNAL_SERVER_ERROR,
+ "`curl http://be_host:be_webport/jeheap/prof/true` to
start heap profiler\n");
+ }
+ std::string dot = HeapProfiler::instance()->dump_heap_profile_to_dot();
+ if (dot.empty()) {
+ HttpChannel::send_reply(req, HttpStatus::INTERNAL_SERVER_ERROR,
+ "dump heap profile to dot failed, see
be.INFO\n");
+ } else {
+ dot +=
"\n-------------------------------------------------------\n";
+ dot += "Copy the text after `digraph` in the above output to "
+ "http://www.webgraphviz.com to generate a dot graph.\n"
+ "after start heap profiler, if there is no operation, will
print `No nodes to "
+ "print`."
+ "If there are many errors: `addr2line: Dwarf Error`,"
+ "or other FAQ, reference doc: "
+
"https://doris.apache.org/community/developer-guide/debug-tool/#4-qa\n";;
+ HttpChannel::send_reply(req, HttpStatus::OK, dot);
+ }
+ }
+}
+
+void DumpJeHeapProfileActions::handle(HttpRequest* req) {
+ req->add_output_header(HttpHeaders::CONTENT_TYPE, HEADER_JSON.c_str());
+ if (compile_check(req)) {
+ if (!HeapProfiler::instance()->check_heap_profiler()) {
+ HttpChannel::send_reply(
+ req, HttpStatus::INTERNAL_SERVER_ERROR,
+ "`curl http://be_host:be_webport/jeheap/prof/true` to
start heap profiler\n");
+ }
+ std::string profile_file_name =
HeapProfiler::instance()->dump_heap_profile();
+ if (profile_file_name.empty()) {
+ HttpChannel::send_reply(req, HttpStatus::INTERNAL_SERVER_ERROR,
+ "jemalloc heap dump failed\n");
+ } else {
+ HttpChannel::send_reply(req, HttpStatus::OK,
+ fmt::format("jemalloc heap dump success,
dump file path: {}\n",
+ profile_file_name));
+ }
}
- http_server->register_handler(HttpMethod::GET, "/jeheap/dump",
pool.add(new JeHeapAction()));
- return Status::OK();
}
} // namespace doris
diff --git a/be/src/http/action/jeprofile_actions.h
b/be/src/http/action/jeprofile_actions.h
index 2ebeb3c9ffd..f1336ac4691 100644
--- a/be/src/http/action/jeprofile_actions.h
+++ b/be/src/http/action/jeprofile_actions.h
@@ -15,17 +15,35 @@
// specific language governing permissions and limitations
// under the License.
-#ifndef DORIS_JEPROFILE_ACTIONS_H
-#define DORIS_JEPROFILE_ACTIONS_H
-#include "common/status.h"
+#pragma once
+
+#include "http/http_handler.h"
+#include "http/http_handler_with_auth.h"
+
namespace doris {
-class EvHttpServer;
+
+class HttpRequest;
class ExecEnv;
-class ObjectPool;
-class JeprofileActions {
+
+class SetJeHeapProfileActiveActions final : public HttpHandlerWithAuth {
+public:
+ SetJeHeapProfileActiveActions(ExecEnv* exec_env) :
HttpHandlerWithAuth(exec_env) {}
+ ~SetJeHeapProfileActiveActions() override = default;
+ void handle(HttpRequest* req) override;
+};
+
+class DumpJeHeapProfileToDotActions final : public HttpHandlerWithAuth {
+public:
+ DumpJeHeapProfileToDotActions(ExecEnv* exec_env) :
HttpHandlerWithAuth(exec_env) {}
+ ~DumpJeHeapProfileToDotActions() override = default;
+ void handle(HttpRequest* req) override;
+};
+
+class DumpJeHeapProfileActions final : public HttpHandlerWithAuth {
public:
- static Status setup(ExecEnv* exec_env, EvHttpServer* http_server,
ObjectPool& pool);
+ DumpJeHeapProfileActions(ExecEnv* exec_env) :
HttpHandlerWithAuth(exec_env) {}
+ ~DumpJeHeapProfileActions() override = default;
+ void handle(HttpRequest* req) override;
};
} // namespace doris
-#endif //DORIS_JEPROFILE_ACTIONS_H
diff --git a/be/src/http/http_handler_with_auth.h
b/be/src/http/http_handler_with_auth.h
index 894a3a81e50..f6546eca1a8 100644
--- a/be/src/http/http_handler_with_auth.h
+++ b/be/src/http/http_handler_with_auth.h
@@ -37,6 +37,7 @@ class HttpHandlerWithAuth : public HttpHandler {
public:
HttpHandlerWithAuth(ExecEnv* exec_env, TPrivilegeHier::type hier,
TPrivilegeType::type type);
+ HttpHandlerWithAuth(ExecEnv* exec_env) : _exec_env(exec_env) {}
~HttpHandlerWithAuth() override = default;
// return 0 if auth pass, otherwise -1.
@@ -53,10 +54,8 @@ public:
protected:
ExecEnv* _exec_env;
-
-private:
- TPrivilegeHier::type _hier;
- TPrivilegeType::type _type;
+ TPrivilegeHier::type _hier = TPrivilegeHier::GLOBAL;
+ TPrivilegeType::type _type = TPrivilegeType::ADMIN;
};
} // namespace doris
diff --git a/be/src/runtime/exec_env.h b/be/src/runtime/exec_env.h
index 7f812605dca..a65891d3f4e 100644
--- a/be/src/runtime/exec_env.h
+++ b/be/src/runtime/exec_env.h
@@ -109,6 +109,7 @@ class LookupConnectionCache;
class RowCache;
class DummyLRUCache;
class CacheManager;
+class HeapProfiler;
class WalManager;
class DNSCache;
@@ -310,6 +311,7 @@ public:
LookupConnectionCache* get_lookup_connection_cache() { return
_lookup_connection_cache; }
RowCache* get_row_cache() { return _row_cache; }
CacheManager* get_cache_manager() { return _cache_manager; }
+ HeapProfiler* get_heap_profiler() { return _heap_profiler; }
segment_v2::InvertedIndexSearcherCache*
get_inverted_index_searcher_cache() {
return _inverted_index_searcher_cache;
}
@@ -452,6 +454,7 @@ private:
LookupConnectionCache* _lookup_connection_cache = nullptr;
RowCache* _row_cache = nullptr;
CacheManager* _cache_manager = nullptr;
+ HeapProfiler* _heap_profiler = nullptr;
segment_v2::InvertedIndexSearcherCache* _inverted_index_searcher_cache =
nullptr;
segment_v2::InvertedIndexQueryCache* _inverted_index_query_cache = nullptr;
std::shared_ptr<DummyLRUCache> _dummy_lru_cache = nullptr;
diff --git a/be/src/runtime/exec_env_init.cpp b/be/src/runtime/exec_env_init.cpp
index 5f54395a66f..b8cde1db108 100644
--- a/be/src/runtime/exec_env_init.cpp
+++ b/be/src/runtime/exec_env_init.cpp
@@ -64,6 +64,7 @@
#include "runtime/load_path_mgr.h"
#include "runtime/load_stream_mgr.h"
#include "runtime/memory/cache_manager.h"
+#include "runtime/memory/heap_profiler.h"
#include "runtime/memory/mem_tracker.h"
#include "runtime/memory/mem_tracker_limiter.h"
#include "runtime/memory/thread_mem_tracker_mgr.h"
@@ -389,6 +390,7 @@ Status ExecEnv::_init_mem_env() {
bool is_percent = false;
std::stringstream ss;
// 1. init mem tracker
+ _heap_profiler = HeapProfiler::create_global_instance();
init_mem_tracker();
thread_context()->thread_mem_tracker_mgr->init();
#if defined(USE_MEM_TRACKER) && !defined(__SANITIZE_ADDRESS__) &&
!defined(ADDRESS_SANITIZER) && \
@@ -701,6 +703,8 @@ void ExecEnv::destroy() {
// dns cache is a global instance and need to be released at last
SAFE_DELETE(_dns_cache);
+ SAFE_DELETE(_heap_profiler);
+
_s_tracking_memory = false;
LOG(INFO) << "Doris exec envorinment is destoried.";
}
diff --git a/be/src/runtime/memory/heap_profiler.cpp
b/be/src/runtime/memory/heap_profiler.cpp
new file mode 100644
index 00000000000..01ed82f76ef
--- /dev/null
+++ b/be/src/runtime/memory/heap_profiler.cpp
@@ -0,0 +1,130 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+#include "runtime/memory/heap_profiler.h"
+
+#ifdef USE_JEMALLOC
+#include "jemalloc/jemalloc.h"
+#endif
+#include "agent/utils.h"
+#include "common/config.h"
+#include "io/fs/local_file_system.h"
+
+namespace doris {
+
+void HeapProfiler::set_prof_active(bool prof) {
+#ifdef USE_JEMALLOC
+ std::lock_guard guard(_mutex);
+ try {
+ int err = jemallctl("prof.active", nullptr, nullptr, &prof, 1);
+ err |= jemallctl("prof.thread_active_init", nullptr, nullptr, &prof,
1);
+ if (err) {
+ LOG(WARNING) << "jemalloc heap profiling start failed, " << err;
+ } else {
+ LOG(WARNING) << "jemalloc heap profiling started";
+ }
+ } catch (...) {
+ LOG(WARNING) << "jemalloc heap profiling start failed";
+ }
+#endif
+}
+
+bool HeapProfiler::get_prof_dump(const std::string& profile_file_name) {
+#ifdef USE_JEMALLOC
+ std::lock_guard guard(_mutex);
+ const char* file_name_ptr = profile_file_name.c_str();
+ try {
+ int err = jemallctl("prof.dump", nullptr, nullptr, &file_name_ptr,
sizeof(const char*));
+ if (err) {
+ LOG(WARNING) << "dump heap profile failed, " << err;
+ return false;
+ } else {
+ LOG(INFO) << "dump heap profile to " << profile_file_name;
+ return true;
+ }
+ } catch (...) {
+ LOG(WARNING) << "dump heap profile failed";
+ return false;
+ }
+#else
+ return false;
+#endif
+}
+
+static std::string jeprof_profile_to_dot(const std::string& profile_file_name)
{
+ AgentUtils util;
+ const static std::string jeprof_path = fmt::format("{}/bin/jeprof",
std::getenv("DORIS_HOME"));
+ const static std::string binary_path =
+ fmt::format("{}/lib/doris_be", std::getenv("DORIS_HOME"));
+ //
https://doris.apache.org/community/developer-guide/debug-tool/#3-jeprof-parses-heap-profile
+ std::string jeprof_cmd =
+ fmt::format("{} --dot {} {}", jeprof_path, binary_path,
profile_file_name);
+ std::string msg;
+ bool rc = util.exec_cmd(jeprof_cmd, &msg);
+ if (!rc) {
+ LOG(WARNING) << "jeprof profile to dot failed: " << msg;
+ }
+ return msg;
+}
+
+void HeapProfiler::heap_profiler_start() {
+ set_prof_active(true);
+}
+
+void HeapProfiler::heap_profiler_stop() {
+ set_prof_active(false);
+}
+
+bool HeapProfiler::check_heap_profiler() {
+#ifdef USE_JEMALLOC
+ size_t value = 0;
+ size_t sz = sizeof(value);
+ jemallctl("prof.active", &value, &sz, nullptr, 0);
+ return value;
+#else
+ return false;
+#endif
+}
+
+std::string HeapProfiler::dump_heap_profile() {
+ if (!config::jeprofile_dir.empty()) {
+ auto st =
io::global_local_filesystem()->create_directory(config::jeprofile_dir);
+ if (!st.ok()) {
+ LOG(WARNING) << "create jeprofile dir failed.";
+ return "";
+ }
+ }
+ std::string profile_file_name =
+ fmt::format("{}/jeheap_dump.{}.{}.{}.heap", config::jeprofile_dir,
std::time(nullptr),
+ getpid(), rand());
+ if (get_prof_dump(profile_file_name)) {
+ return profile_file_name;
+ } else {
+ return "";
+ }
+}
+
+std::string HeapProfiler::dump_heap_profile_to_dot() {
+ std::string profile_file_name = dump_heap_profile();
+ if (!profile_file_name.empty()) {
+ return jeprof_profile_to_dot(profile_file_name);
+ } else {
+ return "";
+ }
+}
+
+} // namespace doris
diff --git a/be/src/http/action/jeprofile_actions.h
b/be/src/runtime/memory/heap_profiler.h
similarity index 59%
copy from be/src/http/action/jeprofile_actions.h
copy to be/src/runtime/memory/heap_profiler.h
index 2ebeb3c9ffd..7f156351200 100644
--- a/be/src/http/action/jeprofile_actions.h
+++ b/be/src/runtime/memory/heap_profiler.h
@@ -15,17 +15,29 @@
// specific language governing permissions and limitations
// under the License.
-#ifndef DORIS_JEPROFILE_ACTIONS_H
-#define DORIS_JEPROFILE_ACTIONS_H
-#include "common/status.h"
+#pragma once
+
+#include "runtime/exec_env.h"
+
namespace doris {
-class EvHttpServer;
-class ExecEnv;
-class ObjectPool;
-class JeprofileActions {
+
+class HeapProfiler {
public:
- static Status setup(ExecEnv* exec_env, EvHttpServer* http_server,
ObjectPool& pool);
+ static HeapProfiler* create_global_instance() { return new HeapProfiler();
}
+ static HeapProfiler* instance() { return
ExecEnv::GetInstance()->get_heap_profiler(); }
+ HeapProfiler() = default;
+
+ void heap_profiler_start();
+ void heap_profiler_stop();
+ bool check_heap_profiler();
+ std::string dump_heap_profile();
+ std::string dump_heap_profile_to_dot();
+
+private:
+ void set_prof_active(bool prof);
+ bool get_prof_dump(const std::string& profile_file_name);
+
+ std::mutex _mutex;
};
} // namespace doris
-#endif //DORIS_JEPROFILE_ACTIONS_H
diff --git a/be/src/service/http_service.cpp b/be/src/service/http_service.cpp
index dc356b77731..dda3673d7e4 100644
--- a/be/src/service/http_service.cpp
+++ b/be/src/service/http_service.cpp
@@ -227,7 +227,20 @@ Status HttpService::start() {
static_cast<void>(PprofActions::setup(_env, _ev_http_server.get(), _pool));
// register jeprof actions
- static_cast<void>(JeprofileActions::setup(_env, _ev_http_server.get(),
_pool));
+ SetJeHeapProfileActiveActions* set_jeheap_profile_active_action =
+ _pool.add(new SetJeHeapProfileActiveActions(_env));
+ _ev_http_server->register_handler(HttpMethod::GET,
"/jeheap/active/{prof_value}",
+ set_jeheap_profile_active_action);
+
+ DumpJeHeapProfileToDotActions* dump_jeheap_profile_to_dot_action =
+ _pool.add(new DumpJeHeapProfileToDotActions(_env));
+ _ev_http_server->register_handler(HttpMethod::GET, "/jeheap/dump",
+ dump_jeheap_profile_to_dot_action);
+
+ DumpJeHeapProfileActions* dump_jeheap_profile_action =
+ _pool.add(new DumpJeHeapProfileActions(_env));
+ _ev_http_server->register_handler(HttpMethod::GET, "/jeheap/dump_only",
+ dump_jeheap_profile_action);
// register metrics
{
diff --git a/bin/run-fs-benchmark.sh b/bin/run-fs-benchmark.sh
index f4edd4117d0..552dfae05e9 100755
--- a/bin/run-fs-benchmark.sh
+++ b/bin/run-fs-benchmark.sh
@@ -280,7 +280,7 @@ export LIBHDFS_OPTS="${final_java_opt}"
#echo "LIBHDFS_OPTS: ${LIBHDFS_OPTS}"
# see
https://github.com/apache/doris/blob/master/docs/zh-CN/community/developer-guide/debug-tool.md#jemalloc-heap-profile
-export
JEMALLOC_CONF="percpu_arena:percpu,background_thread:true,metadata_thp:auto,muzzy_decay_ms:5000,dirty_decay_ms:5000,oversize_threshold:0,prof:false,lg_prof_interval:-1"
+export
JEMALLOC_CONF="percpu_arena:percpu,background_thread:true,metadata_thp:auto,muzzy_decay_ms:5000,dirty_decay_ms:5000,oversize_threshold:0,prof:true,prof_active:false,lg_prof_interval:-1"
export AWS_EC2_METADATA_DISABLED=true
export AWS_MAX_ATTEMPTS=2
diff --git a/bin/start_be.sh b/bin/start_be.sh
index 2ee6ea330d3..ed5c47b03df 100755
--- a/bin/start_be.sh
+++ b/bin/start_be.sh
@@ -363,7 +363,7 @@ export LIBHDFS_OPTS="${final_java_opt}"
# log "LIBHDFS_OPTS: ${LIBHDFS_OPTS}"
if [[ -z ${JEMALLOC_CONF} ]]; then
-
JEMALLOC_CONF="percpu_arena:percpu,background_thread:true,metadata_thp:auto,muzzy_decay_ms:5000,dirty_decay_ms:5000,oversize_threshold:0,prof:false,lg_prof_interval:-1"
+
JEMALLOC_CONF="percpu_arena:percpu,background_thread:true,metadata_thp:auto,muzzy_decay_ms:5000,dirty_decay_ms:5000,oversize_threshold:0,prof:true,prof_active:false,lg_prof_interval:-1"
fi
if [[ -z ${JEMALLOC_PROF_PRFIX} ]]; then
diff --git a/conf/be.conf b/conf/be.conf
index 29991939741..aa0d97674cf 100644
--- a/conf/be.conf
+++ b/conf/be.conf
@@ -34,7 +34,7 @@ JAVA_OPTS_FOR_JDK_17="-Dfile.encoding=UTF-8 -Xmx2048m
-DlogPath=$LOG_DIR/jni.log
#
https://github.com/apache/doris/blob/master/docs/zh-CN/community/developer-guide/debug-tool.md#jemalloc-heap-profile
# https://jemalloc.net/jemalloc.3.html
-JEMALLOC_CONF="percpu_arena:percpu,background_thread:true,metadata_thp:auto,muzzy_decay_ms:5000,dirty_decay_ms:5000,oversize_threshold:0,prof:false,lg_prof_interval:-1"
+JEMALLOC_CONF="percpu_arena:percpu,background_thread:true,metadata_thp:auto,muzzy_decay_ms:5000,dirty_decay_ms:5000,oversize_threshold:0,prof:true,prof_active:false,lg_prof_interval:-1"
JEMALLOC_PROF_PRFIX="jemalloc_heap_profile_"
# ports for admin, web, heartbeat service
diff --git a/regression-test/pipeline/external/conf/be.conf
b/regression-test/pipeline/external/conf/be.conf
index 6f7cc3b7678..98046a58712 100644
--- a/regression-test/pipeline/external/conf/be.conf
+++ b/regression-test/pipeline/external/conf/be.conf
@@ -25,7 +25,7 @@ JAVA_OPTS_FOR_JDK_17="-Xmx2048m
-DlogPath=$DORIS_HOME/log/jni.log -Xlog:gc:$DORI
#
https://github.com/apache/doris/blob/master/docs/zh-CN/community/developer-guide/debug-tool.md#jemalloc-heap-profile
# https://jemalloc.net/jemalloc.3.html
-JEMALLOC_CONF="percpu_arena:percpu,background_thread:true,metadata_thp:auto,muzzy_decay_ms:5000,dirty_decay_ms:5000,oversize_threshold:0,prof:false,lg_prof_interval:-1"
+JEMALLOC_CONF="percpu_arena:percpu,background_thread:true,metadata_thp:auto,muzzy_decay_ms:5000,dirty_decay_ms:5000,oversize_threshold:0,prof:true,prof_active:false,lg_prof_interval:-1"
JEMALLOC_PROF_PRFIX="jemalloc_heap_profile_"
# INFO, WARNING, ERROR, FATAL
diff --git a/regression-test/pipeline/p0/conf/be.conf
b/regression-test/pipeline/p0/conf/be.conf
index b7565d721c6..cdf5e5edc3a 100644
--- a/regression-test/pipeline/p0/conf/be.conf
+++ b/regression-test/pipeline/p0/conf/be.conf
@@ -22,7 +22,7 @@ JAVA_OPTS_FOR_JDK_17="-Xmx1024m
-DlogPath=$DORIS_HOME/log/jni.log -Xlog:gc:$DORI
#
https://github.com/apache/doris/blob/master/docs/zh-CN/community/developer-guide/debug-tool.md#jemalloc-heap-profile
# https://jemalloc.net/jemalloc.3.html
-JEMALLOC_CONF="percpu_arena:percpu,background_thread:true,metadata_thp:auto,muzzy_decay_ms:5000,dirty_decay_ms:5000,oversize_threshold:0,prof:false,lg_prof_interval:-1"
+JEMALLOC_CONF="percpu_arena:percpu,background_thread:true,metadata_thp:auto,muzzy_decay_ms:5000,dirty_decay_ms:5000,oversize_threshold:0,prof:true,prof_active:false,lg_prof_interval:-1"
JEMALLOC_PROF_PRFIX="jemalloc_heap_profile_"
# INFO, WARNING, ERROR, FATAL
diff --git a/regression-test/pipeline/p1/conf/be.conf
b/regression-test/pipeline/p1/conf/be.conf
index 356e045e31b..1d404b9287c 100644
--- a/regression-test/pipeline/p1/conf/be.conf
+++ b/regression-test/pipeline/p1/conf/be.conf
@@ -19,7 +19,7 @@ PPROF_TMPDIR="$DORIS_HOME/log/"
#
https://github.com/apache/doris/blob/master/docs/zh-CN/community/developer-guide/debug-tool.md#jemalloc-heap-profile
# https://jemalloc.net/jemalloc.3.html
-JEMALLOC_CONF="percpu_arena:percpu,background_thread:true,metadata_thp:auto,muzzy_decay_ms:5000,dirty_decay_ms:5000,oversize_threshold:0,prof:false,lg_prof_interval:-1"
+JEMALLOC_CONF="percpu_arena:percpu,background_thread:true,metadata_thp:auto,muzzy_decay_ms:5000,dirty_decay_ms:5000,oversize_threshold:0,prof:true,prof_active:false,lg_prof_interval:-1"
JEMALLOC_PROF_PRFIX="jemalloc_heap_profile_"
# INFO, WARNING, ERROR, FATAL
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
