This is an automated email from the ASF dual-hosted git repository.
wangbo pushed a change to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 7e6c77d2f72 branch-3.0: [Fix](catalog)Remove the fs.disable.cache
parameter to prevent excessive FS-associated objects and memory leaks #46184
(#46189)
add 914bba69f03 [branch-3.0] pick workload group usage (#46187)
No new revisions were added by this update.
Summary of changes:
be/src/common/config.cpp | 4 +-
be/src/common/config.h | 3 +-
be/src/common/daemon.cpp | 15 ++
be/src/common/daemon.h | 1 +
be/src/pipeline/pipeline_task.cpp | 2 +-
be/src/runtime/query_context.h | 4 +-
be/src/runtime/thread_context.h | 72 +++++----
be/src/runtime/workload_group/workload_group.cpp | 36 +++--
be/src/runtime/workload_group/workload_group.h | 27 ++--
.../workload_group/workload_group_manager.cpp | 20 ++-
.../workload_group/workload_group_manager.h | 2 +
.../workload_group/workload_group_metrics.cpp | 128 ++++++++++++++++
.../workload_group/workload_group_metrics.h | 89 +++++++++++
be/src/runtime/workload_management/io_throttle.cpp | 11 --
be/src/runtime/workload_management/io_throttle.h | 10 +-
be/src/util/cgroup_util.cpp | 167 +++++++++++++++++++++
be/src/util/cgroup_util.h | 22 +++
be/src/util/cpu_info.cpp | 55 +------
be/src/util/system_metrics.cpp | 35 +++++
be/src/util/system_metrics.h | 4 +
be/src/vec/exec/scan/vscanner.cpp | 2 +-
be/src/vec/sink/writer/async_result_writer.cpp | 2 +-
be/test/util/cgroup_util_test.cpp | 90 +++++++++++
be/test/util/test_data/cgroup_cpu_data/cpuset1 | 1 +
be/test/util/test_data/cgroup_cpu_data/cpuset2 | 1 +
be/test/util/test_data/cgroup_cpu_data/cpuset3 | 1 +
.../test_data/cgroup_cpu_data/test11/child/cpu.max | 1 +
.../util/test_data/cgroup_cpu_data/test11/cpu.max | 1 +
.../test_data/cgroup_cpu_data/test12/child/cpu.max | 1 +
.../util/test_data/cgroup_cpu_data/test12/cpu.max | 1 +
.../test_data/cgroup_cpu_data/test13/child/cpu.max | 1 +
.../util/test_data/cgroup_cpu_data/test13/cpu.max | 1 +
.../test_data/cgroup_cpu_data/test14/child/cpu.max | 1 +
.../util/test_data/cgroup_cpu_data/test14/cpu.max | 1 +
.../test21/child/cpuset.cpus.effective | 1 +
.../cgroup_cpu_data/test21/cpuset.cpus.effective | 1 +
.../test22/child/cpuset.cpus.effective} | 0
.../cgroup_cpu_data/test22/cpuset.cpus.effective | 1 +
.../cgroup_cpu_data/test31/child/cpu.cfs_period_us | 1 +
.../cgroup_cpu_data/test31/child/cpu.cfs_quota_us | 1 +
.../cgroup_cpu_data/test31/cpu.cfs_period_us | 1 +
.../cgroup_cpu_data/test31/cpu.cfs_quota_us | 1 +
.../cgroup_cpu_data/test32/child/cpu.cfs_period_us | 1 +
.../cgroup_cpu_data/test32/child/cpu.cfs_quota_us | 1 +
.../cgroup_cpu_data/test32/cpu.cfs_period_us | 1 +
.../cgroup_cpu_data/test32/cpu.cfs_quota_us | 1 +
.../cgroup_cpu_data/test33/child/cpu.cfs_period_us | 1 +
.../cgroup_cpu_data/test33/child/cpu.cfs_quota_us | 1 +
.../cgroup_cpu_data/test33/cpu.cfs_period_us | 1 +
.../cgroup_cpu_data/test33/cpu.cfs_quota_us | 1 +
.../test_data/cgroup_cpu_data/test41/cpuset.cpus | 1 +
51 files changed, 681 insertions(+), 147 deletions(-)
create mode 100644 be/src/runtime/workload_group/workload_group_metrics.cpp
create mode 100644 be/src/runtime/workload_group/workload_group_metrics.h
create mode 100644 be/test/util/test_data/cgroup_cpu_data/cpuset1
create mode 100644 be/test/util/test_data/cgroup_cpu_data/cpuset2
create mode 100644 be/test/util/test_data/cgroup_cpu_data/cpuset3
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test11/child/cpu.max
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test11/cpu.max
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test12/child/cpu.max
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test12/cpu.max
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test13/child/cpu.max
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test13/cpu.max
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test14/child/cpu.max
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test14/cpu.max
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test21/child/cpuset.cpus.effective
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test21/cpuset.cpus.effective
copy be/{src/pch/pch.cc =>
test/util/test_data/cgroup_cpu_data/test22/child/cpuset.cpus.effective} (100%)
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test22/cpuset.cpus.effective
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test31/child/cpu.cfs_period_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test31/child/cpu.cfs_quota_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test31/cpu.cfs_period_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test31/cpu.cfs_quota_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test32/child/cpu.cfs_period_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test32/child/cpu.cfs_quota_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test32/cpu.cfs_period_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test32/cpu.cfs_quota_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test33/child/cpu.cfs_period_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test33/child/cpu.cfs_quota_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test33/cpu.cfs_period_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test33/cpu.cfs_quota_us
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test41/cpuset.cpus
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]