[CPU Backend] Improve cpu thread utilization (#42666)
Signed-off-by: Li, Tianmu <tianmu.li@intel.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
b4601ad43f
commit
cac81b6eda
@@ -459,7 +459,7 @@ class AttentionScheduler {
|
||||
const int64_t kv_len_per_thread =
|
||||
(((total_kv_len / thread_num) + kv_len_alignment - 1) /
|
||||
kv_len_alignment) *
|
||||
kv_len_alignment * (use_gqa ? input.num_heads_kv : input.num_heads_q);
|
||||
kv_len_alignment;
|
||||
std::vector<AttentionWorkItemGroup> workitems;
|
||||
std::vector<ReductionWorkItemGroup> reduce_workitems;
|
||||
workitems.reserve(1024);
|
||||
|
||||
@@ -84,13 +84,11 @@ class OMPProcessManager:
|
||||
)
|
||||
# The time(milliseconds) that a thread should wait after
|
||||
# completing the execution of a parallel region, before sleeping.
|
||||
envs_dict["KMP_BLOCKTIME"] = "1"
|
||||
# A value of 5 masks thread underutilization.
|
||||
# Set to 1 when debugging thread utilization issues.
|
||||
envs_dict["KMP_BLOCKTIME"] = "5"
|
||||
# Prevents the CPU to run into low performance state
|
||||
envs_dict["KMP_TPAUSE"] = "0"
|
||||
# Provides fine granularity parallelism
|
||||
envs_dict["KMP_FORKJOIN_BARRIER_PATTERN"] = "dist,dist"
|
||||
envs_dict["KMP_PLAIN_BARRIER_PATTERN"] = "dist,dist"
|
||||
envs_dict["KMP_REDUCTION_BARRIER_PATTERN"] = "dist,dist"
|
||||
elif self.use_gomp:
|
||||
# set GOMP envs
|
||||
# likes '0 1 2 ...'
|
||||
|
||||
Reference in New Issue
Block a user