[Bugfix] Avoid more OpenMP thread reallocation in CPU torch compile (#37538)
Signed-off-by: jiang1.li <jiang1.li@intel.com>
This commit is contained in:
@@ -281,6 +281,9 @@ class CpuPlatform(Platform):
|
|||||||
# Disable multi-stream for shared experts as no Stream on CPU
|
# Disable multi-stream for shared experts as no Stream on CPU
|
||||||
os.environ["VLLM_DISABLE_SHARED_EXPERTS_STREAM"] = "1"
|
os.environ["VLLM_DISABLE_SHARED_EXPERTS_STREAM"] = "1"
|
||||||
|
|
||||||
|
# Avoid inductor generates num_thread() and breaks the thread binding
|
||||||
|
os.environ["TORCHINDUCTOR_CPP_DYNAMIC_THREADS"] = "1"
|
||||||
|
|
||||||
# Intel OpenMP setting
|
# Intel OpenMP setting
|
||||||
ld_preload_str = os.getenv("LD_PRELOAD", "")
|
ld_preload_str = os.getenv("LD_PRELOAD", "")
|
||||||
if "libiomp5.so" in ld_preload_str:
|
if "libiomp5.so" in ld_preload_str:
|
||||||
|
|||||||
Reference in New Issue
Block a user