Add option to use torch._inductor.standalone_compile (#17057)

Signed-off-by: rzou <zou3519@gmail.com>
This commit is contained in:
Richard Zou
2025-05-09 12:59:04 -07:00
committed by GitHub
parent 7d4aedae7c
commit ea2236bf95
3 changed files with 150 additions and 29 deletions
+5
View File
@@ -263,6 +263,10 @@ environment_variables: dict[str, Callable[[], Any]] = {
lambda: bool(
os.environ.get("VLLM_TEST_DYNAMO_FULLGRAPH_CAPTURE", "1") != "0"),
# Internal flag to enable/disable Inductor standalone compile
"VLLM_TEST_STANDALONE_COMPILE":
lambda: os.environ.get("VLLM_TEST_STANDALONE_COMPILE", "0") != "0",
# local rank of the process in the distributed setting, used to determine
# the GPU device id
"LOCAL_RANK":
@@ -805,6 +809,7 @@ def compute_hash() -> str:
"VLLM_USE_TRITON_AWQ",
"VLLM_DP_RANK",
"VLLM_DP_SIZE",
"VLLM_TEST_STANDALONE_COMPILE",
]
for key in environment_variables_to_hash:
if key in environment_variables: