Add option to use torch._inductor.standalone_compile (#17057)
Signed-off-by: rzou <zou3519@gmail.com>
This commit is contained in:
@@ -263,6 +263,10 @@ environment_variables: dict[str, Callable[[], Any]] = {
|
||||
lambda: bool(
|
||||
os.environ.get("VLLM_TEST_DYNAMO_FULLGRAPH_CAPTURE", "1") != "0"),
|
||||
|
||||
# Internal flag to enable/disable Inductor standalone compile
|
||||
"VLLM_TEST_STANDALONE_COMPILE":
|
||||
lambda: os.environ.get("VLLM_TEST_STANDALONE_COMPILE", "0") != "0",
|
||||
|
||||
# local rank of the process in the distributed setting, used to determine
|
||||
# the GPU device id
|
||||
"LOCAL_RANK":
|
||||
@@ -805,6 +809,7 @@ def compute_hash() -> str:
|
||||
"VLLM_USE_TRITON_AWQ",
|
||||
"VLLM_DP_RANK",
|
||||
"VLLM_DP_SIZE",
|
||||
"VLLM_TEST_STANDALONE_COMPILE",
|
||||
]
|
||||
for key in environment_variables_to_hash:
|
||||
if key in environment_variables:
|
||||
|
||||
Reference in New Issue
Block a user