[compile] Enable AOT compile with batch invariance mode. (#39201)
Signed-off-by: zhxchen17 <zhxchen17@fb.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
715681c127
commit
cae984060f
+1
-4
@@ -300,10 +300,7 @@ def use_aot_compile() -> bool:
|
||||
else "0"
|
||||
)
|
||||
|
||||
return (
|
||||
not bool(int(os.getenv("VLLM_BATCH_INVARIANT", "0")))
|
||||
and os.environ.get("VLLM_USE_AOT_COMPILE", default_value) == "1"
|
||||
)
|
||||
return os.environ.get("VLLM_USE_AOT_COMPILE", default_value) == "1"
|
||||
|
||||
|
||||
def use_mega_aot_artifact():
|
||||
|
||||
Reference in New Issue
Block a user