[compile] Clean up AOT compile bypass on evaluate_guards. (#33578)
Signed-off-by: zhxchen17 <zhxchen17@fb.com>
This commit is contained in:
@@ -151,14 +151,6 @@ class TorchCompileWithNoGuardsWrapper:
|
|||||||
"requires VLLM_USE_BYTECODE_HOOK=0. "
|
"requires VLLM_USE_BYTECODE_HOOK=0. "
|
||||||
)
|
)
|
||||||
|
|
||||||
if envs.VLLM_USE_AOT_COMPILE:
|
|
||||||
# disabled until https://github.com/pytorch/pytorch/pull/169239
|
|
||||||
# is picked up.
|
|
||||||
assert ds_type != DynamicShapesType.BACKED, (
|
|
||||||
"evaluate_guards for backed shapes requires "
|
|
||||||
"VLLM_USE_AOT_COMPILE=False. "
|
|
||||||
)
|
|
||||||
|
|
||||||
options["guard_filter_fn"] = lambda x: [
|
options["guard_filter_fn"] = lambda x: [
|
||||||
entry.guard_type == "SHAPE_ENV" for entry in x
|
entry.guard_type == "SHAPE_ENV" for entry in x
|
||||||
]
|
]
|
||||||
|
|||||||
Reference in New Issue
Block a user