[torch.compile] avoid Dynamo guard evaluation overhead (#7898)
Co-authored-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
co-authored by
Woosuk Kwon
parent
3cdfe1f38b
commit
ce6bf3a2cf
@@ -0,0 +1,9 @@
|
||||
from ..utils import compare_two_settings
|
||||
|
||||
|
||||
def test_custom_dispatcher():
|
||||
compare_two_settings("google/gemma-2b",
|
||||
arg1=["--enforce-eager"],
|
||||
arg2=["--enforce-eager"],
|
||||
env1={"VLLM_DYNAMO_USE_CUSTOM_DISPATCHER": "0"},
|
||||
env2={})
|
||||
Reference in New Issue
Block a user