[torch.compile] avoid Dynamo guard evaluation overhead (#7898)

Co-authored-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
youkaichao
2024-08-28 16:10:12 -07:00
committed by GitHub
co-authored by Woosuk Kwon
parent 3cdfe1f38b
commit ce6bf3a2cf
9 changed files with 190 additions and 11 deletions
View File
+9
View File
@@ -0,0 +1,9 @@
from ..utils import compare_two_settings
def test_custom_dispatcher():
compare_two_settings("google/gemma-2b",
arg1=["--enforce-eager"],
arg2=["--enforce-eager"],
env1={"VLLM_DYNAMO_USE_CUSTOM_DISPATCHER": "0"},
env2={})