[torch.compile] hide slicing under custom op for inductor (#8384)

This commit is contained in:
youkaichao
2024-09-12 00:11:55 -07:00
committed by GitHub
parent 42ffba11ad
commit 7de49aa86c
2 changed files with 74 additions and 35 deletions
+3 -1
View File
@@ -16,5 +16,7 @@ def test_full_graph(model):
"The future of AI is",
]
sampling_params = SamplingParams(temperature=0)
llm = LLM(model="meta-llama/Meta-Llama-3-8B")
llm = LLM(model="meta-llama/Meta-Llama-3-8B",
enforce_eager=True,
load_format="dummy")
llm.generate(prompts, sampling_params)