[Core] Update PyTorch to 2.14.0, torchvision to 0.29.0, triton to 3.8.0 (release channel) (#52183)
Signed-off-by: Andrey Talman <atalman@users.noreply.github.com> Signed-off-by: Andrey Talman <atalman@fb.com> Co-authored-by: Andrey Talman <atalman@users.noreply.github.com> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Andrey Talman
Claude Opus 5.5
parent
ec317a4618
commit
30e79c3a76
@@ -342,10 +342,13 @@ def test_full_cuda_graph(
|
||||
example_prompts, max_tokens, num_logprobs
|
||||
)
|
||||
|
||||
# Leave headroom for the HF model that ran earlier in this process on a
|
||||
# 32.5 GiB MIG.
|
||||
with vllm_runner(
|
||||
model,
|
||||
max_num_seqs=MAX_NUM_SEQS,
|
||||
attention_backend=ATTN_BACKEND,
|
||||
gpu_memory_utilization=0.9,
|
||||
enable_chunked_prefill=True,
|
||||
) as vllm_model:
|
||||
vllm_outputs = vllm_model.generate_greedy_logprobs(
|
||||
|
||||
Reference in New Issue
Block a user