[Bugfix] vLLM crashes at startup when DeepEP v2 is used with --enforce-eager wiht TRTLLM Bf16 (#51824)

This commit is contained in:
Sage Moore
2026-08-19 20:18:47 -04:00
committed by GitHub
parent 823ec22b78
commit 5bf0dbd6fd
3 changed files with 170 additions and 111 deletions
+1
View File
@@ -267,6 +267,7 @@ def make_deepep_v2_a2a(
hidden=v2_args.hidden_size,
num_topk=v2_args.num_topk,
use_fp8_dispatch=v2_args.use_fp8_dispatch,
allow_hybrid_mode=False,
explicitly_destroy=True,
)
return DeepEPV2PrepareAndFinalize(