[Bugfix] vLLM crashes at startup when DeepEP v2 is used with --enforce-eager wiht TRTLLM Bf16 (#51824)
This commit is contained in:
@@ -267,6 +267,7 @@ def make_deepep_v2_a2a(
|
||||
hidden=v2_args.hidden_size,
|
||||
num_topk=v2_args.num_topk,
|
||||
use_fp8_dispatch=v2_args.use_fp8_dispatch,
|
||||
allow_hybrid_mode=False,
|
||||
explicitly_destroy=True,
|
||||
)
|
||||
return DeepEPV2PrepareAndFinalize(
|
||||
|
||||
Reference in New Issue
Block a user