[Bugfix][HiSparse] Reject cudagraph_mode=FULL at startup (#59688)
Signed-off-by: Matthew Bonanni <mbonanni@redhat.com> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
64cb683842
commit
54d93af9fb
@@ -1836,6 +1836,12 @@ class VllmConfig:
|
||||
raise ValueError(
|
||||
"HiSparse does not support decode context parallelism."
|
||||
)
|
||||
if self.compilation_config.cudagraph_mode == CUDAGraphMode.FULL:
|
||||
raise ValueError(
|
||||
"HiSparse does not support cudagraph_mode=FULL; use "
|
||||
"FULL_AND_PIECEWISE (the default), which captures FULL graphs "
|
||||
"for decode batches."
|
||||
)
|
||||
if not self.scheduler_config.scheduler_reserve_full_isl:
|
||||
# Without it, async loads admitted against free host blocks can
|
||||
# each wait on host pages the others hold, and waiting requests
|
||||
|
||||
Reference in New Issue
Block a user