[Fix] Misc Fixes in ViT CUDA Graph (#38040)

Signed-off-by: Baorun Mu <bmu@nvidia.com>
This commit is contained in:
Baorun (Lauren) Mu
2026-05-14 23:49:06 +08:00
committed by GitHub
parent b8a25d0e12
commit a7737cb4f3
4 changed files with 242 additions and 21 deletions
+8
View File
@@ -1014,6 +1014,14 @@ class CompilationConfig:
"non-negative (None = auto-infer)"
)
if self.encoder_cudagraph_token_budgets and any(
b <= 0 for b in self.encoder_cudagraph_token_budgets
):
raise ValueError(
f"All encoder_cudagraph_token_budgets must be positive, "
f"got {self.encoder_cudagraph_token_budgets}"
)
if self.backend == "":
self.backend = current_platform.get_compile_backend()