[Fix] Misc Fixes in ViT CUDA Graph (#38040)
Signed-off-by: Baorun Mu <bmu@nvidia.com>
This commit is contained in:
@@ -1014,6 +1014,14 @@ class CompilationConfig:
|
||||
"non-negative (None = auto-infer)"
|
||||
)
|
||||
|
||||
if self.encoder_cudagraph_token_budgets and any(
|
||||
b <= 0 for b in self.encoder_cudagraph_token_budgets
|
||||
):
|
||||
raise ValueError(
|
||||
f"All encoder_cudagraph_token_budgets must be positive, "
|
||||
f"got {self.encoder_cudagraph_token_budgets}"
|
||||
)
|
||||
|
||||
if self.backend == "":
|
||||
self.backend = current_platform.get_compile_backend()
|
||||
|
||||
|
||||
Reference in New Issue
Block a user