[Bugfix] Fix SM121 (DGX Spark) exclusion from Marlin/CUTLASS FP8 paths (#35568)
Signed-off-by: Blake Ledden <blake@secondnaturecomputing.com> Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com> Co-authored-by: Pavani Majety <pmajety@nvidia.com>
This commit is contained in:
co-authored by
Claude Opus 4.6
Pavani Majety
parent
f45c210885
commit
06d020bb6e
@@ -480,9 +480,9 @@ def get_marlin_input_dtype(prefix: str | None = None):
|
||||
elif envs.VLLM_MARLIN_INPUT_DTYPE.lower() == "fp8":
|
||||
if not current_platform.is_device_capability(
|
||||
89
|
||||
) and not current_platform.is_device_capability(120):
|
||||
) and not current_platform.is_device_capability_family(120):
|
||||
raise ValueError(
|
||||
"Marlin W4A8-FP8 only support SM89 or SM120 device "
|
||||
"Marlin W4A8-FP8 only support SM89 or SM12x device "
|
||||
"(It is slower than Marlin W4A16 on other devices). "
|
||||
"You can consider using W4A8-INT8 instead"
|
||||
"(set VLLM_MARLIN_INPUT_DTYPE=int8)."
|
||||
|
||||
Reference in New Issue
Block a user