[Doc][Recipe] Fix for redhat fp8 xeon support issue (#62245)
This commit is contained in:
@@ -60,6 +60,7 @@ variants:
|
|||||||
precision: fp8
|
precision: fp8
|
||||||
vram_minimum_gb: 9
|
vram_minimum_gb: 9
|
||||||
description: "RedHatAI FP8 (E4M3) with dynamic per-token activation quantization"
|
description: "RedHatAI FP8 (E4M3) with dynamic per-token activation quantization"
|
||||||
|
supported_hardware: [trillium]
|
||||||
extra_args:
|
extra_args:
|
||||||
- "--kv-cache-dtype"
|
- "--kv-cache-dtype"
|
||||||
- "fp8"
|
- "fp8"
|
||||||
|
|||||||
@@ -66,6 +66,7 @@ variants:
|
|||||||
label: "FP8 Dynamic (RedHat)"
|
label: "FP8 Dynamic (RedHat)"
|
||||||
vram_minimum_gb: 5
|
vram_minimum_gb: 5
|
||||||
description: "RedHatAI FP8 (E4M3) with dynamic per-token activation quantization"
|
description: "RedHatAI FP8 (E4M3) with dynamic per-token activation quantization"
|
||||||
|
supported_hardware: [trillium]
|
||||||
extra_args:
|
extra_args:
|
||||||
- "--kv-cache-dtype"
|
- "--kv-cache-dtype"
|
||||||
- "fp8"
|
- "fp8"
|
||||||
|
|||||||
@@ -88,6 +88,7 @@ variants:
|
|||||||
label: "FP8 Dynamic (RedHat)"
|
label: "FP8 Dynamic (RedHat)"
|
||||||
vram_minimum_gb: 10
|
vram_minimum_gb: 10
|
||||||
description: "RedHatAI FP8 (E4M3) with dynamic per-token activation quantization"
|
description: "RedHatAI FP8 (E4M3) with dynamic per-token activation quantization"
|
||||||
|
supported_hardware: [h100, h200]
|
||||||
extra_args:
|
extra_args:
|
||||||
- "--kv-cache-dtype"
|
- "--kv-cache-dtype"
|
||||||
- "fp8"
|
- "fp8"
|
||||||
@@ -98,6 +99,7 @@ variants:
|
|||||||
label: "FP8 (RedHat)"
|
label: "FP8 (RedHat)"
|
||||||
vram_minimum_gb: 10
|
vram_minimum_gb: 10
|
||||||
description: "RedHatAI FP8 quantization"
|
description: "RedHatAI FP8 quantization"
|
||||||
|
supported_hardware: [h100, h200]
|
||||||
extra_args:
|
extra_args:
|
||||||
- "--kv-cache-dtype"
|
- "--kv-cache-dtype"
|
||||||
- "fp8"
|
- "fp8"
|
||||||
@@ -108,6 +110,7 @@ variants:
|
|||||||
label: "FP8 Block (RedHat)"
|
label: "FP8 Block (RedHat)"
|
||||||
vram_minimum_gb: 10
|
vram_minimum_gb: 10
|
||||||
description: "RedHatAI FP8 block quantization"
|
description: "RedHatAI FP8 block quantization"
|
||||||
|
supported_hardware: [h100, h200, xeon6]
|
||||||
extra_args:
|
extra_args:
|
||||||
- "--kv-cache-dtype"
|
- "--kv-cache-dtype"
|
||||||
- "fp8"
|
- "fp8"
|
||||||
|
|||||||
@@ -75,6 +75,7 @@ variants:
|
|||||||
label: "FP8 (RedHat)"
|
label: "FP8 (RedHat)"
|
||||||
vram_minimum_gb: 84
|
vram_minimum_gb: 84
|
||||||
description: "RedHatAI FP8 (E4M3) with dynamic per-token activation quantization"
|
description: "RedHatAI FP8 (E4M3) with dynamic per-token activation quantization"
|
||||||
|
supported_hardware: [h100, h200, b200, gb200]
|
||||||
extra_args:
|
extra_args:
|
||||||
- "--kv-cache-dtype"
|
- "--kv-cache-dtype"
|
||||||
- "fp8"
|
- "fp8"
|
||||||
@@ -95,6 +96,7 @@ variants:
|
|||||||
label: "FP8 Block (RedHat)"
|
label: "FP8 Block (RedHat)"
|
||||||
vram_minimum_gb: 84
|
vram_minimum_gb: 84
|
||||||
description: "RedHatAI FP8 block quantization"
|
description: "RedHatAI FP8 block quantization"
|
||||||
|
supported_hardware: [h100, h200, b200, gb200, xeon6]
|
||||||
extra_args:
|
extra_args:
|
||||||
- "--kv-cache-dtype"
|
- "--kv-cache-dtype"
|
||||||
- "fp8"
|
- "fp8"
|
||||||
@@ -105,6 +107,7 @@ variants:
|
|||||||
label: "NVFP4 (RedHat)"
|
label: "NVFP4 (RedHat)"
|
||||||
vram_minimum_gb: 46
|
vram_minimum_gb: 46
|
||||||
description: "RedHatAI NVFP4 quantization"
|
description: "RedHatAI NVFP4 quantization"
|
||||||
|
supported_hardware: [b200, gb200]
|
||||||
|
|
||||||
compatible_strategies:
|
compatible_strategies:
|
||||||
- single_node_tp
|
- single_node_tp
|
||||||
|
|||||||
@@ -67,6 +67,7 @@ variants:
|
|||||||
label: "FP8 (RedHat)"
|
label: "FP8 (RedHat)"
|
||||||
vram_minimum_gb: 131
|
vram_minimum_gb: 131
|
||||||
description: "RedHatAI FP8 (E4M3) with dynamic per-token activation quantization"
|
description: "RedHatAI FP8 (E4M3) with dynamic per-token activation quantization"
|
||||||
|
supported_hardware: [h100, b200, gb200]
|
||||||
extra_args:
|
extra_args:
|
||||||
- "--kv-cache-dtype"
|
- "--kv-cache-dtype"
|
||||||
- "fp8"
|
- "fp8"
|
||||||
@@ -77,6 +78,7 @@ variants:
|
|||||||
label: "NVFP4 (RedHat)"
|
label: "NVFP4 (RedHat)"
|
||||||
vram_minimum_gb: 65
|
vram_minimum_gb: 65
|
||||||
description: "RedHatAI compressed-tensors NVFP4 quantization for Blackwell GPUs"
|
description: "RedHatAI compressed-tensors NVFP4 quantization for Blackwell GPUs"
|
||||||
|
supported_hardware: [b200, gb200]
|
||||||
extra_args:
|
extra_args:
|
||||||
- "--kv-cache-dtype"
|
- "--kv-cache-dtype"
|
||||||
- "fp8"
|
- "fp8"
|
||||||
@@ -89,6 +91,7 @@ variants:
|
|||||||
label: "FP8 Block (RedHat)"
|
label: "FP8 Block (RedHat)"
|
||||||
vram_minimum_gb: 131
|
vram_minimum_gb: 131
|
||||||
description: "RedHatAI FP8 block quantization"
|
description: "RedHatAI FP8 block quantization"
|
||||||
|
supported_hardware: [h100, b200, gb200]
|
||||||
extra_args:
|
extra_args:
|
||||||
- "--kv-cache-dtype"
|
- "--kv-cache-dtype"
|
||||||
- "fp8"
|
- "fp8"
|
||||||
|
|||||||
Reference in New Issue
Block a user