3 people 9b0c4bab36 [Kernel] Triton Configs for Fp8 Block Quantization (#11589) ...

Signed-off-by: rshaw@neuralmagic.com <rshaw@neuralmagic.com>
Signed-off-by: mgoin <michael@neuralmagic.com>
Co-authored-by: mgoin <michael@neuralmagic.com>
Co-authored-by: simon-mo <xmo@berkeley.edu>

2025-01-30 11:53:22 -08:00

..

N=256,K=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=512,K=7168,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=576,K=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=576,K=7168,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=1536,K=1536,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=1536,K=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=1536,K=7168,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=2048,K=512,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=2048,K=512,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=2304,K=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=2304,K=7168,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=3072,K=1536,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=3072,K=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=3072,K=7168,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=4096,K=512,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=4096,K=512,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=4608,K=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=4608,K=7168,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=7168,K=128,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=7168,K=256,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=7168,K=1024,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=7168,K=1024,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=7168,K=1152,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=7168,K=1152,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=7168,K=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=7168,K=2048,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=7168,K=2304,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=7168,K=2304,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=7168,K=16384,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=7168,K=16384,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=7168,K=18432,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=7168,K=18432,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=24576,K=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=24576,K=7168,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=32768,K=512,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=32768,K=512,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=36864,K=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00

N=36864,K=7168,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json

[Kernel] Triton Configs for Fp8 Block Quantization (#11589)

2025-01-30 11:53:22 -08:00