[Bugfix][Test] Fix monolithic routing replay test buffer capacity (#50640)

This commit is contained in:
Amir Samani
2026-07-31 19:37:39 -07:00
committed by GitHub
parent fcdc7c2e9c
commit c4a4a42d80
@@ -100,7 +100,7 @@ def _make_bf16_monolithic_experts(
activation=MoEActivation.SILU,
device=device,
routing_method=routing_method,
max_num_tokens=max(8, 1),
max_num_tokens=16,
)
quant_config = FusedMoEQuantConfig.make(
quant_dtype=None,
@@ -518,7 +518,7 @@ def _make_fp8_block_scale_monolithic_experts(
activation=MoEActivation.SILU,
device=device,
routing_method=RoutingMethodType.DeepSeekV3,
max_num_tokens=max(8, 1),
max_num_tokens=16,
)
# Random fp8 weights + ones-block scales (the kernel decoder only cares
@@ -703,7 +703,7 @@ def _make_nvfp4_monolithic_experts(
activation=MoEActivation.SILU,
device=device,
routing_method=RoutingMethodType.DeepSeekV3,
max_num_tokens=max(8, 1),
max_num_tokens=16,
)
gemm1 = torch.randn(