Merge remote-tracking branch 'origin/main' into sync/lesj/qwen4exp-bugfixes

Signed-off-by: lesj0610 <lesj0610@users.noreply.github.com>
This commit is contained in:
lesj0610
2026-09-16 13:41:12 +09:00
517 changed files with 21831 additions and 6611 deletions
+12 -3
View File
@@ -1610,6 +1610,12 @@ def test_fused_conv_correctness(
dtype=torch.bfloat16,
generator=rng,
)
outer_residual = torch.randn(
inputs.shape,
device=device,
dtype=torch.bfloat16,
generator=rng,
)
null_state = conv_state[NULL_BLOCK_ID].clone()
residual_kernel = residual.clone()
residual_reference = residual.clone()
@@ -1617,6 +1623,7 @@ def test_fused_conv_correctness(
module._short_conv_dilated_dispatch(
inputs=inputs,
residual=residual_kernel,
outer_residual=outer_residual,
metadata=metadata,
conv_state=conv_state,
conv_weights=weights,
@@ -1630,15 +1637,17 @@ def test_fused_conv_correctness(
conv_state_len=module.conv_state_len,
dilation=module.short_conv_dilation,
)
residual_reference = outer_residual + residual_reference
torch.testing.assert_close(
residual_kernel.float(), residual_reference.float(), atol=3e-2, rtol=3e-2
assert torch.equal(
residual_kernel[:num_real_tokens], residual_reference[:num_real_tokens]
)
assert torch.equal(conv_state, state_reference)
assert torch.equal(conv_state[NULL_BLOCK_ID], null_state)
if case.graph_padding:
assert torch.equal(
residual_kernel[num_real_tokens:], residual[num_real_tokens:]
residual_kernel[num_real_tokens:],
(outer_residual + residual)[num_real_tokens:],
)
@@ -944,6 +944,7 @@ def test_qsa_sparse_paged_attention_correctness(
q = torch.randn(
num_rows, num_query_heads, head_dim, device="cuda", dtype=torch.bfloat16
)
output_gate = torch.randn_like(q)
kv_cache = torch.randn(
num_cache_blocks,
page_size,
@@ -1023,6 +1024,7 @@ def test_qsa_sparse_paged_attention_correctness(
block_table,
token_to_req,
use_prefill_config=use_prefill_config,
output_gate=output_gate,
)
expected = _qsa_sparse_paged_attention_reference(
q,
@@ -1033,6 +1035,7 @@ def test_qsa_sparse_paged_attention_correctness(
token_to_req,
scale,
)
expected = expected * torch.sigmoid(output_gate)
torch.testing.assert_close(actual, expected, rtol=2e-2, atol=2e-2)