Add pydocstyle to the ruff rules (#52136)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
804e5377aa
commit
8c1557a79c
@@ -21,7 +21,7 @@ pytestmark = pytest.mark.skipif(
|
||||
|
||||
|
||||
def _qkv_slice_by_head(num_tokens, num_q_heads, num_kv_heads, head_dim):
|
||||
"""q viewed per-head from a fused QKV projection, as Qwen3-style QK-norm does."""
|
||||
"""Q viewed per-head from a fused QKV projection, as Qwen3-style QK-norm does."""
|
||||
q_size, kv_size = num_q_heads * head_dim, num_kv_heads * head_dim
|
||||
qkv = torch.empty(num_tokens, q_size + 2 * kv_size)
|
||||
q = qkv.split([q_size, kv_size, kv_size], dim=-1)[0]
|
||||
|
||||
Reference in New Issue
Block a user