[Bugfix][Docs] Package glm5next nvidia subtree and fix its docstrings (#55214)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
e35298628f
commit
78300cdabf
@@ -631,9 +631,11 @@ def kpool_decode_update_and_maybe_write_cache_batched(
|
|||||||
tail_kv_cache: paged tail cache ``[num_blocks, 2, pool_size, head_dim]``
|
tail_kv_cache: paged tail cache ``[num_blocks, 2, pool_size, head_dim]``
|
||||||
bf16 (K at half 0, gate score at half 1).
|
bf16 (K at half 0, gate score at half 1).
|
||||||
tail_slot_mapping: ``[num_requests, next_n]`` int32.
|
tail_slot_mapping: ``[num_requests, next_n]`` int32.
|
||||||
key / slot_score: ``[num_requests, next_n, head_dim]`` bf16.
|
key: ``[num_requests, next_n, head_dim]`` bf16.
|
||||||
|
slot_score: ``[num_requests, next_n, head_dim]`` bf16.
|
||||||
ape: ``[pool_size, head_dim]`` fp32.
|
ape: ``[pool_size, head_dim]`` fp32.
|
||||||
slot_mapping / positions: ``[num_requests, next_n]`` int32.
|
slot_mapping: ``[num_requests, next_n]`` int32.
|
||||||
|
positions: ``[num_requests, next_n]`` int32.
|
||||||
"""
|
"""
|
||||||
num_requests, next_n = key.shape[0], key.shape[1]
|
num_requests, next_n = key.shape[0], key.shape[1]
|
||||||
if num_requests == 0 or next_n == 0:
|
if num_requests == 0 or next_n == 0:
|
||||||
|
|||||||
@@ -0,0 +1,2 @@
|
|||||||
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
@@ -0,0 +1,2 @@
|
|||||||
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
@@ -637,9 +637,11 @@ def kpool_decode_update_and_maybe_write_cache_batched(
|
|||||||
tail_kv_cache: paged tail cache ``[num_blocks, 2, pool_size, head_dim]``
|
tail_kv_cache: paged tail cache ``[num_blocks, 2, pool_size, head_dim]``
|
||||||
bf16 (K at half 0, gate score at half 1).
|
bf16 (K at half 0, gate score at half 1).
|
||||||
tail_slot_mapping: ``[num_requests, next_n]`` int32.
|
tail_slot_mapping: ``[num_requests, next_n]`` int32.
|
||||||
key / slot_score: ``[num_requests, next_n, head_dim]`` bf16.
|
key: ``[num_requests, next_n, head_dim]`` bf16.
|
||||||
|
slot_score: ``[num_requests, next_n, head_dim]`` bf16.
|
||||||
ape: ``[pool_size, head_dim]`` fp32.
|
ape: ``[pool_size, head_dim]`` fp32.
|
||||||
slot_mapping / positions: ``[num_requests, next_n]`` int32.
|
slot_mapping: ``[num_requests, next_n]`` int32.
|
||||||
|
positions: ``[num_requests, next_n]`` int32.
|
||||||
"""
|
"""
|
||||||
num_requests, next_n = key.shape[0], key.shape[1]
|
num_requests, next_n = key.shape[0], key.shape[1]
|
||||||
if num_requests == 0 or next_n == 0:
|
if num_requests == 0 or next_n == 0:
|
||||||
|
|||||||
Reference in New Issue
Block a user