[Bugfix] Fix race condition in KVBlockZeroer (#48085)

Signed-off-by: Benjamin Chislett <bchislett@nvidia.com>
Signed-off-by: Benjamin Chislett <chislett.ben@gmail.com>
Co-authored-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
This commit is contained in:
Benjamin Chislett
2026-07-09 09:18:19 +00:00
committed by GitHub
co-authored by Wentao Ye
parent 0206f10871
commit 1cd75b3dd4
4 changed files with 83 additions and 20 deletions
+1
View File
@@ -1123,6 +1123,7 @@ class GPUModelRunner(
cache_dtype=self.cache_config.cache_dtype,
runner_only_attn_layers=self.runner_only_attn_layers,
static_forward_context=self.compilation_config.static_forward_context,
max_concurrency=self.vllm_config.max_concurrent_batches,
)
def _zero_block_ids(self, block_ids: list[int]) -> None: