[Spec Decode] Update extract_hidden_states to use deferred kv_connector clear (#37013)

This commit is contained in:
Fynn Schmitt-Ulms
2026-03-16 14:53:45 +01:00
committed by GitHub
parent 43a73f853b
commit 04bf5a35fa
4 changed files with 34 additions and 69 deletions
@@ -286,7 +286,9 @@ class ExampleHiddenStatesConnector(KVConnectorBase_V1):
cached_req = self._active_requests[req_id]
req_block_ids = self._req_blocks[req_id]
assert new_block_ids is not None
if new_block_ids is None:
continue
block_ids = new_block_ids[0]
req_block_ids.extend(block_ids)