[BugFix] Fix MultiConnector test after HMA changes (#19291)

Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Nick Hill
2025-06-06 20:16:24 +00:00
committed by GitHub
parent 94ecee6282
commit aad30bd306
3 changed files with 14 additions and 9 deletions
@@ -153,6 +153,7 @@ class MultiConnector(KVConnectorBase_V1):
num_external_tokens: int):
chosen_connector = self._requests_to_connector.get(
request.request_id, -1)
empty_blocks = blocks.new_empty()
for i, c in enumerate(self._connectors):
if i == chosen_connector:
# Forward call to the chosen connector (if any).
@@ -160,8 +161,7 @@ class MultiConnector(KVConnectorBase_V1):
num_external_tokens)
else:
# Call with empty blocks for other connectors.
c.update_state_after_alloc(request,
KVCacheBlocks.create_empty(), 0)
c.update_state_after_alloc(request, empty_blocks, 0)
def build_connector_meta(
self,