diff --git a/vllm/v1/worker/utils.py b/vllm/v1/worker/utils.py index d06c40ed64..2606aada08 100644 --- a/vllm/v1/worker/utils.py +++ b/vllm/v1/worker/utils.py @@ -180,7 +180,7 @@ class KVBlockZeroer: ) self._ids_gpu = torch.empty(self._id_cap, dtype=torch.int64, device=self.device) self._meta = ( - torch.tensor(seg_addrs, dtype=torch.int64, device=self.device), + torch.tensor(seg_addrs, dtype=torch.uint64, device=self.device), page_size_el, blk_size, len(seg_addrs),