[BugFix] Fix async scheduling + chunked prefill + preemption (#28787)

Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Nick Hill
2025-11-17 06:46:46 +08:00
committed by GitHub
parent 03ee48111d
commit 80b6080ddc
3 changed files with 8 additions and 9 deletions
+3
View File
@@ -97,6 +97,9 @@ class ConstantList(Generic[T], Sequence):
def __repr__(self):
return f"ConstantList({self._x})"
def copy(self) -> list[T]:
return self._x.copy()
class CpuGpuBuffer:
"""Buffer to easily copy tensors between CPU and GPU."""