[BugFix] Fix async scheduling + chunked prefill + preemption (#28787)
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
@@ -97,6 +97,9 @@ class ConstantList(Generic[T], Sequence):
|
||||
def __repr__(self):
|
||||
return f"ConstantList({self._x})"
|
||||
|
||||
def copy(self) -> list[T]:
|
||||
return self._x.copy()
|
||||
|
||||
|
||||
class CpuGpuBuffer:
|
||||
"""Buffer to easily copy tensors between CPU and GPU."""
|
||||
|
||||
Reference in New Issue
Block a user