[Core] Scheduling optimization 2 (#4280)

This commit is contained in:
SangBin Cho
2024-04-23 08:02:11 +00:00
committed by GitHub
parent 8f2ea22bde
commit 050f285ff6
3 changed files with 15 additions and 3 deletions
+5
View File
@@ -508,6 +508,11 @@ class SequenceGroup:
return num_uncomputed_tokens
def num_seqs(self, status: Optional[SequenceStatus] = None) -> int:
# Optimization. We don't need to call get_seqs if we don't need to
# filter by states.
if status is None:
return len(self.seqs_dict)
return len(self.get_seqs(status))
def num_unfinished_seqs(self) -> int: