[Bugfix][Core] fix abort_seq_group and memory leak when n>1 (#14326)

Signed-off-by: courage17340 <courage17340@163.com>
This commit is contained in:
courage17340
2025-03-06 23:59:32 +08:00
committed by GitHub
parent 6bd1dd9d26
commit caac5c2e59
2 changed files with 31 additions and 10 deletions
+7 -1
View File
@@ -887,7 +887,8 @@ class LLMEngine:
>>> engine.abort_request(request_id)
"""
for scheduler in self.scheduler:
scheduler.abort_seq_group(request_id)
scheduler.abort_seq_group(
request_id, seq_id_to_seq_group=self.seq_id_to_seq_group)
def get_model_config(self) -> ModelConfig:
"""Gets the model configuration."""
@@ -1354,6 +1355,11 @@ class LLMEngine:
finished_requests_ids = self.scheduler[
virtual_engine].get_and_reset_finished_requests_ids()
# When n>1, elements in self.seq_id_to_seq_group should be deleted
# here, otherwise memory leaks.
for finished_request_id in finished_requests_ids:
if finished_request_id in self.seq_id_to_seq_group:
del self.seq_id_to_seq_group[finished_request_id]
# Maybe switch from async mode to sync mode
if not allow_async_output_proc and len(ctx.output_queue) > 0: