[Model Runner V2] Support Streaming Inputs (#37028)

Signed-off-by: Santino Ramos <elsantinoramos@gmail.com>
This commit is contained in:
Santino Ramos
2026-03-20 20:42:25 +00:00
committed by GitHub
parent 8bc6b5cdb0
commit 85f671b8e1
7 changed files with 263 additions and 12 deletions
+2 -1
View File
@@ -28,8 +28,9 @@ class ModelState(ABC):
) -> None:
raise NotImplementedError
@abstractmethod
def get_supported_generation_tasks(self) -> tuple[GenerationTask, ...]:
return ("generate",)
raise NotImplementedError
def add_request(self, req_index: int, new_req_data: NewRequestData) -> None:
return None