[Frontend] Re-enable running MaxSim on GPU (#38620)

Signed-off-by: wang.yuqi <yuqi.wang@daocloud.io>
This commit is contained in:
wang.yuqi
2026-04-03 00:03:13 +08:00
committed by GitHub
parent d9408ffba3
commit a9b4f07ba2
12 changed files with 207 additions and 54 deletions
+5 -2
View File
@@ -83,6 +83,9 @@ class PoolingServeContext(Generic[PoolingRequestT]):
model_config = ConfigDict(arbitrary_types_allowed=True)
## for bi-encoder & late-interaction
n_queries: int | None = None
@dataclass
class OfflineInputsContext:
@@ -92,7 +95,7 @@ class OfflineInputsContext:
chat_template: str | None = None
## for bi-encoder & late-interaction
offset: int | None = None
n_queries: int | None = None
@dataclass
@@ -100,4 +103,4 @@ class OfflineOutputsContext:
outputs: list[PoolingRequestOutput]
## for bi-encoder & late-interaction
offset: int | None = None
n_queries: int | None = None