[Pooling] Report LoRA adapter names in responses (#56004)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-09-09 13:31:13 -04:00
committed by GitHub
parent 1454b71727
commit af51d0ef03
2 changed files with 2 additions and 2 deletions
+1 -1
View File
@@ -108,7 +108,6 @@ class PoolingBaseServing(ABC, BaseServing):
request: AnyPoolingRequest,
raw_request: Request | None = None,
):
model_name = self.models.model_name()
base_request_id = self._base_request_id(
raw_request, getattr(request, "request_id", None)
)
@@ -117,6 +116,7 @@ class PoolingBaseServing(ABC, BaseServing):
pooling_params = io_processor.create_pooling_params(request)
lora_request = self._maybe_get_adapters(request)
model_name = self.models.model_name(lora_request)
priorities = getattr(request, "priority", 0)
prompt_extras = {
k: v
+1 -1
View File
@@ -79,7 +79,7 @@ class ServingScores(PoolingServing):
final_res_batch = ctx.final_res_batch
request_id = ctx.request_id
created_time = ctx.created_time
model_name = self.models.model_name()
model_name = ctx.model_name
if isinstance(ctx.request, ScoreRequest):
return self._request_output_to_score_response(