[Perf] Use numpy zero-copy path for embedding float response serialization (#41681)

Signed-off-by: Shrinav Loka <lokashrinav@gmail.com>
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
Co-authored-by: wang.yuqi <yuqi.wang@daocloud.io>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Shrinav Loka
2026-05-07 19:42:21 -07:00
committed by GitHub
co-authored by Claude Opus 4.6 wang.yuqi mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 1d694e78c9
commit cd58e30872
3 changed files with 105 additions and 0 deletions
+11
View File
@@ -62,6 +62,17 @@ def encode_pooling_output_float(output: PoolingRequestOutput) -> list[float]:
return output.outputs.data.tolist()
def encode_pooling_output_float_or_ndarray(output: PoolingRequestOutput) -> Any:
"""Return an ndarray when the response renderer can serialize NumPy."""
try:
data = output.outputs.data
if not data.is_contiguous():
data = data.contiguous()
return data.numpy()
except (RuntimeError, TypeError):
return output.outputs.data.tolist()
def encode_pooling_output_base64(
output: PoolingRequestOutput,
embed_dtype: EmbedDType,