[Perf] Use numpy zero-copy path for embedding float response serialization (#41681)
Signed-off-by: Shrinav Loka <lokashrinav@gmail.com> Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com> Co-authored-by: wang.yuqi <yuqi.wang@daocloud.io> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
Claude Opus 4.6
wang.yuqi
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
1d694e78c9
commit
cd58e30872
@@ -62,6 +62,17 @@ def encode_pooling_output_float(output: PoolingRequestOutput) -> list[float]:
|
||||
return output.outputs.data.tolist()
|
||||
|
||||
|
||||
def encode_pooling_output_float_or_ndarray(output: PoolingRequestOutput) -> Any:
|
||||
"""Return an ndarray when the response renderer can serialize NumPy."""
|
||||
try:
|
||||
data = output.outputs.data
|
||||
if not data.is_contiguous():
|
||||
data = data.contiguous()
|
||||
return data.numpy()
|
||||
except (RuntimeError, TypeError):
|
||||
return output.outputs.data.tolist()
|
||||
|
||||
|
||||
def encode_pooling_output_base64(
|
||||
output: PoolingRequestOutput,
|
||||
embed_dtype: EmbedDType,
|
||||
|
||||
Reference in New Issue
Block a user