[V1] Use msgpack for core request serialization (#12918)
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
+11
-16
@@ -1,21 +1,13 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
|
||||
import pickle
|
||||
from typing import Any
|
||||
from typing import Any, Optional
|
||||
|
||||
import torch
|
||||
from msgspec import msgpack
|
||||
|
||||
CUSTOM_TYPE_CODE_PICKLE = 1
|
||||
|
||||
|
||||
class PickleEncoder:
|
||||
|
||||
def encode(self, obj: Any):
|
||||
return pickle.dumps(obj)
|
||||
|
||||
def decode(self, data: Any):
|
||||
return pickle.loads(data)
|
||||
CUSTOM_TYPE_TENSOR = 1
|
||||
CUSTOM_TYPE_PICKLE = 2
|
||||
|
||||
|
||||
class MsgpackEncoder:
|
||||
@@ -34,8 +26,9 @@ class MsgpackEncoder:
|
||||
class MsgpackDecoder:
|
||||
"""Decoder with custom torch tensor serialization."""
|
||||
|
||||
def __init__(self, t: Any):
|
||||
self.decoder = msgpack.Decoder(t, ext_hook=custom_ext_hook)
|
||||
def __init__(self, t: Optional[Any] = None):
|
||||
args = () if t is None else (t, )
|
||||
self.decoder = msgpack.Decoder(*args, ext_hook=custom_ext_hook)
|
||||
|
||||
def decode(self, obj: Any):
|
||||
return self.decoder.decode(obj)
|
||||
@@ -46,13 +39,15 @@ def custom_enc_hook(obj: Any) -> Any:
|
||||
# NOTE(rob): it is fastest to use numpy + pickle
|
||||
# when serializing torch tensors.
|
||||
# https://gist.github.com/tlrmchlsmth/8067f1b24a82b6e2f90450e7764fa103 # noqa: E501
|
||||
return msgpack.Ext(CUSTOM_TYPE_CODE_PICKLE, pickle.dumps(obj.numpy()))
|
||||
return msgpack.Ext(CUSTOM_TYPE_TENSOR, pickle.dumps(obj.numpy()))
|
||||
|
||||
raise NotImplementedError(f"Objects of type {type(obj)} are not supported")
|
||||
return msgpack.Ext(CUSTOM_TYPE_PICKLE, pickle.dumps(obj))
|
||||
|
||||
|
||||
def custom_ext_hook(code: int, data: memoryview) -> Any:
|
||||
if code == CUSTOM_TYPE_CODE_PICKLE:
|
||||
if code == CUSTOM_TYPE_TENSOR:
|
||||
return torch.from_numpy(pickle.loads(data))
|
||||
if code == CUSTOM_TYPE_PICKLE:
|
||||
return pickle.loads(data)
|
||||
|
||||
raise NotImplementedError(f"Extension type code {code} is not supported")
|
||||
|
||||
Reference in New Issue
Block a user