[Rust Frontend][Perf] Use dedicated runtime for HTTP/request-processing/ZMQ (#46051)
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com> Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
9d3317172c
commit
a8481be7a9
@@ -365,6 +365,7 @@ impl MultimodalModelInfo {
|
||||
let processor = self.image_processor.raw;
|
||||
let images = image_frames.iter().map(|frame| frame.data().clone()).collect::<Vec<_>>();
|
||||
|
||||
// TODO: is it still necessary given that we've already in a dedicated runtime?
|
||||
tokio::task::spawn_blocking(move || {
|
||||
processor.preprocess(&images, &config).map_err(|error| multimodal!("{error}"))
|
||||
})
|
||||
|
||||
Reference in New Issue
Block a user