[Rust Frontend][Perf] Use dedicated runtime for HTTP/request-processing/ZMQ (#46051)

Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
Bugen Zhao
2026-06-23 04:03:20 +00:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 9d3317172c
commit a8481be7a9
13 changed files with 328 additions and 15 deletions
+1
View File
@@ -365,6 +365,7 @@ impl MultimodalModelInfo {
let processor = self.image_processor.raw;
let images = image_frames.iter().map(|frame| frame.data().clone()).collect::<Vec<_>>();
// TODO: is it still necessary given that we've already in a dedicated runtime?
tokio::task::spawn_blocking(move || {
processor.preprocess(&images, &config).map_err(|error| multimodal!("{error}"))
})