[bugfix] add api process rank in default multimodal request (#36150)

Signed-off-by: fake0fan <645327136@qq.com>
Signed-off-by: Chenguang ZHENG <645327136@qq.com>
This commit is contained in:
Chenguang Zheng
2026-03-06 12:00:09 +00:00
committed by GitHub
parent e2090bf3af
commit fcb73f306c
7 changed files with 46 additions and 9 deletions
+2 -1
View File
@@ -75,6 +75,7 @@ class BaseRenderer(ABC, Generic[_T]):
self.config = config
self.model_config = config.model_config
self.api_process_rank = config.parallel_config._api_process_rank
self.tokenizer = tokenizer
@@ -539,7 +540,7 @@ class BaseRenderer(ABC, Generic[_T]):
from vllm.multimodal.parse import parse_mm_uuids
from vllm.multimodal.processing import ProcessorInputs as MMProcessorInputs
mm_req_id = f"renderer-mm-{self._mm_req_counter.inc(1)}"
mm_req_id = f"renderer{self.api_process_rank}-mm-{self._mm_req_counter.inc(1)}"
mm_processor = self.get_mm_processor()