[Bugfix] Warn when renderer_num_workers has no effect on offline LLM (#42905)

Signed-off-by: Daoyuan Li <94409450+DaoyuanLi2816@users.noreply.github.com>
This commit is contained in:
Daoyuan Li
2026-05-20 21:35:08 -07:00
committed by GitHub
parent f2ace1d57d
commit a6682d1d25
2 changed files with 24 additions and 3 deletions
+15
View File
@@ -381,6 +381,21 @@ class LLM(BeamSearchOfflineMixin, PoolingOfflineMixin):
self.chat_template = load_chat_template(chat_template)
self.input_processor = self.llm_engine.input_processor
# The renderer thread pool is only consumed by the async renderer
# path; the synchronous `LLM` entrypoint runs multimodal
# preprocessing serially. Warn so the setting is not a silent
# no-op. See vllm-project/vllm#42901.
if self.model_config.renderer_num_workers > 1:
logger.warning_once(
"`renderer_num_workers=%d` was set, but the offline `LLM` "
"entrypoint uses the synchronous renderer path and runs "
"multimodal preprocessing serially across prompts. The "
"renderer thread pool is only consumed by the async "
"renderer path used by `vllm serve` / `AsyncLLM`, so this "
"setting has no effect here.",
self.model_config.renderer_num_workers,
)
PoolingOfflineMixin.__init__(self)
# Cache for __repr__ to avoid repeated collective_rpc calls