From b12745e4f31ffacf401cc20a97c592d6a49f3269 Mon Sep 17 00:00:00 2001 From: Harry Mellor <19981378+hmellor@users.noreply.github.com> Date: Tue, 19 May 2026 00:56:09 +0900 Subject: [PATCH] Fix `--convert` passed without `--runner` on causal models (#42935) Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> --- vllm/config/model.py | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/vllm/config/model.py b/vllm/config/model.py index e09364a5de..26737f313e 100644 --- a/vllm/config/model.py +++ b/vllm/config/model.py @@ -546,7 +546,9 @@ class ModelConfig: is_generative_model = registry.is_text_generation_model(architectures, self) is_pooling_model = registry.is_pooling_model(architectures, self) - self.runner_type = self._get_runner_type(architectures, self.runner) + self.runner_type = self._get_runner_type( + architectures, self.runner, self.convert + ) self.convert_type = self._get_convert_type( architectures, self.runner_type, self.convert ) @@ -884,11 +886,15 @@ class ModelConfig: self, architectures: list[str], runner: RunnerOption, + convert: ConvertOption, ) -> RunnerType: if runner != "auto": return runner - runner_type = self._get_default_runner_type(architectures) + if convert in {"auto", "none"}: + runner_type = self._get_default_runner_type(architectures) + else: + runner_type = "pooling" # Don't log the most common case if runner_type != "generate":