[Pooling] Disable async scheduling by default for pooling models (#39592)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
2026-04-12 07:23:42 +00:00
parent cc07dad789
commit ee3c0c83db
1 changed files with 10 additions and 0 deletions
@@ -764,6 +764,16 @@ class VllmConfig:
        elif self.scheduler_config.async_scheduling is None:
            # Enable async scheduling unless there is an incompatible option.
            if (
+                self.model_config is not None
+                and self.model_config.runner_type == "pooling"
+            ):
+                # The current implementation of asynchronous scheduling negatively
+                # impacts performance of pooling models, so we disable by default.
+                logger.debug(
+                    "Disabling asynchronous scheduling by default for pooling model."
+                )
+                self.scheduler_config.async_scheduling = False
+            elif (
                self.speculative_config is not None
                and self.speculative_config.method not in get_args(EagleModelTypes)
                and self.speculative_config.method not in get_args(NgramGPUTypes)