[Hardware][TPU] Add supports_async_scheduling() method to Executor interface so that it can be extended for Executor implementations. (#36924)

Signed-off-by: Guangxiang Du <gxd@google.com>
This commit is contained in:
gxd3
2026-03-18 12:53:28 +08:00
committed by GitHub
parent f1740006e4
commit a0dd1995c7
5 changed files with 44 additions and 10 deletions
+7
View File
@@ -353,6 +353,13 @@ class Executor(ABC):
) -> None:
raise NotImplementedError
@classmethod
def supports_async_scheduling(cls) -> bool:
"""
Whether the executor supports async scheduling.
"""
return False
from vllm.v1.executor.uniproc_executor import ( # noqa: E402
ExecutorWithExternalLauncher as _ExecutorWithExternalLauncher,
+4
View File
@@ -487,6 +487,10 @@ class MultiprocExecutor(Executor):
* self.parallel_config.prefill_context_parallel_size
)
@classmethod
def supports_async_scheduling(cls) -> bool:
return True
@dataclass
class UnreadyWorkerProcHandle:
+4
View File
@@ -134,6 +134,10 @@ class UniProcExecutor(Executor):
if worker := self.driver_worker:
worker.shutdown()
@classmethod
def supports_async_scheduling(cls) -> bool:
return True
class ExecutorWithExternalLauncher(UniProcExecutor):
"""An executor that uses external launchers to launch engines,