[UX] Add vLLM model inspection view (#29450)

Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin
2026-01-09 10:12:35 -07:00
committed by GitHub
parent 08d954f036
commit d5ec6c056f
6 changed files with 180 additions and 1 deletions
+6
View File
@@ -118,6 +118,12 @@ class WorkerBase:
"""Apply a function on the model inside this worker."""
return fn(self.get_model())
def get_model_inspection(self) -> str:
"""Return a transformers-style hierarchical view of the model."""
from vllm.model_inspection import format_model_inspection
return format_model_inspection(self.get_model())
def load_model(self) -> None:
"""Load model onto target device."""
raise NotImplementedError