diff --git a/vllm/compilation/backends.py b/vllm/compilation/backends.py index 5a67415f10..dc12acbaf4 100644 --- a/vllm/compilation/backends.py +++ b/vllm/compilation/backends.py @@ -991,7 +991,7 @@ class VllmBackend: }, payload_fn=lambda: json.dumps( { - "model": self.vllm_config.model_config.model, + "model": getattr(self.vllm_config.model_config, "model", "unknown"), "prefix": self.prefix, "mode": str(cc.mode), "backend": cc.backend,