Add vLLM version info to logs and openai API server (#3161)

This commit is contained in:
Jason Cox
2024-03-02 21:00:29 -08:00
committed by GitHub
parent ce4f5a29fb
commit d65fac2738
2 changed files with 10 additions and 1 deletions
+2 -1
View File
@@ -7,6 +7,7 @@ import importlib
from typing import (TYPE_CHECKING, Any, Dict, Iterable, List, Optional, Tuple,
Union)
import vllm
from vllm.lora.request import LoRARequest
from vllm.config import (CacheConfig, DeviceConfig, ModelConfig,
ParallelConfig, SchedulerConfig, LoRAConfig)
@@ -85,7 +86,7 @@ class LLMEngine:
log_stats: bool,
) -> None:
logger.info(
"Initializing an LLM engine with config: "
f"Initializing an LLM engine (v{vllm.__version__}) with config: "
f"model={model_config.model!r}, "
f"tokenizer={model_config.tokenizer!r}, "
f"tokenizer_mode={model_config.tokenizer_mode}, "