From 60017dc84195a8c854ce833b95679523dcac8bb8 Mon Sep 17 00:00:00 2001 From: Reid <61492567+reidliu41@users.noreply.github.com> Date: Sat, 17 May 2025 10:46:18 +0800 Subject: [PATCH] [Misc] reformat the collect-env output (#18285) Signed-off-by: reidliu41 Co-authored-by: reidliu41 --- vllm/collect_env.py | 79 +++++++++++++++++++++++++++++---------------- 1 file changed, 51 insertions(+), 28 deletions(-) diff --git a/vllm/collect_env.py b/vllm/collect_env.py index 9cfceb7c45..85746b7ef6 100644 --- a/vllm/collect_env.py +++ b/vllm/collect_env.py @@ -637,33 +637,50 @@ def get_env_info(): env_info_fmt = """ -PyTorch version: {torch_version} -Is debug build: {is_debug_build} -CUDA used to build PyTorch: {cuda_compiled_version} -ROCM used to build PyTorch: {hip_compiled_version} +============================== + System Info +============================== +OS : {os} +GCC version : {gcc_version} +Clang version : {clang_version} +CMake version : {cmake_version} +Libc version : {libc_version} -OS: {os} -GCC version: {gcc_version} -Clang version: {clang_version} -CMake version: {cmake_version} -Libc version: {libc_version} +============================== + PyTorch Info +============================== +PyTorch version : {torch_version} +Is debug build : {is_debug_build} +CUDA used to build PyTorch : {cuda_compiled_version} +ROCM used to build PyTorch : {hip_compiled_version} -Python version: {python_version} -Python platform: {python_platform} -Is CUDA available: {is_cuda_available} -CUDA runtime version: {cuda_runtime_version} -CUDA_MODULE_LOADING set to: {cuda_module_loading} -GPU models and configuration: {nvidia_gpu_models} -Nvidia driver version: {nvidia_driver_version} -cuDNN version: {cudnn_version} -HIP runtime version: {hip_runtime_version} -MIOpen runtime version: {miopen_runtime_version} -Is XNNPACK available: {is_xnnpack_available} +============================== + Python Environment +============================== +Python version : {python_version} +Python platform : {python_platform} -CPU: +============================== + CUDA / GPU Info +============================== +Is CUDA available : {is_cuda_available} +CUDA runtime version : {cuda_runtime_version} +CUDA_MODULE_LOADING set to : {cuda_module_loading} +GPU models and configuration : {nvidia_gpu_models} +Nvidia driver version : {nvidia_driver_version} +cuDNN version : {cudnn_version} +HIP runtime version : {hip_runtime_version} +MIOpen runtime version : {miopen_runtime_version} +Is XNNPACK available : {is_xnnpack_available} + +============================== + CPU Info +============================== {cpu_info} -Versions of relevant libraries: +============================== +Versions of relevant libraries +============================== {pip_packages} {conda_packages} """.strip() @@ -671,17 +688,23 @@ Versions of relevant libraries: # both the above code and the following code use `strip()` to # remove leading/trailing whitespaces, so we need to add a newline # in between to separate the two sections -env_info_fmt += "\n" +env_info_fmt += "\n\n" env_info_fmt += """ -ROCM Version: {rocm_version} -Neuron SDK Version: {neuron_sdk_version} -vLLM Version: {vllm_version} +============================== + vLLM Info +============================== +ROCM Version : {rocm_version} +Neuron SDK Version : {neuron_sdk_version} +vLLM Version : {vllm_version} vLLM Build Flags: -{vllm_build_flags} + {vllm_build_flags} GPU Topology: -{gpu_topo} + {gpu_topo} +============================== + Environment Variables +============================== {env_vars} """.strip()