[Misc] Remove VLLM_BUILD_WITH_NEURON env variable (#5389)

This commit is contained in:
Woosuk Kwon
2024-06-11 00:37:56 -07:00
committed by GitHub
parent 3c4cebf751
commit 8bab4959be
3 changed files with 2 additions and 7 deletions
+1 -1
View File
@@ -222,7 +222,7 @@ def _is_neuron() -> bool:
subprocess.run(["neuron-ls"], capture_output=True, check=True)
except (FileNotFoundError, PermissionError, subprocess.CalledProcessError):
torch_neuronx_installed = False
return torch_neuronx_installed or envs.VLLM_BUILD_WITH_NEURON
return torch_neuronx_installed or VLLM_TARGET_DEVICE == "neuron"
def _is_cpu() -> bool: