Re-enable the 80 char line width limit (#3305)
This commit is contained in:
+6
-6
@@ -133,9 +133,10 @@ def get_max_shared_memory_bytes(gpu: int = 0) -> int:
|
||||
# the Neuron-X backend does not have the `cuda_utils` module.
|
||||
from vllm._C import cuda_utils
|
||||
|
||||
max_shared_mem = cuda_utils.get_max_shared_memory_per_block_device_attribute(
|
||||
gpu)
|
||||
# value 0 will cause MAX_SEQ_LEN become negative and test_attention.py will fail
|
||||
max_shared_mem = (
|
||||
cuda_utils.get_max_shared_memory_per_block_device_attribute(gpu))
|
||||
# value 0 will cause MAX_SEQ_LEN become negative and test_attention.py
|
||||
# will fail
|
||||
assert max_shared_mem > 0, "max_shared_mem can not be zero"
|
||||
return int(max_shared_mem)
|
||||
|
||||
@@ -209,9 +210,8 @@ def get_nvcc_cuda_version() -> Optional[Version]:
|
||||
if not cuda_home:
|
||||
cuda_home = '/usr/local/cuda'
|
||||
if os.path.isfile(cuda_home + '/bin/nvcc'):
|
||||
logger.info(
|
||||
f'CUDA_HOME is not found in the environment. Using {cuda_home} as CUDA_HOME.'
|
||||
)
|
||||
logger.info(f'CUDA_HOME is not found in the environment. '
|
||||
f'Using {cuda_home} as CUDA_HOME.')
|
||||
else:
|
||||
logger.warning(
|
||||
f'Not found nvcc in {cuda_home}. Skip cuda version check!')
|
||||
|
||||
Reference in New Issue
Block a user