[Bug] Fix tests/compile/test_config.py AttributeError: 'NoneType' object has no attribute 'dtype' (#41288)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
+1
-1
@@ -1617,7 +1617,7 @@ class VllmConfig:
|
||||
max_size = rocm_aiter_ops.get_aiter_allreduce_max_size()
|
||||
else:
|
||||
max_size = compilation_config.pass_config.flashinfer_max_size(tp_size)
|
||||
if max_size is not None:
|
||||
if max_size is not None and self.model_config is not None:
|
||||
assert isinstance(self.model_config.dtype, torch.dtype)
|
||||
max_token_num = max_size // (
|
||||
self.model_config.get_hidden_size()
|
||||
|
||||
Reference in New Issue
Block a user