[Bug] Fix tests/compile/test_config.py AttributeError: 'NoneType' object has no attribute 'dtype' (#41288)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye
2026-05-05 00:22:07 +08:00
committed by GitHub
parent 8decbfa02c
commit 3e1ad4435f
+1 -1
View File
@@ -1617,7 +1617,7 @@ class VllmConfig:
max_size = rocm_aiter_ops.get_aiter_allreduce_max_size()
else:
max_size = compilation_config.pass_config.flashinfer_max_size(tp_size)
if max_size is not None:
if max_size is not None and self.model_config is not None:
assert isinstance(self.model_config.dtype, torch.dtype)
max_token_num = max_size // (
self.model_config.get_hidden_size()