[Bugfix] Fix precision corruption when shared_experts_stream=None (#28942)

Signed-off-by: zhyajie <yajizhan@amd.com>
Co-authored-by: zhyajie <yajizhan@amd.com>
This commit is contained in:
杰兮
2025-11-19 19:30:57 +00:00
committed by GitHub
co-authored by zhyajie
parent fe69f331f8
commit 9d2d561257
2 changed files with 8 additions and 6 deletions
+1 -2
View File
@@ -426,8 +426,7 @@ def aux_stream() -> torch.cuda.Stream | None:
from vllm.platforms import current_platform
# TODO: validate this works properly on ROCm platform.
if _aux_stream is None and current_platform.is_cuda():
if _aux_stream is None and current_platform.is_cuda_alike():
_aux_stream = torch.cuda.Stream()
return _aux_stream