From 71888f507ad5df5af2fae2ab39a6c1b0cc465eb1 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Sun, 13 Sep 2026 12:06:13 -0700 Subject: [PATCH] [Perf] Avoid redundant conversions in FP8 dummy initialization (#56688) Signed-off-by: Woosuk Kwon Co-authored-by: OpenAI Codex --- vllm/model_executor/model_loader/weight_utils.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/vllm/model_executor/model_loader/weight_utils.py b/vllm/model_executor/model_loader/weight_utils.py index 4cb8249e48..abe24fa06e 100644 --- a/vllm/model_executor/model_loader/weight_utils.py +++ b/vllm/model_executor/model_loader/weight_utils.py @@ -1380,10 +1380,9 @@ def initialize_single_dummy_weight( generator.manual_seed(seed) if torch.finfo(param.data.dtype).bits < 16: # uniform_ doesn't support < 16-bit datatypes (FP8) - dtype = param.data.dtype - tmp_param = param.data.to(torch.float16) - tmp_param = tmp_param.uniform_(low, high, generator=generator).to(dtype) - param.data.copy_(tmp_param) + tmp_param = torch.empty_like(param, dtype=torch.float16) + tmp_param.uniform_(low, high, generator=generator) + param.copy_(tmp_param) else: param.uniform_(low, high, generator=generator)