[Bugfix][SpecDecode] Scope MTP completeness checks outside bucketed updates (#49178)

Signed-off-by: aoshen02 <aoshen02@users.noreply.github.com>
Co-authored-by: aoshen02 <aoshen02@users.noreply.github.com>
This commit is contained in:
aoshen02
2026-07-21 18:56:39 -07:00
committed by GitHub
co-authored by aoshen02
parent 0500ca6a58
commit ba18929079
14 changed files with 131 additions and 37 deletions
@@ -274,7 +274,12 @@ class IPCWeightTransferEngine(
weight = rebuild_cuda_tensor(*list_args)
weights.append((name, weight))
self.model.load_weights(weights)
from vllm.model_executor.model_loader.mtp_validation import (
disable_mtp_completeness_check,
)
with disable_mtp_completeness_check():
self.model.load_weights(weights)
def shutdown(self) -> None:
pass