From 584e8f0dda428c42c15da6e945f18eeb5356ae6d Mon Sep 17 00:00:00 2001 From: jackLei <42642542+jackLei0901@users.noreply.github.com> Date: Wed, 2 Sep 2026 01:38:36 -0700 Subject: [PATCH] [Model] Fix GLM-OCR MTP weight loading (#49869) Signed-off-by: jackLei0901 <42642542+jackLei0901@users.noreply.github.com> Co-authored-by: OpenAI Codex --- tests/models/registry.py | 1 - vllm/model_executor/models/utils.py | 8 +++++++- 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/tests/models/registry.py b/tests/models/registry.py index ba16453511..9d4de9b761 100644 --- a/tests/models/registry.py +++ b/tests/models/registry.py @@ -1723,7 +1723,6 @@ _SPECULATIVE_DECODING_EXAMPLE_MODELS = { "GlmOcrMTPModel": _HfExamplesInfo( "zai-org/GLM-OCR", speculative_model="zai-org/GLM-OCR", - is_available_online=False, min_transformers_version="5.1.0", ), "HYV3MTPModel": _HfExamplesInfo( diff --git a/vllm/model_executor/models/utils.py b/vllm/model_executor/models/utils.py index 9c6c7f6bb2..f2da8a5109 100644 --- a/vllm/model_executor/models/utils.py +++ b/vllm/model_executor/models/utils.py @@ -556,7 +556,13 @@ def get_spec_layer_idx_from_weight_name( return None base = config.num_hidden_layers for i in range(n): - if weight_name.startswith((f"model.layers.{base + i}.", f"layers.{base + i}.")): + if weight_name.startswith( + ( + f"model.layers.{base + i}.", + f"layers.{base + i}.", + f"model.language_model.layers.{base + i}.", + ) + ): return base + i return None