[Bugfix][UT]Fix EagleMiniCPMForCausalLM meet TypeError (#48452)
Signed-off-by: Lai, Yejing <yejing.lai@intel.com>
This commit is contained in:
@@ -1513,7 +1513,7 @@ _SPECULATIVE_DECODING_EXAMPLE_MODELS = {
|
||||
tokenizer="meta-llama/Llama-4-Scout-17B-16E-Instruct",
|
||||
),
|
||||
"EagleMiniCPMForCausalLM": _HfExamplesInfo(
|
||||
"openbmb/MiniCPM-1B-sft-bf16",
|
||||
"openbmb/MiniCPM-2B-sft-bf16",
|
||||
trust_remote_code=True,
|
||||
speculative_model="openbmb/MiniCPM-2B-sft-bf16",
|
||||
speculative_method="eagle",
|
||||
|
||||
@@ -70,6 +70,9 @@ class EagleMiniCPMDecoderLayer(nn.Module):
|
||||
self.quant_config = quant_config
|
||||
self.hidden_size = config.hidden_size
|
||||
self.max_position_embeddings = getattr(config, "max_position_embeddings", 8192)
|
||||
self.mup_denominator = getattr(
|
||||
config, "mup_denominator", config.num_hidden_layers
|
||||
)
|
||||
self.prefix = prefix
|
||||
self._init_attn_block()
|
||||
self._init_ffn_block()
|
||||
@@ -125,7 +128,7 @@ class EagleMiniCPMDecoderLayer(nn.Module):
|
||||
hidden_states=hidden_states,
|
||||
)
|
||||
hidden_states = residual + hidden_states * (
|
||||
self.config.scale_depth / math.sqrt(self.config.mup_denominator)
|
||||
self.config.scale_depth / math.sqrt(self.mup_denominator)
|
||||
)
|
||||
|
||||
# Fully Connected
|
||||
@@ -133,7 +136,7 @@ class EagleMiniCPMDecoderLayer(nn.Module):
|
||||
hidden_states = self.post_attention_layernorm(hidden_states)
|
||||
hidden_states = self.mlp(hidden_states)
|
||||
hidden_states = residual + hidden_states * (
|
||||
self.config.scale_depth / math.sqrt(self.config.mup_denominator)
|
||||
self.config.scale_depth / math.sqrt(self.mup_denominator)
|
||||
)
|
||||
|
||||
return hidden_states, None
|
||||
@@ -360,7 +363,12 @@ class EagleMiniCPMForCausalLM(nn.Module, SupportsLoRA, SupportsPP, SupportsEagle
|
||||
input_ids: torch.Tensor,
|
||||
positions: torch.Tensor,
|
||||
hidden_states: torch.Tensor,
|
||||
inputs_embeds: torch.Tensor | None = None,
|
||||
) -> tuple[torch.Tensor, torch.Tensor]:
|
||||
if inputs_embeds is not None:
|
||||
raise NotImplementedError(
|
||||
f"{type(self).__name__} does not support multimodal inputs yet."
|
||||
)
|
||||
hidden_states, hidden_states2 = self.model(input_ids, positions, hidden_states)
|
||||
hidden_states = hidden_states / self.scale_width
|
||||
hidden_states2 = hidden_states2 / self.scale_width
|
||||
|
||||
Reference in New Issue
Block a user