[Bugfix][UT]Fix EagleMiniCPMForCausalLM meet TypeError (#48452)
Signed-off-by: Lai, Yejing <yejing.lai@intel.com>
This commit is contained in:
@@ -1513,7 +1513,7 @@ _SPECULATIVE_DECODING_EXAMPLE_MODELS = {
|
|||||||
tokenizer="meta-llama/Llama-4-Scout-17B-16E-Instruct",
|
tokenizer="meta-llama/Llama-4-Scout-17B-16E-Instruct",
|
||||||
),
|
),
|
||||||
"EagleMiniCPMForCausalLM": _HfExamplesInfo(
|
"EagleMiniCPMForCausalLM": _HfExamplesInfo(
|
||||||
"openbmb/MiniCPM-1B-sft-bf16",
|
"openbmb/MiniCPM-2B-sft-bf16",
|
||||||
trust_remote_code=True,
|
trust_remote_code=True,
|
||||||
speculative_model="openbmb/MiniCPM-2B-sft-bf16",
|
speculative_model="openbmb/MiniCPM-2B-sft-bf16",
|
||||||
speculative_method="eagle",
|
speculative_method="eagle",
|
||||||
|
|||||||
@@ -70,6 +70,9 @@ class EagleMiniCPMDecoderLayer(nn.Module):
|
|||||||
self.quant_config = quant_config
|
self.quant_config = quant_config
|
||||||
self.hidden_size = config.hidden_size
|
self.hidden_size = config.hidden_size
|
||||||
self.max_position_embeddings = getattr(config, "max_position_embeddings", 8192)
|
self.max_position_embeddings = getattr(config, "max_position_embeddings", 8192)
|
||||||
|
self.mup_denominator = getattr(
|
||||||
|
config, "mup_denominator", config.num_hidden_layers
|
||||||
|
)
|
||||||
self.prefix = prefix
|
self.prefix = prefix
|
||||||
self._init_attn_block()
|
self._init_attn_block()
|
||||||
self._init_ffn_block()
|
self._init_ffn_block()
|
||||||
@@ -125,7 +128,7 @@ class EagleMiniCPMDecoderLayer(nn.Module):
|
|||||||
hidden_states=hidden_states,
|
hidden_states=hidden_states,
|
||||||
)
|
)
|
||||||
hidden_states = residual + hidden_states * (
|
hidden_states = residual + hidden_states * (
|
||||||
self.config.scale_depth / math.sqrt(self.config.mup_denominator)
|
self.config.scale_depth / math.sqrt(self.mup_denominator)
|
||||||
)
|
)
|
||||||
|
|
||||||
# Fully Connected
|
# Fully Connected
|
||||||
@@ -133,7 +136,7 @@ class EagleMiniCPMDecoderLayer(nn.Module):
|
|||||||
hidden_states = self.post_attention_layernorm(hidden_states)
|
hidden_states = self.post_attention_layernorm(hidden_states)
|
||||||
hidden_states = self.mlp(hidden_states)
|
hidden_states = self.mlp(hidden_states)
|
||||||
hidden_states = residual + hidden_states * (
|
hidden_states = residual + hidden_states * (
|
||||||
self.config.scale_depth / math.sqrt(self.config.mup_denominator)
|
self.config.scale_depth / math.sqrt(self.mup_denominator)
|
||||||
)
|
)
|
||||||
|
|
||||||
return hidden_states, None
|
return hidden_states, None
|
||||||
@@ -360,7 +363,12 @@ class EagleMiniCPMForCausalLM(nn.Module, SupportsLoRA, SupportsPP, SupportsEagle
|
|||||||
input_ids: torch.Tensor,
|
input_ids: torch.Tensor,
|
||||||
positions: torch.Tensor,
|
positions: torch.Tensor,
|
||||||
hidden_states: torch.Tensor,
|
hidden_states: torch.Tensor,
|
||||||
|
inputs_embeds: torch.Tensor | None = None,
|
||||||
) -> tuple[torch.Tensor, torch.Tensor]:
|
) -> tuple[torch.Tensor, torch.Tensor]:
|
||||||
|
if inputs_embeds is not None:
|
||||||
|
raise NotImplementedError(
|
||||||
|
f"{type(self).__name__} does not support multimodal inputs yet."
|
||||||
|
)
|
||||||
hidden_states, hidden_states2 = self.model(input_ids, positions, hidden_states)
|
hidden_states, hidden_states2 = self.model(input_ids, positions, hidden_states)
|
||||||
hidden_states = hidden_states / self.scale_width
|
hidden_states = hidden_states / self.scale_width
|
||||||
hidden_states2 = hidden_states2 / self.scale_width
|
hidden_states2 = hidden_states2 / self.scale_width
|
||||||
|
|||||||
Reference in New Issue
Block a user