fix: prefix DeepSeek V4 MTP projections (#44821)
Signed-off-by: Yufeng He <40085740+he-yufeng@users.noreply.github.com>
This commit is contained in:
@@ -86,6 +86,7 @@ class DeepSeekV4MultiTokenPredictorLayer(nn.Module):
|
|||||||
bias=False,
|
bias=False,
|
||||||
return_bias=False,
|
return_bias=False,
|
||||||
quant_config=quant_config,
|
quant_config=quant_config,
|
||||||
|
prefix=f"{prefix}.e_proj",
|
||||||
)
|
)
|
||||||
self.h_proj = ReplicatedLinear(
|
self.h_proj = ReplicatedLinear(
|
||||||
config.hidden_size,
|
config.hidden_size,
|
||||||
@@ -93,6 +94,7 @@ class DeepSeekV4MultiTokenPredictorLayer(nn.Module):
|
|||||||
bias=False,
|
bias=False,
|
||||||
return_bias=False,
|
return_bias=False,
|
||||||
quant_config=quant_config,
|
quant_config=quant_config,
|
||||||
|
prefix=f"{prefix}.h_proj",
|
||||||
)
|
)
|
||||||
|
|
||||||
self.hc_eps = config.hc_eps
|
self.hc_eps = config.hc_eps
|
||||||
|
|||||||
@@ -92,6 +92,7 @@ class DeepSeekV4MultiTokenPredictorLayer(nn.Module):
|
|||||||
bias=False,
|
bias=False,
|
||||||
return_bias=False,
|
return_bias=False,
|
||||||
quant_config=quant_config,
|
quant_config=quant_config,
|
||||||
|
prefix=f"{prefix}.e_proj",
|
||||||
)
|
)
|
||||||
self.h_proj = ReplicatedLinear(
|
self.h_proj = ReplicatedLinear(
|
||||||
config.hidden_size,
|
config.hidden_size,
|
||||||
@@ -99,6 +100,7 @@ class DeepSeekV4MultiTokenPredictorLayer(nn.Module):
|
|||||||
bias=False,
|
bias=False,
|
||||||
return_bias=False,
|
return_bias=False,
|
||||||
quant_config=quant_config,
|
quant_config=quant_config,
|
||||||
|
prefix=f"{prefix}.h_proj",
|
||||||
)
|
)
|
||||||
|
|
||||||
self.hc_eps = config.hc_eps
|
self.hc_eps = config.hc_eps
|
||||||
|
|||||||
Reference in New Issue
Block a user