Add EXAONE-4.5 (#39388)

Signed-off-by: lkm2835 <lkm2835@gmail.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Kyungmin Lee
2026-04-09 20:53:26 -07:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent f83de7196f
commit e7a1387e73
11 changed files with 600 additions and 10 deletions
+3
View File
@@ -75,6 +75,7 @@ class Exaone4GatedMLP(nn.Module):
reduce_results: bool = True,
bias: bool = False,
prefix: str = "",
use_data_parallel: bool = False,
) -> None:
super().__init__()
self.gate_up_proj = MergedColumnParallelLinear(
@@ -83,6 +84,7 @@ class Exaone4GatedMLP(nn.Module):
bias=bias,
quant_config=quant_config,
prefix=f"{prefix}.gate_up_proj",
disable_tp=use_data_parallel,
)
self.down_proj = RowParallelLinear(
input_size=intermediate_size,
@@ -91,6 +93,7 @@ class Exaone4GatedMLP(nn.Module):
quant_config=quant_config,
reduce_results=reduce_results,
prefix=f"{prefix}.down_proj",
disable_tp=use_data_parallel,
)
if hidden_act != "silu":
raise ValueError(