Deprecate Transformers v4 support (#45161)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2026-06-11 11:04:01 +08:00
committed by GitHub
parent b038a2f73b
commit 18d87a87dc
19 changed files with 61 additions and 267 deletions
@@ -101,8 +101,6 @@ Style = Literal[
"replicate",
"colwise_gather_output",
"rowwise_split_input",
"colwise_rep",
"rowwise_rep",
]
@@ -131,12 +129,8 @@ def replace_linear_class(
"colwise": (ColumnParallelLinear, {}),
"rowwise": (RowParallelLinear, {}),
"replicate": (ReplicatedLinear, {}),
# Transformers v5
"colwise_gather_output": (ColumnParallelLinear, {"gather_output": True}),
"rowwise_split_input": (RowParallelLinear, {"input_is_parallel": False}),
# Transformers v4
"colwise_rep": (ColumnParallelLinear, {"gather_output": True}),
"rowwise_rep": (RowParallelLinear, {"input_is_parallel": False}),
}.get(style, (ReplicatedLinear, {}))
return vllm_linear_cls(