Add model to WeightTransferEngine.__init__ (#42922)

Signed-off-by: SumanthRH <sumanthrh99@gmail.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Sumanth R Hegde
2026-05-22 17:52:15 -07:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 552bbe6f4e
commit 3cb83c9592
7 changed files with 78 additions and 29 deletions
@@ -5,8 +5,10 @@ Weight transfer engines for syncing model weights from trainers
to inference workers.
"""
from vllm.distributed.weight_transfer.base import WeightTransferEngine
from vllm.distributed.weight_transfer.factory import WeightTransferEngineFactory
__all__ = [
"WeightTransferEngine",
"WeightTransferEngineFactory",
]
+6 -1
View File
@@ -65,7 +65,10 @@ class WeightTransferEngine(ABC, Generic[TInitInfo, TUpdateInfo]):
update_info_cls: type[TUpdateInfo]
def __init__(
self, config: WeightTransferConfig, parallel_config: ParallelConfig
self,
config: WeightTransferConfig,
parallel_config: ParallelConfig,
model: torch.nn.Module,
) -> None:
"""
Initialize the weight transfer engine.
@@ -73,9 +76,11 @@ class WeightTransferEngine(ABC, Generic[TInitInfo, TUpdateInfo]):
Args:
config: The configuration for the weight transfer engine
parallel_config: The configuration for the parallel setup
model: The local model instance which will receive the weights
"""
self.config = config
self.parallel_config = parallel_config
self.model = model
def parse_init_info(self, init_dict: dict[str, Any]) -> TInitInfo:
"""
+5 -1
View File
@@ -10,6 +10,8 @@ from vllm.distributed.weight_transfer.base import WeightTransferEngine
from vllm.logger import init_logger
if TYPE_CHECKING:
import torch
from vllm.config.parallel import ParallelConfig
from vllm.config.weight_transfer import WeightTransferConfig
@@ -75,12 +77,14 @@ class WeightTransferEngineFactory:
cls,
config: "WeightTransferConfig",
parallel_config: "ParallelConfig",
model: "torch.nn.Module",
) -> WeightTransferEngine:
"""Create a weight transfer engine instance.
Args:
config: Weight transfer configuration containing the backend name
parallel_config: Parallel configuration for the engine
model: The local model instance which will receive the weights
Returns:
An initialized weight transfer engine instance
@@ -102,7 +106,7 @@ class WeightTransferEngineFactory:
engine_cls.__name__,
)
return engine_cls(config, parallel_config)
return engine_cls(config, parallel_config, model)
# Register built-in weight transfer engines here.
@@ -125,7 +125,10 @@ class IPCWeightTransferEngine(
update_info_cls = IPCWeightTransferUpdateInfo
def __init__(
self, config: WeightTransferConfig, parallel_config: ParallelConfig
self,
config: WeightTransferConfig,
parallel_config: ParallelConfig,
model: torch.nn.Module,
) -> None:
"""
Initialize the IPC weight transfer engine.
@@ -133,8 +136,9 @@ class IPCWeightTransferEngine(
Args:
config: The configuration for the weight transfer engine
parallel_config: The configuration for the parallel setup
model: The local model instance which will receive the weights
"""
super().__init__(config, parallel_config)
super().__init__(config, parallel_config, model)
def parse_update_info(
self, update_dict: dict[str, Any]
@@ -109,7 +109,10 @@ class NCCLWeightTransferEngine(
update_info_cls = NCCLWeightTransferUpdateInfo
def __init__(
self, config: WeightTransferConfig, parallel_config: ParallelConfig
self,
config: WeightTransferConfig,
parallel_config: ParallelConfig,
model: torch.nn.Module,
) -> None:
"""
Initialize the NCCL weight transfer engine.
@@ -117,8 +120,9 @@ class NCCLWeightTransferEngine(
Args:
config: The configuration for the weight transfer engine
parallel_config: The configuration for the parallel setup
model: The local model instance which will receive the weights
"""
super().__init__(config, parallel_config)
super().__init__(config, parallel_config, model)
self.model_update_group: PyNcclCommunicator | None = None
def init_transfer_engine(self, init_info: NCCLWeightTransferInitInfo) -> None: