Aaron HaoandSumanth R Hegde
fb1d8ccaf5
Signed-off-by: haoaaron <ahao@anyscale.com> Signed-off-by: Aaron Hao <ahao@anyscale.com> Co-authored-by: Sumanth R Hegde <39546518+SumanthRH@users.noreply.github.com>
37 lines
929 B
Python
37 lines
929 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
"""
|
|
Weight transfer engines for syncing model weights from trainers
|
|
to inference workers.
|
|
"""
|
|
|
|
from vllm.distributed.weight_transfer.base import (
|
|
ModuleSource,
|
|
ParamMeta,
|
|
TrainerWeightTransferEngine,
|
|
VLLMWeightSyncClient,
|
|
WeightSource,
|
|
WeightTransferEngine,
|
|
)
|
|
from vllm.distributed.weight_transfer.clients import (
|
|
HTTPVLLMWeightSyncClient,
|
|
RayVLLMWeightSyncClient,
|
|
)
|
|
from vllm.distributed.weight_transfer.factory import (
|
|
WeightTransferEngineFactory,
|
|
WeightTransferTrainerFactory,
|
|
)
|
|
|
|
__all__ = [
|
|
"WeightTransferEngine",
|
|
"WeightTransferEngineFactory",
|
|
"TrainerWeightTransferEngine",
|
|
"WeightTransferTrainerFactory",
|
|
"VLLMWeightSyncClient",
|
|
"HTTPVLLMWeightSyncClient",
|
|
"RayVLLMWeightSyncClient",
|
|
"ParamMeta",
|
|
"WeightSource",
|
|
"ModuleSource",
|
|
]
|