[rl] Stateful Trainer Send: New Abstractions [1/N] (#48042)
Signed-off-by: haoaaron <ahao@anyscale.com> Signed-off-by: Aaron Hao <ahao@anyscale.com> Co-authored-by: Sumanth R Hegde <39546518+SumanthRH@users.noreply.github.com>
This commit is contained in:
co-authored by
Sumanth R Hegde
parent
9354f22204
commit
fb1d8ccaf5
@@ -5,10 +5,32 @@ Weight transfer engines for syncing model weights from trainers
|
||||
to inference workers.
|
||||
"""
|
||||
|
||||
from vllm.distributed.weight_transfer.base import WeightTransferEngine
|
||||
from vllm.distributed.weight_transfer.factory import WeightTransferEngineFactory
|
||||
from vllm.distributed.weight_transfer.base import (
|
||||
ModuleSource,
|
||||
ParamMeta,
|
||||
TrainerWeightTransferEngine,
|
||||
VLLMWeightSyncClient,
|
||||
WeightSource,
|
||||
WeightTransferEngine,
|
||||
)
|
||||
from vllm.distributed.weight_transfer.clients import (
|
||||
HTTPVLLMWeightSyncClient,
|
||||
RayVLLMWeightSyncClient,
|
||||
)
|
||||
from vllm.distributed.weight_transfer.factory import (
|
||||
WeightTransferEngineFactory,
|
||||
WeightTransferTrainerFactory,
|
||||
)
|
||||
|
||||
__all__ = [
|
||||
"WeightTransferEngine",
|
||||
"WeightTransferEngineFactory",
|
||||
"TrainerWeightTransferEngine",
|
||||
"WeightTransferTrainerFactory",
|
||||
"VLLMWeightSyncClient",
|
||||
"HTTPVLLMWeightSyncClient",
|
||||
"RayVLLMWeightSyncClient",
|
||||
"ParamMeta",
|
||||
"WeightSource",
|
||||
"ModuleSource",
|
||||
]
|
||||
|
||||
Reference in New Issue
Block a user