Harry MellorandClaude Opus 5
8c1557a79c
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
36 lines
928 B
Python
36 lines
928 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
"""Weight transfer engines for syncing model weights from trainers
|
|
to inference workers.
|
|
"""
|
|
|
|
from vllm.distributed.weight_transfer.base import (
|
|
ModuleSource,
|
|
ParamMeta,
|
|
TrainerWeightTransferEngine,
|
|
VLLMWeightSyncClient,
|
|
WeightSource,
|
|
WeightTransferEngine,
|
|
)
|
|
from vllm.distributed.weight_transfer.clients import (
|
|
HTTPVLLMWeightSyncClient,
|
|
RayVLLMWeightSyncClient,
|
|
)
|
|
from vllm.distributed.weight_transfer.factory import (
|
|
WeightTransferEngineFactory,
|
|
WeightTransferTrainerFactory,
|
|
)
|
|
|
|
__all__ = [
|
|
"WeightTransferEngine",
|
|
"WeightTransferEngineFactory",
|
|
"TrainerWeightTransferEngine",
|
|
"WeightTransferTrainerFactory",
|
|
"VLLMWeightSyncClient",
|
|
"HTTPVLLMWeightSyncClient",
|
|
"RayVLLMWeightSyncClient",
|
|
"ParamMeta",
|
|
"WeightSource",
|
|
"ModuleSource",
|
|
]
|