[Core] Don't issue a blocking collective RPC during engine handshake (#57226)
Signed-off-by: okorzh <okorzh@amd.com> Co-authored-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
co-authored by
Andreas Karatzas
parent
f730a93d2b
commit
2307a1d16c
@@ -1691,6 +1691,8 @@ class EngineCoreProc(EngineCore):
|
||||
enable_sleep_mode=self.vllm_config.model_config.enable_sleep_mode,
|
||||
supports_draft_weight_updates=(
|
||||
self.model_executor.supports_draft_weight_updates()
|
||||
if self.vllm_config.weight_transfer_config is not None
|
||||
else False
|
||||
),
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user