[Core] Encoder separation for Encode-Prefill-Decode Disaggregation (#25233)
Signed-off-by: n00909098 <nguyen.kha.long@huawei.com> Signed-off-by: knlnguyen1802 <knlnguyen1802@gmail.com> Signed-off-by: herotai214 <herotai214@gmail.com> Signed-off-by: Khuong Le <khuong.le.manh@huawei.com> Signed-off-by: Khuong Le <lemanhkhuong2611@gmail.com> Co-authored-by: n00909098 <nguyen.kha.long@huawei.com> Co-authored-by: knlnguyen1802 <knlnguyen1802@gmail.com> Co-authored-by: herotai214 <herotai214@gmail.com> Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> Co-authored-by: Khuong Le <khuong.le.manh@huawei.com> Co-authored-by: Khuong Le <lemanhkhuong2611@gmail.com>
This commit is contained in:
co-authored by
n00909098
knlnguyen1802
herotai214
gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
Khuong Le
Khuong Le
parent
cbb799e314
commit
4ccffe561f
@@ -38,6 +38,7 @@ from vllm.config import (
|
||||
CompilationConfig,
|
||||
ConfigType,
|
||||
DeviceConfig,
|
||||
ECTransferConfig,
|
||||
EPLBConfig,
|
||||
KVEventsConfig,
|
||||
KVTransferConfig,
|
||||
@@ -527,6 +528,8 @@ class EngineArgs:
|
||||
kv_transfer_config: KVTransferConfig | None = None
|
||||
kv_events_config: KVEventsConfig | None = None
|
||||
|
||||
ec_transfer_config: ECTransferConfig | None = None
|
||||
|
||||
generation_config: str = ModelConfig.generation_config
|
||||
enable_sleep_mode: bool = ModelConfig.enable_sleep_mode
|
||||
override_generation_config: dict[str, Any] = get_field(
|
||||
@@ -1105,6 +1108,9 @@ class EngineArgs:
|
||||
"--kv-transfer-config", **vllm_kwargs["kv_transfer_config"]
|
||||
)
|
||||
vllm_group.add_argument("--kv-events-config", **vllm_kwargs["kv_events_config"])
|
||||
vllm_group.add_argument(
|
||||
"--ec-transfer-config", **vllm_kwargs["ec_transfer_config"]
|
||||
)
|
||||
vllm_group.add_argument(
|
||||
"--compilation-config", "-O", **vllm_kwargs["compilation_config"]
|
||||
)
|
||||
@@ -1676,6 +1682,7 @@ class EngineArgs:
|
||||
compilation_config=self.compilation_config,
|
||||
kv_transfer_config=self.kv_transfer_config,
|
||||
kv_events_config=self.kv_events_config,
|
||||
ec_transfer_config=self.ec_transfer_config,
|
||||
additional_config=self.additional_config,
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user