[Qwen4Exp] Support UVA PLE-offload and Engram tensor parallelism (#54371)
Signed-off-by: huanghaoyan.hhy <huanghaoyan.hhy@alibaba-inc.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
62f3bf58a5
commit
3116c5d06b
@@ -42,6 +42,7 @@ from vllm.config import (
|
||||
DiffusionConfig,
|
||||
ECTransferConfig,
|
||||
EncoderCacheManagerConfig,
|
||||
EngramConfig,
|
||||
EPLBConfig,
|
||||
FaultToleranceConfig,
|
||||
KernelConfig,
|
||||
@@ -688,6 +689,7 @@ class EngineArgs:
|
||||
pooler_config: PoolerConfig | None = ModelConfig.pooler_config
|
||||
compilation_config: CompilationConfig = get_field(VllmConfig, "compilation_config")
|
||||
attention_config: AttentionConfig = get_field(VllmConfig, "attention_config")
|
||||
engram_config: EngramConfig | None = VllmConfig.engram_config
|
||||
mamba_config: MambaConfig = get_field(VllmConfig, "mamba_config")
|
||||
kernel_config: KernelConfig = get_field(VllmConfig, "kernel_config")
|
||||
enable_flashinfer_autotune: bool = get_field(
|
||||
@@ -788,6 +790,8 @@ class EngineArgs:
|
||||
self.compilation_config = CompilationConfig(**self.compilation_config)
|
||||
if isinstance(self.attention_config, dict):
|
||||
self.attention_config = AttentionConfig(**self.attention_config)
|
||||
if isinstance(self.engram_config, dict):
|
||||
self.engram_config = EngramConfig(**self.engram_config)
|
||||
if isinstance(self.mamba_config, dict):
|
||||
self.mamba_config = MambaConfig(**self.mamba_config)
|
||||
if isinstance(self.kernel_config, dict):
|
||||
@@ -1701,6 +1705,7 @@ class EngineArgs:
|
||||
vllm_group.add_argument(
|
||||
"--attention-config", "-ac", **vllm_kwargs["attention_config"]
|
||||
)
|
||||
vllm_group.add_argument("--engram-config", **vllm_kwargs["engram_config"])
|
||||
vllm_group.add_argument("--reasoning-config", **vllm_kwargs["reasoning_config"])
|
||||
vllm_group.add_argument("--kernel-config", **vllm_kwargs["kernel_config"])
|
||||
vllm_group.add_argument(
|
||||
@@ -2599,6 +2604,7 @@ class EngineArgs:
|
||||
load_config=load_config,
|
||||
offload_config=offload_config,
|
||||
attention_config=attention_config,
|
||||
engram_config=self.engram_config,
|
||||
mamba_config=mamba_config,
|
||||
kernel_config=kernel_config,
|
||||
lora_config=lora_config,
|
||||
|
||||
Reference in New Issue
Block a user