RayLLM Bugfix - Preserve obj store URL for multi engine_config creation (#30803)

Signed-off-by: Omer Dayan <omdayan@nvidia.com>
Signed-off-by: Isotr0py <2037008807@qq.com>
Co-authored-by: Isotr0py <2037008807@qq.com>
Co-authored-by: Isotr0py <mozf@mail2.sysu.edu.cn>
This commit is contained in:
omer-dayan
2026-01-08 10:00:25 +00:00
committed by GitHub
co-authored by Isotr0py Isotr0py
parent 96fcd3c267
commit 04a49669d1
4 changed files with 15 additions and 4 deletions
+3
View File
@@ -354,6 +354,7 @@ class EngineArgs:
"""Arguments for vLLM engine."""
model: str = ModelConfig.model
model_weights: str = ModelConfig.model_weights
served_model_name: str | list[str] | None = ModelConfig.served_model_name
tokenizer: str | None = ModelConfig.tokenizer
hf_config_path: str | None = ModelConfig.hf_config_path
@@ -1206,6 +1207,7 @@ class EngineArgs:
return ModelConfig(
model=self.model,
model_weights=self.model_weights,
hf_config_path=self.hf_config_path,
runner=self.runner,
convert=self.convert,
@@ -1349,6 +1351,7 @@ class EngineArgs:
model_config = self.create_model_config()
self.model = model_config.model
self.model_weights = model_config.model_weights
self.tokenizer = model_config.tokenizer
self._check_feature_supported(model_config)