[Bugfix][Model Loader] Support reload_weights with runai_streamer load format (#58124)

Signed-off-by: Viktor Koukouliev <vkoukouliev@nvidia.com>
Co-authored-by: Claude Fable 5.1 <noreply@anthropic.com>
Co-authored-by: Isotr0py <Isotr0py@outlook.com>
This commit is contained in:
viktorkou
2026-10-07 14:04:35 +00:00
committed by GitHub
co-authored by Claude Fable 5.1 Isotr0py
parent 5281e49908
commit c83935b300
5 changed files with 208 additions and 7 deletions
+4 -2
View File
@@ -5534,9 +5534,11 @@ class GPUModelRunner(
)
if weights_path is not None:
# The revision belongs to the model we are reloading away from,
# so it must not be carried over to the new path.
# The revision and any object-storage `model_weights` source
# belong to the model we are reloading away from, so they must
# not be carried over to the new path.
self.model_config.model = weights_path
self.model_config.model_weights = ""
self.model_config.revision = None
weights_iterator = model_loader.get_all_weights(self.model_config, model)
weights_iterator = cast(