gpu_model_runner: Cache is_encoder_decoder from model config (#35099)

Signed-off-by: Patrick Schlangen <pschlan@amd.com>
This commit is contained in:
pschlan-amd
2026-02-23 19:08:34 -08:00
committed by GitHub
parent ec85340531
commit 80d93fd6da
+1 -1
View File
@@ -1365,7 +1365,7 @@ class ModelConfig:
return diff_sampling_param
@property
@cached_property
def is_encoder_decoder(self) -> bool:
"""Extract the HF encoder/decoder model flag."""
return is_encoder_decoder(self.hf_config)