fix(config): guard LlamaBidirectionalConfig against missing hf_config.pooling (#50536)

Signed-off-by: Chenglun Hu <chenglunhu@gmail.com>
This commit is contained in:
hcl
2026-08-27 18:56:07 +08:00
committed by GitHub
parent 478ec3ea41
commit 42e7942ac9
+12 -2
View File
@@ -549,9 +549,19 @@ class LlamaBidirectionalConfig(VerifyAndUpdateConfig):
"last": "LAST",
}
pooling_type = pooling_type_map.get(hf_config.pooling)
pooling = getattr(hf_config, "pooling", None)
if pooling is None:
raise ValueError(
"This bidirectional model requires a 'pooling' field in its HF "
"config (one of 'avg', 'cls', 'last'), but none was found. "
"Unlike the VL variants, no default is assumed here because "
"silently picking a pooling for an embedding model can produce "
"wrong embeddings."
)
pooling_type = pooling_type_map.get(pooling)
if pooling_type is None:
raise ValueError(f"pool_type {hf_config.pooling!r} not supported")
raise ValueError(f"pool_type {pooling!r} not supported")
assert model_config.pooler_config is not None
model_config.pooler_config.seq_pooling_type = pooling_type