[Misc] Replaced asserts with proper exceptions to improve UX for pooling (#44593)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-06-06 05:57:26 +00:00
committed by GitHub
parent ec0a31d4aa
commit eafbb06331
7 changed files with 44 additions and 16 deletions
@@ -36,7 +36,11 @@ class TokenPoolerHead(nn.Module, ABC):
pooling_metadata: PoolingMetadata,
) -> list[TokenPoolerHeadOutputItem]:
pooling_params = pooling_metadata.pooling_params
assert len(pooled_data) == len(pooling_params)
if len(pooled_data) != len(pooling_params):
raise ValueError(
f"pooled_data length ({len(pooled_data)}) does not match "
f"pooling_params length ({len(pooling_params)})"
)
return [self.forward_chunk(d, p) for d, p in zip(pooled_data, pooling_params)]
@@ -124,7 +124,10 @@ def pooler_for_token_classify(
vllm_config = get_current_vllm_config()
model_config = vllm_config.model_config
assert model_config.pooler_config is not None
if model_config.pooler_config is None:
raise ValueError(
"model_config.pooler_config must be set for token classification pooling"
)
head = TokenClassifierPoolerHead(
head_dtype=model_config.head_dtype,
classifier=classifier,