[Misc] Replaced asserts with proper exceptions to improve UX for pooling (#44593)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
@@ -36,7 +36,11 @@ class TokenPoolerHead(nn.Module, ABC):
|
||||
pooling_metadata: PoolingMetadata,
|
||||
) -> list[TokenPoolerHeadOutputItem]:
|
||||
pooling_params = pooling_metadata.pooling_params
|
||||
assert len(pooled_data) == len(pooling_params)
|
||||
if len(pooled_data) != len(pooling_params):
|
||||
raise ValueError(
|
||||
f"pooled_data length ({len(pooled_data)}) does not match "
|
||||
f"pooling_params length ({len(pooling_params)})"
|
||||
)
|
||||
|
||||
return [self.forward_chunk(d, p) for d, p in zip(pooled_data, pooling_params)]
|
||||
|
||||
|
||||
@@ -124,7 +124,10 @@ def pooler_for_token_classify(
|
||||
|
||||
vllm_config = get_current_vllm_config()
|
||||
model_config = vllm_config.model_config
|
||||
assert model_config.pooler_config is not None
|
||||
if model_config.pooler_config is None:
|
||||
raise ValueError(
|
||||
"model_config.pooler_config must be set for token classification pooling"
|
||||
)
|
||||
head = TokenClassifierPoolerHead(
|
||||
head_dtype=model_config.head_dtype,
|
||||
classifier=classifier,
|
||||
|
||||
Reference in New Issue
Block a user