[Feature]: Support for multiple embedding types in a single inference call (#35829)
Signed-off-by: augusto.yjh <augusto.yjh@antgroup.com>
This commit is contained in:
@@ -96,6 +96,10 @@ class PoolingParams(
|
||||
self.skip_reading_prefix_cache = True
|
||||
return
|
||||
|
||||
# skipping verify, let plugins configure and validate pooling params
|
||||
if self.task not in self.valid_parameters:
|
||||
return
|
||||
|
||||
# NOTE: Task validation needs to done against the model instance,
|
||||
# which is not available in model config. So, it's not included
|
||||
# in this method
|
||||
|
||||
Reference in New Issue
Block a user