[ModelRunner V2] Fix whisper test (#46773)
This commit is contained in:
@@ -12,6 +12,9 @@ class EncoderCache:
|
||||
# MM hash -> encoder outputs
|
||||
self.encoder_outputs: dict[str, torch.Tensor] = {}
|
||||
|
||||
def __len__(self) -> int:
|
||||
return len(self.encoder_outputs)
|
||||
|
||||
def add_request(
|
||||
self, req_id: str, mm_features: list[MultiModalFeatureSpec]
|
||||
) -> None:
|
||||
|
||||
Reference in New Issue
Block a user