[Bugfix] Fix inconsistent handling of cache reset (#33481)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -339,7 +339,10 @@ class GPUModelRunner(LoRAModelRunnerMixin):
|
||||
gc.collect()
|
||||
|
||||
def reset_mm_cache(self) -> None:
|
||||
pass
|
||||
self.encoder_runner.reset_mm_cache()
|
||||
|
||||
def reset_encoder_cache(self) -> None:
|
||||
self.encoder_runner.reset_encoder_cache()
|
||||
|
||||
def _get_num_input_tokens(self, num_scheduled_tokens: int) -> int:
|
||||
# SP is not supported yet.
|
||||
|
||||
Reference in New Issue
Block a user