[torch.compile] remove reset (#7975)

This commit is contained in:
youkaichao
2024-08-28 17:32:26 -07:00
committed by GitHub
parent 4289cad37f
commit a7f65c2be9
3 changed files with 28 additions and 15 deletions
-4
View File
@@ -1123,10 +1123,6 @@ class GPUModelRunnerBase(ModelRunnerBase[TModelInputForGPU]):
device=self.device)
self.execute_model(model_input, kv_caches, intermediate_tensors)
torch.cuda.synchronize()
# reset and discard the guard and compiled bytecode for profiling runs
torch._dynamo.reset()
return
def remove_all_loras(self):