[torch.compile] remove reset (#7975)

This commit is contained in:
youkaichao
2024-08-28 17:32:26 -07:00
committed by GitHub
parent 4289cad37f
commit a7f65c2be9
3 changed files with 28 additions and 15 deletions
-4
View File
@@ -1123,10 +1123,6 @@ class GPUModelRunnerBase(ModelRunnerBase[TModelInputForGPU]):
device=self.device)
self.execute_model(model_input, kv_caches, intermediate_tensors)
torch.cuda.synchronize()
# reset and discard the guard and compiled bytecode for profiling runs
torch._dynamo.reset()
return
def remove_all_loras(self):
-4
View File
@@ -143,10 +143,6 @@ class TPUWorker(LoraNotSupportedWorkerBase, LocalOrDistributedWorkerBase):
num_cpu_blocks = int(self.cache_config.swap_space_bytes //
block_size_bytes)
num_cpu_blocks = (num_cpu_blocks // 8) * 8 # Round down to 8.
# reset and discard the guard and compiled bytecode for profiling runs
torch._dynamo.reset()
return num_tpu_blocks, num_cpu_blocks
def initialize_cache(