[torch.compile] remove reset (#7975)
This commit is contained in:
@@ -1123,10 +1123,6 @@ class GPUModelRunnerBase(ModelRunnerBase[TModelInputForGPU]):
|
||||
device=self.device)
|
||||
self.execute_model(model_input, kv_caches, intermediate_tensors)
|
||||
torch.cuda.synchronize()
|
||||
|
||||
# reset and discard the guard and compiled bytecode for profiling runs
|
||||
torch._dynamo.reset()
|
||||
|
||||
return
|
||||
|
||||
def remove_all_loras(self):
|
||||
|
||||
@@ -143,10 +143,6 @@ class TPUWorker(LoraNotSupportedWorkerBase, LocalOrDistributedWorkerBase):
|
||||
num_cpu_blocks = int(self.cache_config.swap_space_bytes //
|
||||
block_size_bytes)
|
||||
num_cpu_blocks = (num_cpu_blocks // 8) * 8 # Round down to 8.
|
||||
|
||||
# reset and discard the guard and compiled bytecode for profiling runs
|
||||
torch._dynamo.reset()
|
||||
|
||||
return num_tpu_blocks, num_cpu_blocks
|
||||
|
||||
def initialize_cache(
|
||||
|
||||
Reference in New Issue
Block a user