Use monotonic time where appropriate (#1249)

This commit is contained in:
Antoni Baum
2023-10-02 19:22:05 -07:00
committed by GitHub
parent 66d18a7fb0
commit acbed3ef40
7 changed files with 18 additions and 17 deletions
+2 -2
View File
@@ -40,13 +40,13 @@ def main(args: argparse.Namespace):
def run_to_completion(profile: bool = False):
if profile:
torch.cuda.cudart().cudaProfilerStart()
start_time = time.time()
start_time = time.perf_counter()
llm.generate(prompt_token_ids=dummy_prompt_token_ids,
sampling_params=sampling_params,
use_tqdm=False)
end_time = time.time()
end_time = time.perf_counter()
latency = end_time - start_time
if profile:
torch.cuda.cudart().cudaProfilerStop()