Use monotonic time where appropriate (#1249)

This commit is contained in:
Antoni Baum
2023-10-02 19:22:05 -07:00
committed by GitHub
parent 66d18a7fb0
commit acbed3ef40
7 changed files with 18 additions and 17 deletions
+2 -1
View File
@@ -417,7 +417,8 @@ class AsyncLLMEngine:
request.
"""
# Preprocess the request.
arrival_time = time.time()
# This should not be used for logging, as it is monotonic time.
arrival_time = time.monotonic()
try:
stream = await self.add_request(request_id,