[CI/Build] drop support for Python 3.8 EOL (#8464)
Signed-off-by: Aaron Pham <contact@aarnphm.xyz>
This commit is contained in:
@@ -812,7 +812,7 @@ class AsyncLLMEngine(EngineClient):
|
||||
async def run_engine_loop(engine_ref: ReferenceType):
|
||||
"""We use a weakref to the engine so that the running loop
|
||||
doesn't prevent the engine being garbage collected."""
|
||||
engine: Optional["AsyncLLMEngine"] = engine_ref()
|
||||
engine: Optional[AsyncLLMEngine] = engine_ref()
|
||||
if not engine:
|
||||
return
|
||||
|
||||
|
||||
@@ -1541,8 +1541,8 @@ class LLMEngine:
|
||||
seq_group.state.remaining_steps != ref_remaining_steps
|
||||
for seq_group in seq_group_metadata_list[1:]
|
||||
]):
|
||||
raise AssertionError(("All running sequence groups should "
|
||||
"have the same remaining steps."))
|
||||
raise AssertionError("All running sequence groups should "
|
||||
"have the same remaining steps.")
|
||||
|
||||
return ref_remaining_steps > 0
|
||||
|
||||
|
||||
@@ -77,7 +77,7 @@ class StatLoggerBase(ABC):
|
||||
self.num_generation_tokens: List[int] = []
|
||||
self.last_local_log = time.time()
|
||||
self.local_interval = local_interval
|
||||
self.spec_decode_metrics: Optional["SpecDecodeWorkerMetrics"] = None
|
||||
self.spec_decode_metrics: Optional[SpecDecodeWorkerMetrics] = None
|
||||
|
||||
@abstractmethod
|
||||
def log(self, stats: Stats) -> None:
|
||||
|
||||
@@ -63,7 +63,7 @@ class MultiStepOutputProcessor(SequenceGroupOutputProcessor):
|
||||
single_step_process_prompt_logprob(self, seq_group, output)
|
||||
|
||||
@staticmethod
|
||||
@functools.lru_cache()
|
||||
@functools.lru_cache
|
||||
def _log_prompt_logprob_unsupported_warning_once():
|
||||
# Reminder: Please update docs/source/serving/compatibility_matrix.rst
|
||||
# If the feature combo become valid
|
||||
|
||||
Reference in New Issue
Block a user