[CI/Build] Update Ruff version (#8469)

Signed-off-by: Aaron Pham <contact@aarnphm.xyz>
Co-authored-by: Cyrus Leung <cyrus.tl.leung@gmail.com>
This commit is contained in:
Aaron Pham
2024-09-18 11:00:56 +00:00
committed by GitHub
co-authored by Cyrus Leung
parent 6ffa3f314c
commit 9d104b5beb
27 changed files with 50 additions and 77 deletions
+1 -4
View File
@@ -183,10 +183,7 @@ class TP1DraftModelRunner(ModelRunner):
return False
# TODO: Add soft-tuning prompt adapter support
if self.prompt_adapter_config:
return False
return True
return not self.prompt_adapter_config
@torch.inference_mode()
def execute_model(
+2 -5
View File
@@ -104,13 +104,10 @@ class AsyncMetricsCollector:
if self._rank != 0:
return False
if (now - self._last_metrics_collect_time <
self._rejsample_metrics_collect_interval_s):
return False
return True
return now - self._last_metrics_collect_time >= self._rejsample_metrics_collect_interval_s # noqa: E501
def _copy_rejsample_metrics_async(self) -> torch.cuda.Event:
"""Copy rejection/typical-acceptance sampling metrics
"""Copy rejection/typical-acceptance sampling metrics
(number of accepted tokens, etc) to CPU asynchronously.
Returns a CUDA event recording when the copy is complete.