[CI] Fix some errors on main (#47726)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -148,15 +148,8 @@ def flashinfer_autotune(runner: "GPUModelRunner") -> None:
|
||||
|
||||
use_persistent_cache = True
|
||||
|
||||
deepep_a2a_backends = {
|
||||
"deepep_high_throughput",
|
||||
"deepep_low_latency",
|
||||
"deepep_v2",
|
||||
}
|
||||
if runner.vllm_config.parallel_config.all2all_backend in deepep_a2a_backends:
|
||||
# DeepEP dispatch/combine can timeout when only rank 0
|
||||
# performs autotune and falls behind other ranks.
|
||||
# Thus we skip persistent cache in this case.
|
||||
# When distributed, tune on every rank so the collectives stay synchronized.
|
||||
if get_world_group().world_size > 1:
|
||||
use_persistent_cache = False
|
||||
|
||||
if not use_persistent_cache:
|
||||
|
||||
Reference in New Issue
Block a user