[Refactor] Refactor batch invariance folder (#53619)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -1416,7 +1416,7 @@ def init_worker_distributed_environment(
|
||||
) -> None:
|
||||
"""Initialize the distributed environment."""
|
||||
parallel_config = vllm_config.parallel_config
|
||||
from vllm.model_executor.layers.batch_invariant import init_batch_invariance
|
||||
from vllm.model_executor.determinism.batch_invariant import init_batch_invariance
|
||||
|
||||
init_batch_invariance()
|
||||
override_envs_for_eplb(
|
||||
|
||||
Reference in New Issue
Block a user