[MRV2] Miscellaneous code cleanup (#57980)

This commit is contained in:
Nick Hill
2026-09-23 01:51:52 -07:00
committed by GitHub
parent 36bc694889
commit afec265bca
24 changed files with 163 additions and 326 deletions
+5 -18
View File
@@ -77,19 +77,13 @@ class EPLBController:
assert speculative_config is not None
assert speculative_config.draft_model_config is not None
assert self.state is not None
self.state.add_model(
draft_moe_model,
speculative_config.draft_model_config,
)
self.state.add_model(draft_moe_model, speculative_config.draft_model_config)
speculator.set_eplb_state(self.state)
self._has_registered_models = True
return True
def maybe_register_model(
self,
model: nn.Module,
model_config: Any,
load_dummy_weights: bool,
self, model: nn.Module, model_config: Any, load_dummy_weights: bool
) -> bool:
if not self.parallel_config.enable_eplb or load_dummy_weights:
return False
@@ -110,11 +104,7 @@ class EPLBController:
if eplb_models_added and self.state is not None and self.state.is_async:
self.state.start_async_loop()
def step(
self,
is_dummy: bool = False,
is_profile: bool = False,
) -> None:
def step(self, is_dummy: bool = False, is_profile: bool = False) -> None:
if (
not self.parallel_config.enable_eplb
or self.suppressed
@@ -123,11 +113,8 @@ class EPLBController:
):
return
self.state.step(
is_dummy,
is_profile,
log_stats=self.parallel_config.eplb_config.log_balancedness,
)
log_stats = self.parallel_config.eplb_config.log_balancedness
self.state.step(is_dummy, is_profile, log_stats=log_stats)
def prepare_forward(
self,