[Bugfix] Don't crash DeepGEMM MegaMoE warmup when get_bf16_mega_gate_config is missing (#61657)
Signed-off-by: Simon Veitner <sveitner@redhat.com> Co-authored-by: Claude <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude
parent
3f729dafcc
commit
ae94e9c9e8
@@ -366,7 +366,7 @@ def _get_fp8_fp4_mega_moe_m_values(
|
||||
dg.get_bf16_mega_gate_config(
|
||||
num_tokens, gate.input_size, gate.output_size, experts.top_k
|
||||
)
|
||||
if uses_mega_gate
|
||||
if uses_mega_gate and hasattr(dg, "get_bf16_mega_gate_config")
|
||||
else {}
|
||||
)
|
||||
block_m = dg.get_block_m_for_mega_moe(
|
||||
|
||||
Reference in New Issue
Block a user