Dflash2 load fix (#53435)

This commit is contained in:
Karan Shelar
2026-08-24 21:32:43 -07:00
committed by GitHub
parent 1f9444a34f
commit a9a17e7095
2 changed files with 115 additions and 1 deletions
+3 -1
View File
@@ -377,6 +377,8 @@ class DFlashQwen3DecoderLayer(nn.Module):
@support_torch_compile
class DFlashQwen3Model(nn.Module):
decoder_layer_cls = DFlashQwen3DecoderLayer
hf_to_vllm_mapper = WeightsMapper(
orig_to_new_substr={
"midlayer.": "layers.0.",
@@ -439,7 +441,7 @@ class DFlashQwen3Model(nn.Module):
self.layers = nn.ModuleList(
[
DFlashQwen3DecoderLayer(
self.decoder_layer_cls(
current_vllm_config,
config=self.config,
layer_idx=layer_idx,