[Bugfix][Model] Restore causal image SWA for DeepSeek V4.1 (#57152)
Signed-off-by: Juntian Liu <Juntianl777@gmail.com> Signed-off-by: Isotr0py <Isotr0py@outlook.com> Co-authored-by: Codex <noreply@openai.com> Co-authored-by: Isotr0py <Isotr0py@outlook.com>
This commit is contained in:
co-authored by
Codex
Isotr0py
parent
651a88c09a
commit
9f9e1dac26
@@ -60,11 +60,3 @@ class DeepseekV41Config(PretrainedConfig):
|
||||
self.vision_max_n_token = vision_config.get("max_image_tokens", 1024)
|
||||
self.vision_min_pixels = vision_config.get("min_pixels", 295936)
|
||||
self.vision_max_wh_ratio = vision_config.get("max_wh_ratio")
|
||||
# The vision variant needs the mm-prefix plumbing (atomic image-span
|
||||
# prefill + sparse-SWA window widening); the base arch-config
|
||||
# convertor reads this config-level attribute.
|
||||
self.is_mm_prefix_lm = vision_n_layers > 0
|
||||
# The sparse-SWA index kernels widen the window within image spans
|
||||
# in-kernel, so mm-prefix ranges longer than sliding_window must be
|
||||
# kept (they are only consumed by those kernels).
|
||||
self.mm_prefix_clamp_sliding_window = vision_n_layers > 0
|
||||
|
||||
Reference in New Issue
Block a user