[Bugfix][Model] deepseek-vl2: restore original DeepseekV2Config defaults for omitted language_config fields (#51302)
Signed-off-by: Seunghyuk Park <separk@habana.ai>
This commit is contained in:
@@ -90,7 +90,12 @@ class MlpProjectorConfig(PretrainedConfig):
|
|||||||
|
|
||||||
@strict
|
@strict
|
||||||
class DeepseekVLV2TextConfig(DeepseekV2Config):
|
class DeepseekVLV2TextConfig(DeepseekV2Config):
|
||||||
kv_lora_rank: int | None = None
|
# DeepSeek-VL2 checkpoints (e.g. deepseek-vl2-small) omit ``vocab_size`` and
|
||||||
|
# rely on the original DeepSeek-VL2 default of 102400; the generic
|
||||||
|
# Transformers ``DeepseekV2Config`` incorrectly defaults it to 32000.
|
||||||
|
# Upstream fix: https://github.com/huggingface/transformers/pull/48159
|
||||||
|
vocab_size: int = 102400
|
||||||
|
kv_lora_rank: int | None = DeepseekV2Config.kv_lora_rank
|
||||||
|
|
||||||
|
|
||||||
class DeepseekVLV2Config(PretrainedConfig):
|
class DeepseekVLV2Config(PretrainedConfig):
|
||||||
|
|||||||
Reference in New Issue
Block a user