[Model] Use context managers for encoder- and LM-only mode (#32605)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -467,6 +467,7 @@ class EngineArgs:
|
||||
mm_shm_cache_max_object_size_mb: int = (
|
||||
MultiModalConfig.mm_shm_cache_max_object_size_mb
|
||||
)
|
||||
mm_encoder_only: bool = MultiModalConfig.mm_encoder_only
|
||||
mm_encoder_tp_mode: MMEncoderTPMode = MultiModalConfig.mm_encoder_tp_mode
|
||||
mm_encoder_attn_backend: AttentionBackendEnum | str | None = (
|
||||
MultiModalConfig.mm_encoder_attn_backend
|
||||
@@ -973,6 +974,9 @@ class EngineArgs:
|
||||
"--mm-shm-cache-max-object-size-mb",
|
||||
**multimodal_kwargs["mm_shm_cache_max_object_size_mb"],
|
||||
)
|
||||
multimodal_group.add_argument(
|
||||
"--mm-encoder-only", **multimodal_kwargs["mm_encoder_only"]
|
||||
)
|
||||
multimodal_group.add_argument(
|
||||
"--mm-encoder-tp-mode", **multimodal_kwargs["mm_encoder_tp_mode"]
|
||||
)
|
||||
@@ -1256,6 +1260,7 @@ class EngineArgs:
|
||||
mm_processor_cache_gb=self.mm_processor_cache_gb,
|
||||
mm_processor_cache_type=self.mm_processor_cache_type,
|
||||
mm_shm_cache_max_object_size_mb=self.mm_shm_cache_max_object_size_mb,
|
||||
mm_encoder_only=self.mm_encoder_only,
|
||||
mm_encoder_tp_mode=self.mm_encoder_tp_mode,
|
||||
mm_encoder_attn_backend=self.mm_encoder_attn_backend,
|
||||
pooler_config=self.pooler_config,
|
||||
|
||||
Reference in New Issue
Block a user