[Bugfix] unskip InternViT test for transformers v5 compatibility (#55767)

Signed-off-by: sahil <sahil@example.com>
Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>

tests/models/multimodal/pooling/test_intern_vit.py

@@ -3,7 +3,7 @@
 import pytest
 import torch
 import torch.nn as nn
-from transformers import AutoConfig, AutoModel, CLIPImageProcessor
+from transformers import AutoConfig, AutoModel, CLIPImageProcessor, PreTrainedModel
 
 from vllm.distributed import cleanup_dist_env_and_memory
 from vllm.platforms import current_platform
@@ -12,11 +12,6 @@ from vllm.utils.torch_utils import STR_DTYPE_TO_TORCH_DTYPE
 
 from ....conftest import ImageTestAssets
 
-pytestmark = pytest.mark.skip(
-    reason="InternVisionModel's custom code is incompatible with "
-    "transformers v5 (missing all_tied_weights_keys)"
-)
-
 # we use snapshot_download to prevent conflicts between
 # dynamic_module and trust_remote_code for hf_runner
 DOWNLOAD_PATTERN = ["*.json", "*.py", "*.safetensors", "*.txt", "*.model"]
@@ -45,9 +40,23 @@ def run_intern_vit_test(
     if not getattr(config, "norm_type", None):
         config.norm_type = "rms_norm"
 
-    hf_model = AutoModel.from_pretrained(
-        model, dtype=torch_dtype, trust_remote_code=True
-    ).to(DEVICE_TYPE)
+    # Monkey-patch for transformers v5 compatibility: InternVisionModel's
+    # custom code doesn't call post_init(), so all_tied_weights_keys is
+    # never set. Remove once https://github.com/OpenGVLab/InternVL fixes it.
+    _orig_init = PreTrainedModel.__init__
+
+    def _patched_init(self, *args, **kwargs):
+        _orig_init(self, *args, **kwargs)
+        self.all_tied_weights_keys = {}
+
+    PreTrainedModel.__init__ = _patched_init
+
+    try:
+        hf_model = AutoModel.from_pretrained(
+            model, dtype=torch_dtype, trust_remote_code=True
+        ).to(DEVICE_TYPE)
+    finally:
+        PreTrainedModel.__init__ = _orig_init
     hf_outputs_per_image = [
         hf_model(pixel_value.to(DEVICE_TYPE)).last_hidden_state
         for pixel_value in pixel_values