Release InternVL 2.5

config.json

@@ -17,6 +17,7 @@
     "architectures": [
       "Qwen2ForCausalLM"
     ],
+    "_attn_implementation": "flash_attention_2",
     "attention_dropout": 0.0,
     "bad_words_ids": null,
     "begin_suppress_tokens": null,

modeling_intern_vit.py

@@ -3,6 +3,7 @@
 # Copyright (c) 2024 OpenGVLab
 # Licensed under The MIT License [see LICENSE for details]
 # --------------------------------------------------------
+
 from typing import Optional, Tuple, Union
 
 import torch

modeling_internvl_chat.py

@@ -5,7 +5,7 @@
 # --------------------------------------------------------
 
 import warnings
-from typing import Any, List, Optional, Tuple, Union
+from typing import List, Optional, Tuple, Union
 
 import torch.utils.checkpoint
 import transformers