Hugging Face's logo

unsloth
/
Qwen2.5-VL-72B-Instruct

Image-Text-to-Text
Transformers
Safetensors
English
qwen2_5_vl
image-to-text
multimodal
unsloth
conversational
text-generation-inference
Model card Files
xet
Community
2
danielhanchen commited on
Commit
43a6f54
·
verified ·
1 Parent(s): 5248607

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +30 -25
  2. generation_config.json +5 -4
  3. model-00001-of-00038.safetensors → model-00001-of-00031.safetensors +2 -2
  4. model-00002-of-00038.safetensors → model-00002-of-00031.safetensors +2 -2
  5. model-00003-of-00038.safetensors → model-00003-of-00031.safetensors +2 -2
  6. model-00004-of-00038.safetensors → model-00004-of-00031.safetensors +2 -2
  7. model-00005-of-00031.safetensors +3 -0
  8. model-00005-of-00038.safetensors +0 -3
  9. model-00006-of-00031.safetensors +3 -0
  10. model-00006-of-00038.safetensors +0 -3
  11. model-00007-of-00031.safetensors +3 -0
  12. model-00007-of-00038.safetensors +0 -3
  13. model-00008-of-00031.safetensors +3 -0
  14. model-00008-of-00038.safetensors +0 -3
  15. model-00009-of-00031.safetensors +3 -0
  16. model-00009-of-00038.safetensors +0 -3
  17. model-00010-of-00031.safetensors +3 -0
  18. model-00010-of-00038.safetensors +0 -3
  19. model-00011-of-00031.safetensors +3 -0
  20. model-00011-of-00038.safetensors +0 -3
  21. model-00012-of-00031.safetensors +3 -0
  22. model-00012-of-00038.safetensors +0 -3
  23. model-00013-of-00031.safetensors +3 -0
  24. model-00013-of-00038.safetensors +0 -3
  25. model-00014-of-00031.safetensors +3 -0
  26. model-00014-of-00038.safetensors +0 -3
  27. model-00015-of-00031.safetensors +3 -0
  28. model-00015-of-00038.safetensors +0 -3
  29. model-00016-of-00031.safetensors +3 -0
  30. model-00016-of-00038.safetensors +0 -3
  31. model-00017-of-00031.safetensors +3 -0
  32. model-00017-of-00038.safetensors +0 -3
  33. model-00018-of-00031.safetensors +3 -0
  34. model-00018-of-00038.safetensors +0 -3
  35. model-00019-of-00031.safetensors +3 -0
  36. model-00019-of-00038.safetensors +0 -3
  37. model-00020-of-00031.safetensors +3 -0
  38. model-00020-of-00038.safetensors +0 -3
  39. model-00021-of-00031.safetensors +3 -0
  40. model-00021-of-00038.safetensors +0 -3
  41. model-00022-of-00031.safetensors +3 -0
  42. model-00022-of-00038.safetensors +0 -3
  43. model-00023-of-00031.safetensors +3 -0
  44. model-00023-of-00038.safetensors +0 -3
  45. model-00024-of-00031.safetensors +3 -0
  46. model-00024-of-00038.safetensors +0 -3
  47. model-00025-of-00031.safetensors +3 -0
  48. model-00025-of-00038.safetensors +0 -3
  49. model-00026-of-00031.safetensors +3 -0
  50. model-00026-of-00038.safetensors +0 -3
config.json CHANGED
@@ -3,15 +3,10 @@
3
  "Qwen2_5_VLForConditionalGeneration"
4
  ],
5
  "attention_dropout": 0.0,
6
- "bos_token_id": 151643,
7
  "eos_token_id": 151645,
8
- "vision_start_token_id": 151652,
9
- "vision_end_token_id": 151653,
10
- "vision_token_id": 151654,
11
- "image_token_id": 151655,
12
- "video_token_id": 151656,
13
  "hidden_act": "silu",
14
  "hidden_size": 8192,
 
15
  "initializer_range": 0.02,
16
  "intermediate_size": 29568,
17
  "max_position_embeddings": 128000,
@@ -20,42 +15,52 @@
20
  "num_attention_heads": 64,
21
  "num_hidden_layers": 80,
22
  "num_key_value_heads": 8,
 
23
  "rms_norm_eps": 1e-06,
 
 
 
 
 
 
 
 
 
24
  "rope_theta": 1000000.0,
25
  "sliding_window": 32768,
26
  "tie_word_embeddings": false,
27
  "torch_dtype": "bfloat16",
28
- "transformers_version": "4.41.2",
 
29
  "use_cache": true,
30
  "use_sliding_window": false,
 
31
  "vision_config": {
32
  "depth": 32,
 
 
 
 
 
 
33
  "hidden_act": "silu",
34
  "hidden_size": 1280,
 
 
35
  "intermediate_size": 3456,
 
36
  "num_heads": 16,
37
- "in_chans": 3,
38
  "out_hidden_size": 8192,
39
  "patch_size": 14,
40
  "spatial_merge_size": 2,
41
  "spatial_patch_size": 14,
42
- "window_size": 112,
43
- "fullatt_block_indexes": [
44
- 7,
45
- 15,
46
- 23,
47
- 31
48
- ],
49
  "tokens_per_second": 2,
50
- "temporal_patch_size": 2
51
- },
52
- "rope_scaling": {
53
- "type": "mrope",
54
- "mrope_section": [
55
- 16,
56
- 24,
57
- 24
58
- ]
59
  },
 
 
 
60
  "vocab_size": 152064
61
- }
 
3
  "Qwen2_5_VLForConditionalGeneration"
4
  ],
5
  "attention_dropout": 0.0,
 
6
  "eos_token_id": 151645,
 
 
 
 
 
7
  "hidden_act": "silu",
8
  "hidden_size": 8192,
9
+ "image_token_id": 151655,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 29568,
12
  "max_position_embeddings": 128000,
 
15
  "num_attention_heads": 64,
16
  "num_hidden_layers": 80,
17
  "num_key_value_heads": 8,
18
+ "pad_token_id": 151654,
19
  "rms_norm_eps": 1e-06,
20
+ "rope_scaling": {
21
+ "mrope_section": [
22
+ 16,
23
+ 24,
24
+ 24
25
+ ],
26
+ "rope_type": "default",
27
+ "type": "default"
28
+ },
29
  "rope_theta": 1000000.0,
30
  "sliding_window": 32768,
31
  "tie_word_embeddings": false,
32
  "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.51.3",
34
+ "unsloth_fixed": true,
35
  "use_cache": true,
36
  "use_sliding_window": false,
37
+ "video_token_id": 151656,
38
  "vision_config": {
39
  "depth": 32,
40
+ "fullatt_block_indexes": [
41
+ 7,
42
+ 15,
43
+ 23,
44
+ 31
45
+ ],
46
  "hidden_act": "silu",
47
  "hidden_size": 1280,
48
+ "in_channels": 3,
49
+ "in_chans": 3,
50
  "intermediate_size": 3456,
51
+ "model_type": "qwen2_5_vl",
52
  "num_heads": 16,
 
53
  "out_hidden_size": 8192,
54
  "patch_size": 14,
55
  "spatial_merge_size": 2,
56
  "spatial_patch_size": 14,
57
+ "temporal_patch_size": 2,
 
 
 
 
 
 
58
  "tokens_per_second": 2,
59
+ "torch_dtype": "bfloat16",
60
+ "window_size": 112
 
 
 
 
 
 
 
61
  },
62
+ "vision_end_token_id": 151653,
63
+ "vision_start_token_id": 151652,
64
+ "vision_token_id": 151654,
65
  "vocab_size": 152064
66
+ }
generation_config.json CHANGED
@@ -1,12 +1,13 @@
1
  {
2
  "bos_token_id": 151643,
3
- "pad_token_id": 151643,
4
  "do_sample": true,
5
  "eos_token_id": [
6
  151645,
7
  151643
8
  ],
 
 
9
  "repetition_penalty": 1.05,
10
- "temperature": 0.000001,
11
- "transformers_version": "4.49.0"
12
- }
 
1
  {
2
  "bos_token_id": 151643,
 
3
  "do_sample": true,
4
  "eos_token_id": [
5
  151645,
6
  151643
7
  ],
8
+ "max_length": 128000,
9
+ "pad_token_id": 151654,
10
  "repetition_penalty": 1.05,
11
+ "temperature": 1e-06,
12
+ "transformers_version": "4.51.3"
13
+ }
model-00001-of-00038.safetensors → model-00001-of-00031.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d35297e3d812dfc5008955f89d33c684a823e0798fcebd03afcb68d4b56b173
3
- size 3900622992
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b77b8d6baa648ed6ef1c99b6d73a3f34a252e73534722055696b32c6d7b5547
3
+ size 4687059888
model-00002-of-00038.safetensors → model-00002-of-00031.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35039b606fd283b1c2d01779edf5b316793a0d495429b277baa5216177e6754f
3
- size 3812769392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73e5ee5a2d3cb32f45ee12ca77d16b72eac2385a63b85340a2080dfabafe9852
3
+ size 4781670320
model-00003-of-00038.safetensors → model-00003-of-00031.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f79cf3cf38a5b903e70fffbf7e46bf958cf55dfac9e2120dc74c4ba478c2ab7
3
- size 3995183944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:487c0ac47c178b55dadc2fd877338e250c20ccddd80ea49a8f405abda34f6b1f
3
+ size 4964101384
model-00004-of-00038.safetensors → model-00004-of-00031.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81efdd682f485f0c14844d4ea36cfc5cedaa7aa9e64474f24e1b0ca6b7d20748
3
- size 3995183944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:122de4b045dda84529a96281a28ec565dd9f913e5bfa887699de926ce0da0040
3
+ size 4781637328
model-00005-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ded0fd182942d045de57f0e50acd68936df07c7eb29c4f7a1a8ce2fbf941e6b1
3
+ size 4781670344
model-00005-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:36316ff00732a185bb4f409c9d0d94a713ac35b3ad73996828921ba6b45ae456
3
- size 3995200440
 
 
 
 
model-00006-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a39607f8a6c6d9bde1f83af3da8ee6860072456e70628389325a537db3488e0
3
+ size 4781670360
model-00006-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:791cef1c4fddd52492f69f9ee1043d23782b632a3f376d7426c42329cde3588b
3
- size 3812769400
 
 
 
 
model-00007-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6afd2afd8eef10c3e1469169c2e91eb117ef50e8e7a6b66e8b92620ff318de56
3
+ size 4964101416
model-00007-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:93f9e978e31dbc380661ac7bde41b12b8a56a8db98db5d56704daf63b4caaf3c
3
- size 3995183968
 
 
 
 
model-00008-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b112481af010caba92930531c41834a73f536ca40a3d584587c19b760d14f0a4
3
+ size 4781637360
model-00008-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef2c2ceb4b03037f9948406a5b432c114c59738e63bbf09a7b3584ef1555fd45
3
- size 3995183968
 
 
 
 
model-00009-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:962913b366a75d323410e5bbd6fd5322c4f5d1a080110685d78901991bcfbdd4
3
+ size 4781670360
model-00009-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bfbe73d620bdd03af42b21e264610ffd4372bc594d0ca7f04dfc90fdb924878d
3
- size 3995200464
 
 
 
 
model-00010-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cf6b5ee519b4e93e33917fe3601c6b07ae228e619369e3228097a757f71f7ba
3
+ size 4781670360
model-00010-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c2835a35034783ed525ec38fd825b5dd4ca1621d3037f05a94870ae9441768a
3
- size 3812769424
 
 
 
 
model-00011-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ecc0d1d040fbef807a4cdb57280b03b72ec1feb39268b614d52f8894a02fc68
3
+ size 4964101416
model-00011-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c36b82dc4bd8a72daaa379d55e6d60383bbdbc3a4754f8631d19e33becb28a2f
3
- size 3995183968
 
 
 
 
model-00012-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:161855d1f44ff6c2e747875993aefce734a074edfd5e54efcaaa19c63b369df3
3
+ size 4781637360
model-00012-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f51e338bce17df8d6520157bceaa774edd206a330008af8dda1f59fc3171e9e
3
- size 3995183968
 
 
 
 
model-00013-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e32a2fb6327ba0aab1b45b7aeb822cc9a917b66b6c564ea4c8b6ca7de2ce0ed2
3
+ size 4781670360
model-00013-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed1303d2a83c83cce7664f99fafcd31c83b52349c3410e4eb06024b267714c57
3
- size 3995200464
 
 
 
 
model-00014-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3785e933152018aafc543c9a83bc533d45a506b819bbf2dbdc0d2e91bb6d1b8e
3
+ size 4781670360
model-00014-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1affc94d9512e9d9a154fc9f22b567a52628a9d6b5337515968fd7b447a8c5e6
3
- size 3812769424
 
 
 
 
model-00015-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:850c956826a7f97030dbdbe75574334c70731a06402f59b173b86c3aa054d97b
3
+ size 4964101416
model-00015-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:10ca486bf73e649fd2aef6f461a2f1bfe1aad64f0aa22d3bfb731a755dba0705
3
- size 3995183968
 
 
 
 
model-00016-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bc3a36d0f214fc6db398191b35a8a56b6c979b30fe1b587dd6114c1adb9631d
3
+ size 4781637360
model-00016-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:44e20834654311173ba25c20cb66836c5def42ad027b256ed1c6c0d0dfb675bc
3
- size 3995183968
 
 
 
 
model-00017-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5c49ad25b5257a6d60cc099e326e8c63c42f280d0978b27bdf1fa9eebba02b1
3
+ size 4781670360
model-00017-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c69a4d5191c423794bd9e2fa70bfddc0f57d87baafcaf39bb72476542b0b7498
3
- size 3995200464
 
 
 
 
model-00018-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec4818340da2d163281ea81a5f7ecbe5a62cd4a1e7580ee71398e7b5e763d474
3
+ size 4781670360
model-00018-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3dcf567915d92dcac0c05ecb2345280d843d302e0d3b4636e91e51a45726979c
3
- size 3812769424
 
 
 
 
model-00019-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be4b6a991acecd545b1296e90d750121f2461e703f5c4b07930fde886ce5d6f9
3
+ size 4964101416
model-00019-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d6723d2e6008332df186a8c083cb29228c620e2f0d9eb43682b39b56fe77713
3
- size 3995183968
 
 
 
 
model-00020-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0b1f2dd64e3b9b66c150c8c917cc9284b3bf12037a1da84d660b55bbec3feae
3
+ size 4781637360
model-00020-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:00c5d22593422b8874338c55a15870bae2a0026776a69653daef7eafb3501bd8
3
- size 3995183968
 
 
 
 
model-00021-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:522b68a0686fedf691b88c841e47babe6f500ee552cf54e5f837645a1451aef9
3
+ size 4781670360
model-00021-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6d3d0ef425638d2deb16fb0c879cb1da12e095d27bd2d14a5d95e9a859233a0
3
- size 3995200464
 
 
 
 
model-00022-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6b0f1620e510b302ad756b56aabe0251987f4738a98e838f5f9dd60db913225
3
+ size 4781670360
model-00022-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c82bc721d5414ec092e4daba3405f014cfbe6b80367b71f86b1a8616b37496b
3
- size 3812769424
 
 
 
 
model-00023-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51bb4b75f801435f95828feef9afcf1ba8cab28ddfc1f539be8825e82a688626
3
+ size 4964101416
model-00023-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b2476cada32a2c2f12ca3afdac36b306dbefabe3073bd66fdba20c7c2148578
3
- size 3995183968
 
 
 
 
model-00024-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1c2b0d6d9e7d4d45b9f52f732f5e0d044aa36b1bcc6a33cc1b7cd26da9f2b75
3
+ size 4781637360
model-00024-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:827003d07370f5d85e4e29fde5952ed9c93d97d3db88c2a4e78e0f04101bdb41
3
- size 3995183968
 
 
 
 
model-00025-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:933ff55823a0d0fde80c4721f261293f1d708632481b456d4f613d7cbd632684
3
+ size 4781670360
model-00025-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa0b2212c92b06c192787613d8deb67440bdcb82452fe37e5be3f8de501a8bfe
3
- size 3995200464
 
 
 
 
model-00026-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68bb5410b442dc088e803845cf92dd74895c573af8c4763962e5a028db137233
3
+ size 4781670360
model-00026-of-00038.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d2886961a7cc06955bee921a2f844a9370cf658cd1de33839fca7e2e1b3f1ae
3
- size 3812769424