Hugging Face's logo

umd-vt-nyu
/
diff_clip_1e5_0114

Safetensors
Model card Files
xet
Community
xcpan commited on
Commit
70274b5
·
verified ·
1 Parent(s): 6604286

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-40000/config.json +60 -0
  2. checkpoint-40000/generation_config.json +13 -0
  3. checkpoint-40000/latest +1 -0
  4. checkpoint-40000/model-00001-of-00006.safetensors +3 -0
  5. checkpoint-40000/model-00002-of-00006.safetensors +3 -0
  6. checkpoint-40000/model-00003-of-00006.safetensors +3 -0
  7. checkpoint-40000/model-00004-of-00006.safetensors +3 -0
  8. checkpoint-40000/model-00005-of-00006.safetensors +3 -0
  9. checkpoint-40000/model-00006-of-00006.safetensors +3 -0
  10. checkpoint-40000/model.safetensors.index.json +0 -0
  11. checkpoint-40000/rng_state_0.pth +3 -0
  12. checkpoint-40000/rng_state_1.pth +3 -0
  13. checkpoint-40000/rng_state_10.pth +3 -0
  14. checkpoint-40000/rng_state_100.pth +3 -0
  15. checkpoint-40000/rng_state_101.pth +3 -0
  16. checkpoint-40000/rng_state_102.pth +3 -0
  17. checkpoint-40000/rng_state_103.pth +3 -0
  18. checkpoint-40000/rng_state_104.pth +3 -0
  19. checkpoint-40000/rng_state_105.pth +3 -0
  20. checkpoint-40000/rng_state_106.pth +3 -0
  21. checkpoint-40000/rng_state_107.pth +3 -0
  22. checkpoint-40000/rng_state_108.pth +3 -0
  23. checkpoint-40000/rng_state_109.pth +3 -0
  24. checkpoint-40000/rng_state_11.pth +3 -0
  25. checkpoint-40000/rng_state_110.pth +3 -0
  26. checkpoint-40000/rng_state_111.pth +3 -0
  27. checkpoint-40000/rng_state_112.pth +3 -0
  28. checkpoint-40000/rng_state_113.pth +3 -0
  29. checkpoint-40000/rng_state_114.pth +3 -0
  30. checkpoint-40000/rng_state_115.pth +3 -0
  31. checkpoint-40000/rng_state_116.pth +3 -0
  32. checkpoint-40000/rng_state_117.pth +3 -0
  33. checkpoint-40000/rng_state_118.pth +3 -0
  34. checkpoint-40000/rng_state_119.pth +3 -0
  35. checkpoint-40000/rng_state_12.pth +3 -0
  36. checkpoint-40000/rng_state_120.pth +3 -0
  37. checkpoint-40000/rng_state_121.pth +3 -0
  38. checkpoint-40000/rng_state_122.pth +3 -0
  39. checkpoint-40000/rng_state_123.pth +3 -0
  40. checkpoint-40000/rng_state_124.pth +3 -0
  41. checkpoint-40000/rng_state_125.pth +3 -0
  42. checkpoint-40000/rng_state_126.pth +3 -0
  43. checkpoint-40000/rng_state_127.pth +3 -0
  44. checkpoint-40000/rng_state_13.pth +3 -0
  45. checkpoint-40000/rng_state_14.pth +3 -0
  46. checkpoint-40000/rng_state_15.pth +3 -0
  47. checkpoint-40000/rng_state_16.pth +3 -0
  48. checkpoint-40000/rng_state_17.pth +3 -0
  49. checkpoint-40000/rng_state_18.pth +3 -0
  50. checkpoint-40000/rng_state_19.pth +3 -0
checkpoint-40000/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_vision_tower": "eva-clip-E-14-plus",
18
+ "hidden_act": "silu",
19
+ "hidden_size": 4096,
20
+ "image_aspect_ratio": "square",
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 14336,
23
+ "max_position_embeddings": 131072,
24
+ "mlp_bias": false,
25
+ "mm_hidden_size": 1152,
26
+ "mm_patch_merge_type": "flat",
27
+ "mm_projector_lr": null,
28
+ "mm_projector_type": "mlp2x_gelu",
29
+ "mm_use_im_patch_token": false,
30
+ "mm_use_im_start_end": false,
31
+ "mm_vision_select_feature": "patch",
32
+ "mm_vision_select_layer": -2,
33
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
34
+ "model_type": "llava_llama",
35
+ "n_query": 64,
36
+ "num_attention_heads": 32,
37
+ "num_hidden_layers": 32,
38
+ "num_key_value_heads": 8,
39
+ "pad_token_id": 128256,
40
+ "pretraining_tp": 1,
41
+ "rms_norm_eps": 1e-05,
42
+ "rope_scaling": {
43
+ "factor": 8.0,
44
+ "high_freq_factor": 4.0,
45
+ "low_freq_factor": 1.0,
46
+ "original_max_position_embeddings": 8192,
47
+ "rope_type": "llama3"
48
+ },
49
+ "rope_theta": 500000.0,
50
+ "tie_word_embeddings": false,
51
+ "tokenizer_model_max_length": 2048,
52
+ "tokenizer_padding_side": "right",
53
+ "torch_dtype": "bfloat16",
54
+ "transformers_version": "4.43.1",
55
+ "tune_mm_mlp_adapter": false,
56
+ "use_cache": false,
57
+ "use_mm_proj": true,
58
+ "vision_tower_pretrained": null,
59
+ "vocab_size": 128260
60
+ }
checkpoint-40000/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-40000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step40000
checkpoint-40000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32e7facc0df7ac5491c5071d1a728a7290dcf0c813fb5f30f2205946352c7808
3
+ size 4977255824
checkpoint-40000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4452409700ccb5d871085655ae73b7345f9b1a65f892f8fd9292bf29d7fbcb3
3
+ size 4999802720
checkpoint-40000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f00ee3ac34a05451196f0ec1f4defe66f22607399460aadbc821b51f49697ac
3
+ size 4915916176
checkpoint-40000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eda80966f77d5c272d52229740824b3da20aab384bc233a8342a14321730e97f
3
+ size 4982793406
checkpoint-40000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:014c5321baaa871debbc649784cd53412ede053c5617d994816e1219c3670aad
3
+ size 4988851624
checkpoint-40000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38301481450b3041a59d78aaa010024dc3a17034bb446af26a11fa56a69b461c
3
+ size 1067487568
checkpoint-40000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-40000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e1743f0e3348cfc458b3b15144cae48b0c8766e2832c927d1d6d254a14a19da
3
+ size 15984
checkpoint-40000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1993a80d24622c3b8afccb77eb177a68f6ae669956af26df4c7a37f1d92075f
3
+ size 15984
checkpoint-40000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ce14ebd44aa617cf3399dc837b809f5ec45993756d4db68e5b790a5c8dc4388
3
+ size 15997
checkpoint-40000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f393ac4c6eecafb572dbf867b40b1c245de627d31e479af563df2b93b275b4ef
3
+ size 16010
checkpoint-40000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:024b83f9201b8dbec60f9fc2fc8242f308e226c4b74bf79feaab78953474cd94
3
+ size 16010
checkpoint-40000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7091573378bf075b309167fdef105b85f3b32f8738f8513e69ca5fa4e5aa6e00
3
+ size 16010
checkpoint-40000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae9c1c99b2701c5f67cbe8472b9931db9ec622f6ef76657e21cb34dad1a37a31
3
+ size 16010
checkpoint-40000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5305e81909bd3dbc3f9a56e52089c5b2fda4d7e3e94cecce0b4c565e84578a5f
3
+ size 16010
checkpoint-40000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5e8ec8d6b897d57beb2c799b25a485de2e120c2e71bcf4141f68a4095dee7ee
3
+ size 16010
checkpoint-40000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64307dd51e223b03b1da9db5d59fd7c14105b305bcc1af6135636f2bdc308632
3
+ size 16010
checkpoint-40000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d624227f61003571a005d17bdc9e269627d9d92dfeb341cdc6d9cf93de24d36d
3
+ size 16010
checkpoint-40000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58cd45da44513d42df37824340fbaa8b150a36b239af56f4a4956716c78790d9
3
+ size 16010
checkpoint-40000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2168aad148649f08afabe132fd33a3e34ff4060830520cdf5f572381e1861d95
3
+ size 16010
checkpoint-40000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:878c23b6b6e95d5dc687c7860fc4725af6ea31800efa77f3b93d2c73d6b24339
3
+ size 15997
checkpoint-40000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b84038ddd49685ba2268a780025c2df4d782611ca323354afcfcc9d66cf1ca46
3
+ size 16010
checkpoint-40000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5860d6a922186433a09aff463f97e31957816878b8e33b4be30b8414ee6968e
3
+ size 16010
checkpoint-40000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c58ee3273d5aecb09a4a8942d7ea63a6e89a2bfdab21ff8d68ab13b9791cc7c
3
+ size 16010
checkpoint-40000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47c8cec27884473f358c4d81674b58acd8df9dadcd3c1129f65e4602c0962036
3
+ size 16010
checkpoint-40000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8efb2587f495c0f2cb5acfaf5fed08ae598ae6f1faa1d72c2569b0c2f714fa4a
3
+ size 16010
checkpoint-40000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1171d54d298227f1a6f4e312fedd6d3bf124a9437b4c9f9ce4da24ab28853999
3
+ size 16010
checkpoint-40000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12df594bc9d160fb8d427853c541b2a42e6e985d899652152900081c806fbbcc
3
+ size 16010
checkpoint-40000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10b7c225af33ec41a5d297349046b210b44c4af8328cc90bf4af099893544ed1
3
+ size 16010
checkpoint-40000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:258684548ddd82e0508d3b10c6463b877844e5d07a2c458658b744bfa6a9f41a
3
+ size 16010
checkpoint-40000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd17e854b75b20b96e2c246c10094082e276dc34ce1b77e3bb1b3a50cb3daec4
3
+ size 16010
checkpoint-40000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89f89f5604caffd7cedb581bbca45e83790048e144aaaacddcc661fa1bc95b1c
3
+ size 15997
checkpoint-40000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f31f92abaf35dac23ee7a690398e9cb5548689da316dd209ed48ff12a82d32ac
3
+ size 16010
checkpoint-40000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d013d0fac17049a304cf9c57df5a87440d2cf48fcdf5f40abef64696a6e8d6d4
3
+ size 16010
checkpoint-40000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c752e7aba1ece9decb1688fb43de9dd745a95ff564232dd6e8d0fdee594c75fd
3
+ size 16010
checkpoint-40000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c1bbe051fb6c958e031d6b7f34cc43f2ca75ecd42e6fb7be886217a023a69c8
3
+ size 16010
checkpoint-40000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ed96db08b7c548a77e67eb1230adf2ff3595047950fa5a56af15f8374dd6df8
3
+ size 16010
checkpoint-40000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4792a4920e71ad23cdea22861754116529c27be6702a8c5aaee68c3ed39e1004
3
+ size 16010
checkpoint-40000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:511721e014ca8f63efd19357b059bb6122f6de2a2b9bf47f2db2b0e33a597d06
3
+ size 16010
checkpoint-40000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb90f078b250ce0d6b6f1c607d6fdca4eca0e5320b47636584951a1e65b8b9b0
3
+ size 16010
checkpoint-40000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0612fe4e07f0b22b0a02a7a5df9b8a277f19b1d59292838745e6013c1c384f0
3
+ size 15997
checkpoint-40000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e741a557523adffa26d78e26ad27e82a201799a7e56db51e40627e117a219f40
3
+ size 15997
checkpoint-40000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3cf522fa1276a5bc77a79efe89031e7ef45b61fecf44d6deb487eb7c28d5838
3
+ size 15997
checkpoint-40000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5524d1f6085104c826815ac8d6c5eba3b174d93e2972c0e4b84b50e30b12011a
3
+ size 15997
checkpoint-40000/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:317adeaa2c0c287c64819fc791c27012aa691a153ee7072a0c4b64239929c28e
3
+ size 15997
checkpoint-40000/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32b9fcecd44165c3f66e64c7c1c05e957fab613641cccdab455c0bd53d6357fa
3
+ size 15997
checkpoint-40000/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2129ccb468f2d91218608e3a6c130c2cf397350c571951b5d333296e54deddcf
3
+ size 15997