Hugging Face's logo

umd-vt-nyu
/
diff_clip_1e5_0114

Safetensors
Model card Files
xet
Community
xcpan commited on
Commit
042c677
·
verified ·
1 Parent(s): d5561b2

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-10000/config.json +60 -0
  2. checkpoint-10000/generation_config.json +13 -0
  3. checkpoint-10000/latest +1 -0
  4. checkpoint-10000/model-00001-of-00006.safetensors +3 -0
  5. checkpoint-10000/model-00002-of-00006.safetensors +3 -0
  6. checkpoint-10000/model-00003-of-00006.safetensors +3 -0
  7. checkpoint-10000/model-00004-of-00006.safetensors +3 -0
  8. checkpoint-10000/model-00005-of-00006.safetensors +3 -0
  9. checkpoint-10000/model-00006-of-00006.safetensors +3 -0
  10. checkpoint-10000/model.safetensors.index.json +0 -0
  11. checkpoint-10000/rng_state_0.pth +3 -0
  12. checkpoint-10000/rng_state_1.pth +3 -0
  13. checkpoint-10000/rng_state_10.pth +3 -0
  14. checkpoint-10000/rng_state_100.pth +3 -0
  15. checkpoint-10000/rng_state_101.pth +3 -0
  16. checkpoint-10000/rng_state_102.pth +3 -0
  17. checkpoint-10000/rng_state_103.pth +3 -0
  18. checkpoint-10000/rng_state_104.pth +3 -0
  19. checkpoint-10000/rng_state_105.pth +3 -0
  20. checkpoint-10000/rng_state_106.pth +3 -0
  21. checkpoint-10000/rng_state_107.pth +3 -0
  22. checkpoint-10000/rng_state_108.pth +3 -0
  23. checkpoint-10000/rng_state_109.pth +3 -0
  24. checkpoint-10000/rng_state_11.pth +3 -0
  25. checkpoint-10000/rng_state_110.pth +3 -0
  26. checkpoint-10000/rng_state_111.pth +3 -0
  27. checkpoint-10000/rng_state_112.pth +3 -0
  28. checkpoint-10000/rng_state_113.pth +3 -0
  29. checkpoint-10000/rng_state_114.pth +3 -0
  30. checkpoint-10000/rng_state_115.pth +3 -0
  31. checkpoint-10000/rng_state_116.pth +3 -0
  32. checkpoint-10000/rng_state_117.pth +3 -0
  33. checkpoint-10000/rng_state_118.pth +3 -0
  34. checkpoint-10000/rng_state_119.pth +3 -0
  35. checkpoint-10000/rng_state_12.pth +3 -0
  36. checkpoint-10000/rng_state_120.pth +3 -0
  37. checkpoint-10000/rng_state_121.pth +3 -0
  38. checkpoint-10000/rng_state_122.pth +3 -0
  39. checkpoint-10000/rng_state_123.pth +3 -0
  40. checkpoint-10000/rng_state_124.pth +3 -0
  41. checkpoint-10000/rng_state_125.pth +3 -0
  42. checkpoint-10000/rng_state_126.pth +3 -0
  43. checkpoint-10000/rng_state_127.pth +3 -0
  44. checkpoint-10000/rng_state_13.pth +3 -0
  45. checkpoint-10000/rng_state_14.pth +3 -0
  46. checkpoint-10000/rng_state_15.pth +3 -0
  47. checkpoint-10000/rng_state_16.pth +3 -0
  48. checkpoint-10000/rng_state_17.pth +3 -0
  49. checkpoint-10000/rng_state_18.pth +3 -0
  50. checkpoint-10000/rng_state_19.pth +3 -0
checkpoint-10000/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_vision_tower": "eva-clip-E-14-plus",
18
+ "hidden_act": "silu",
19
+ "hidden_size": 4096,
20
+ "image_aspect_ratio": "square",
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 14336,
23
+ "max_position_embeddings": 131072,
24
+ "mlp_bias": false,
25
+ "mm_hidden_size": 1152,
26
+ "mm_patch_merge_type": "flat",
27
+ "mm_projector_lr": null,
28
+ "mm_projector_type": "mlp2x_gelu",
29
+ "mm_use_im_patch_token": false,
30
+ "mm_use_im_start_end": false,
31
+ "mm_vision_select_feature": "patch",
32
+ "mm_vision_select_layer": -2,
33
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
34
+ "model_type": "llava_llama",
35
+ "n_query": 64,
36
+ "num_attention_heads": 32,
37
+ "num_hidden_layers": 32,
38
+ "num_key_value_heads": 8,
39
+ "pad_token_id": 128256,
40
+ "pretraining_tp": 1,
41
+ "rms_norm_eps": 1e-05,
42
+ "rope_scaling": {
43
+ "factor": 8.0,
44
+ "high_freq_factor": 4.0,
45
+ "low_freq_factor": 1.0,
46
+ "original_max_position_embeddings": 8192,
47
+ "rope_type": "llama3"
48
+ },
49
+ "rope_theta": 500000.0,
50
+ "tie_word_embeddings": false,
51
+ "tokenizer_model_max_length": 2048,
52
+ "tokenizer_padding_side": "right",
53
+ "torch_dtype": "bfloat16",
54
+ "transformers_version": "4.43.1",
55
+ "tune_mm_mlp_adapter": false,
56
+ "use_cache": false,
57
+ "use_mm_proj": true,
58
+ "vision_tower_pretrained": null,
59
+ "vocab_size": 128260
60
+ }
checkpoint-10000/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-10000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step10000
checkpoint-10000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f5a71999b569ac44c3fbe80e04da81ac1c68560be1269cf662c32ac3fe9fc77
3
+ size 4977255824
checkpoint-10000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:584a9e52673533f9959e7b744f64a9ae70de339c3e95d4a540be6da60a7085bc
3
+ size 4999802720
checkpoint-10000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bad27fa861861e23a7eef8dc55cc6c5e062f59326f35b793f9f74443a1e125a
3
+ size 4915916176
checkpoint-10000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:156f743024de3df06f70a11d6b3f581b70eed8d0a30d436a9a08669854c43297
3
+ size 4982793406
checkpoint-10000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1212784885c1858b3100f3e681b521d41260098eef765c52d3448d9f9d9b3ff
3
+ size 4988851624
checkpoint-10000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a13c6eeceec9fb9fb9ae07c015be99fb2995c2860ffa006dd33c4c2a70768407
3
+ size 1067487568
checkpoint-10000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-10000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d31eedc3e2568453a7da46795796990f7c6773b83c47bae1dd7a6a9d0229c92e
3
+ size 15984
checkpoint-10000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77f38b718b0f6f9f10183f3bf30b2def95efdc267fff4ae32fce82ad67c5d82e
3
+ size 15984
checkpoint-10000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfc2d885e9f0816db2b9db27a6e134e5cef68a155c6e47786246338d1e8abb42
3
+ size 15997
checkpoint-10000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9568c9fe23499c98d39ec5f0b39e5dae736e935f14059105e45fde8bc828427
3
+ size 16010
checkpoint-10000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0240a9f9b9937146c96c4ec5b810356a4f4a011aaf1f140dc210878591d58bf9
3
+ size 16010
checkpoint-10000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:359505ca9757af5522c846c4eec7eb4e9d2b9f0b1927bf8f4495cc4f5187773b
3
+ size 16010
checkpoint-10000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2addbf151af902ecbe6895d637e5f0889f6eb27feccf4ce43e98157fbe8020dd
3
+ size 16010
checkpoint-10000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d0a4261c1a783207838848b72685745b9933c971ccc3f3d209e3ea351bf6f27
3
+ size 16010
checkpoint-10000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2b6c4ef73028ffd84cce1f3d2d24d83db4df44b43662b2a5c5fba03e9d0675d
3
+ size 16010
checkpoint-10000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4711a8d5491cb655befa00efe3e80243166dfd01b86c7584fc8a2ae034c1c3fc
3
+ size 16010
checkpoint-10000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e73c3d2ef30bc755aa3ab29ee5c81b43bccfdbb1765c9c7f32a060d7dd326037
3
+ size 16010
checkpoint-10000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fca6ea5cef55784ead0c18a40dc45d892234d0fde2ef47b63c839061d28dea5
3
+ size 16010
checkpoint-10000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17141d05e6b39942727146c86f82fb7885c3ac575580a46c31d492028c240525
3
+ size 16010
checkpoint-10000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cff8e415ba14dd0cbd8fb1da39e0d5f703a28d95865d2d1cf6fc2d06d975774
3
+ size 15997
checkpoint-10000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baf4be4a2ee600bb55d4e6bf3fcd279bfe362c8efbe3cb172f149da48fd9ab79
3
+ size 16010
checkpoint-10000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dff1edbf8248c87cf865f904b18b40db4f2ba41df34123c2bd82aab609af6396
3
+ size 16010
checkpoint-10000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d2d2bd497cce74117e9c57b02beddb3481aff07a03935920cb3a9b34de60064
3
+ size 16010
checkpoint-10000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f56569d99c0e098f3cc9dc946d486a9178ffdda36091a5999d3a5b7168721921
3
+ size 16010
checkpoint-10000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73c31c8d5b0cf130bf69ea5ae293563b3800e4ccff1d70a6137ce7537c9c00cd
3
+ size 16010
checkpoint-10000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa49ab7c678ee0b3826d7b5014c6f3b0992e88fb0f2f58a7f78fa5a1d8fabd39
3
+ size 16010
checkpoint-10000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6421477d480fca1d2142a5304d04a967b48a797046e50795f6030cfad126922
3
+ size 16010
checkpoint-10000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eca10dfaeaf432263d4b3e45d2432c44240b0a6c52ef76cf3260ed518f228de0
3
+ size 16010
checkpoint-10000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c90014aae6b63f3a22fd862f6e3ab2e7bb98d2d41175b19a8d77efb45b7a99a
3
+ size 16010
checkpoint-10000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c45d7f7434a07d8649aadc103334d4a7ae8f59a99f58268831b4db7d9b6c8a21
3
+ size 16010
checkpoint-10000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:006d6f347d3ff9df425df1239e4f68139edb26b2194d9f1f021930f49be879b6
3
+ size 15997
checkpoint-10000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4156cce4baf51724b2e76c9188278972866d5db512eadda6628b2dbe1ca5b094
3
+ size 16010
checkpoint-10000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdfc694e3d5e3abea101339511f9c339a3b9f9178b2dcfe9bf9164b0838ad7f4
3
+ size 16010
checkpoint-10000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb375bb069beae0f5a88f340219f57bb7aa25a113f4923cf7c3b5c5fc775b396
3
+ size 16010
checkpoint-10000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f291e84dd1ef0df2e731046f6373a2f0f3ffbd094bb7fe66420c845a7d215949
3
+ size 16010
checkpoint-10000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89e81ad1b75804739730e47b374640361ad5249683e5a923744aba13fba33d49
3
+ size 16010
checkpoint-10000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0680e7aa9198ecfcb18c23d72313aa0f701bbf326cf01cf954b9fb5545730e1
3
+ size 16010
checkpoint-10000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9f8a63d44f4bd9f39df7670edacda55878a7fe946d8c1f156ce9814bd74884f
3
+ size 16010
checkpoint-10000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b9a30b371e8a3946c7f0c1ad5b20c0395e6a61ff871219bd0adeac9210d8d3d
3
+ size 16010
checkpoint-10000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f182642a021e00ca3ed6ab07e4824c2146326e89d23cf2987f6c721a1a80f62e
3
+ size 15997
checkpoint-10000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b04b6fc1fd49377225b8564087448ae17552e6f89946b563903626bfbe5cf9cb
3
+ size 15997
checkpoint-10000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b15c4f7056aa9a952c8c51ed69a3e718ed2f82ac72b2403d30b5fa12716daa
3
+ size 15997
checkpoint-10000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c381a20b7503555e40cede762818e0d24327c233f6f6024951437d27721c8a5b
3
+ size 15997
checkpoint-10000/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cacf2df664771ace34568ca14ed14e7f74fc6acde36c0c1772d406e1028193d
3
+ size 15997
checkpoint-10000/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bef849b74bba2ece7589dfec18d568739a3f88064fdd5a414c6c1ced74e24739
3
+ size 15997
checkpoint-10000/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c36fd90f8e35d544220e71f8eda771ca3f54de0cd2b32c229795878783acda81
3
+ size 15997