Hugging Face's logo

umd-vt-nyu
/
diff_clip_1e5_0114

Safetensors
Model card Files
xet
Community
xcpan commited on
Commit
4ba812b
·
verified ·
1 Parent(s): 042c677

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-20000/config.json +60 -0
  2. checkpoint-20000/generation_config.json +13 -0
  3. checkpoint-20000/latest +1 -0
  4. checkpoint-20000/model-00001-of-00006.safetensors +3 -0
  5. checkpoint-20000/model-00002-of-00006.safetensors +3 -0
  6. checkpoint-20000/model-00003-of-00006.safetensors +3 -0
  7. checkpoint-20000/model-00004-of-00006.safetensors +3 -0
  8. checkpoint-20000/model-00005-of-00006.safetensors +3 -0
  9. checkpoint-20000/model-00006-of-00006.safetensors +3 -0
  10. checkpoint-20000/model.safetensors.index.json +0 -0
  11. checkpoint-20000/rng_state_0.pth +3 -0
  12. checkpoint-20000/rng_state_1.pth +3 -0
  13. checkpoint-20000/rng_state_10.pth +3 -0
  14. checkpoint-20000/rng_state_100.pth +3 -0
  15. checkpoint-20000/rng_state_101.pth +3 -0
  16. checkpoint-20000/rng_state_102.pth +3 -0
  17. checkpoint-20000/rng_state_103.pth +3 -0
  18. checkpoint-20000/rng_state_104.pth +3 -0
  19. checkpoint-20000/rng_state_105.pth +3 -0
  20. checkpoint-20000/rng_state_106.pth +3 -0
  21. checkpoint-20000/rng_state_107.pth +3 -0
  22. checkpoint-20000/rng_state_108.pth +3 -0
  23. checkpoint-20000/rng_state_109.pth +3 -0
  24. checkpoint-20000/rng_state_11.pth +3 -0
  25. checkpoint-20000/rng_state_110.pth +3 -0
  26. checkpoint-20000/rng_state_111.pth +3 -0
  27. checkpoint-20000/rng_state_112.pth +3 -0
  28. checkpoint-20000/rng_state_113.pth +3 -0
  29. checkpoint-20000/rng_state_114.pth +3 -0
  30. checkpoint-20000/rng_state_115.pth +3 -0
  31. checkpoint-20000/rng_state_116.pth +3 -0
  32. checkpoint-20000/rng_state_117.pth +3 -0
  33. checkpoint-20000/rng_state_118.pth +3 -0
  34. checkpoint-20000/rng_state_119.pth +3 -0
  35. checkpoint-20000/rng_state_12.pth +3 -0
  36. checkpoint-20000/rng_state_120.pth +3 -0
  37. checkpoint-20000/rng_state_121.pth +3 -0
  38. checkpoint-20000/rng_state_122.pth +3 -0
  39. checkpoint-20000/rng_state_123.pth +3 -0
  40. checkpoint-20000/rng_state_124.pth +3 -0
  41. checkpoint-20000/rng_state_125.pth +3 -0
  42. checkpoint-20000/rng_state_126.pth +3 -0
  43. checkpoint-20000/rng_state_127.pth +3 -0
  44. checkpoint-20000/rng_state_13.pth +3 -0
  45. checkpoint-20000/rng_state_14.pth +3 -0
  46. checkpoint-20000/rng_state_15.pth +3 -0
  47. checkpoint-20000/rng_state_16.pth +3 -0
  48. checkpoint-20000/rng_state_17.pth +3 -0
  49. checkpoint-20000/rng_state_18.pth +3 -0
  50. checkpoint-20000/rng_state_19.pth +3 -0
checkpoint-20000/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_vision_tower": "eva-clip-E-14-plus",
18
+ "hidden_act": "silu",
19
+ "hidden_size": 4096,
20
+ "image_aspect_ratio": "square",
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 14336,
23
+ "max_position_embeddings": 131072,
24
+ "mlp_bias": false,
25
+ "mm_hidden_size": 1152,
26
+ "mm_patch_merge_type": "flat",
27
+ "mm_projector_lr": null,
28
+ "mm_projector_type": "mlp2x_gelu",
29
+ "mm_use_im_patch_token": false,
30
+ "mm_use_im_start_end": false,
31
+ "mm_vision_select_feature": "patch",
32
+ "mm_vision_select_layer": -2,
33
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
34
+ "model_type": "llava_llama",
35
+ "n_query": 64,
36
+ "num_attention_heads": 32,
37
+ "num_hidden_layers": 32,
38
+ "num_key_value_heads": 8,
39
+ "pad_token_id": 128256,
40
+ "pretraining_tp": 1,
41
+ "rms_norm_eps": 1e-05,
42
+ "rope_scaling": {
43
+ "factor": 8.0,
44
+ "high_freq_factor": 4.0,
45
+ "low_freq_factor": 1.0,
46
+ "original_max_position_embeddings": 8192,
47
+ "rope_type": "llama3"
48
+ },
49
+ "rope_theta": 500000.0,
50
+ "tie_word_embeddings": false,
51
+ "tokenizer_model_max_length": 2048,
52
+ "tokenizer_padding_side": "right",
53
+ "torch_dtype": "bfloat16",
54
+ "transformers_version": "4.43.1",
55
+ "tune_mm_mlp_adapter": false,
56
+ "use_cache": false,
57
+ "use_mm_proj": true,
58
+ "vision_tower_pretrained": null,
59
+ "vocab_size": 128260
60
+ }
checkpoint-20000/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-20000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step20000
checkpoint-20000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7d2adf759a18ca470ff0bf6e3650da31995f6956633b77dfbffac3f320d77c7
3
+ size 4977255824
checkpoint-20000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f3c291c920b0acbc60c263ee52ba6338941b38f840bb93aebf212e4b556b82d
3
+ size 4999802720
checkpoint-20000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6c4a51acc233230657fa3a3dc3048824b0a1768eebcf23880b8d64cb46360a8
3
+ size 4915916176
checkpoint-20000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6176ed3387a1f4de809d2824a8309b2bd3805d54bc23b63d3d6d92f123b0f9f
3
+ size 4982793406
checkpoint-20000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4001f40aef073989ccc3996b7c8bbbb5f2de083da9b9c2f2114cb1e322781109
3
+ size 4988851624
checkpoint-20000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2d5cd1cd113dbad2ae021dd2865afe17cef8eca147ea7a9bb30584cd648072c
3
+ size 1067487568
checkpoint-20000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-20000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b093dac354f3020b28fe05503bec6dffffc0f3780e653f86f3584f4354f1e0f
3
+ size 15984
checkpoint-20000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64e5e3dedf62692ff343cbf21ad20802b0a52bca1915445889a89404ba773b11
3
+ size 15984
checkpoint-20000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75cb74f71164b68f59e587a3d963f2c6d1f460c76423dabd098f2b1ebe83cd2e
3
+ size 15997
checkpoint-20000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8c9893b3c7b87614f3afda420c21f542cd1413c6a7306037ea14bbebf9fd351
3
+ size 16010
checkpoint-20000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1ea3f0a486dfb9f7f82bac92e82ef9843229ecddd51742a6ba6f3bca094aba1
3
+ size 16010
checkpoint-20000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3795e557d37c24534c1a5955252c82a09dbbb00550da87150d45b6193d31f067
3
+ size 16010
checkpoint-20000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adc536b26b4734aa7892c06ddbbf2ad316f19c3ff635934f419f0117f385656a
3
+ size 16010
checkpoint-20000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:378d7e6ccee43cf53089417944a876c3f9eafa8ac77877b0782a6ae96be81fec
3
+ size 16010
checkpoint-20000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c9d2d12e8f737a68698570cb2f80dda1265fcf9cbd35a236effd43e37dbaa84
3
+ size 16010
checkpoint-20000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c91844faae27a137e97611ae548872ebd1e95bcbdf73b678cb03296967aefee9
3
+ size 16010
checkpoint-20000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02004b63cb4c42a2188dbe366f163a126df0950540d1d0e63241cbefc30877de
3
+ size 16010
checkpoint-20000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4422cfde1df29757bfbf73919e518e7404e655b53a27d446952e32f1a031fe3
3
+ size 16010
checkpoint-20000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d69631c3a1c5d974db0e826360ed763ac704731d92f0ce849e574772a58da6b9
3
+ size 16010
checkpoint-20000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83f46a186973219852cbad18c142adbcebc8f58be99697e29b6bffac22f361ff
3
+ size 15997
checkpoint-20000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acca118ff1d8cab89f6ad4c46088fc729afed932819351fee0837164b11e7a78
3
+ size 16010
checkpoint-20000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca1856d7f876b6c8594c4716269451ddb39c1bff79aaa26d5442ecf29bba31d5
3
+ size 16010
checkpoint-20000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72af536737fd4bdc1d68760a23bfb4c82e9ccb01dc334b04b59d7316eb78ebe6
3
+ size 16010
checkpoint-20000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47e122e823469389a29022322230bb028c58e6347294dfa51de9a2346146e8b6
3
+ size 16010
checkpoint-20000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3bec0b5109787bef526e2db63e67eab711cf33a6412a5586d62c7230a35c084
3
+ size 16010
checkpoint-20000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6117f86089f22090aba99fc3f470bf5b3614dd4a71867f1dbd7e2c9ceff4f7e7
3
+ size 16010
checkpoint-20000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0465f05a507dfaf490ef0026503c0b4d6e06b1553a03b44894b987a0cf987b3c
3
+ size 16010
checkpoint-20000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d72d0ece9d7b15162b066a08daad101dfc2908d7bb88af436effd8071ea8f92
3
+ size 16010
checkpoint-20000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84885d051a17c9aa0ef5f6873203afe2e6be1b3ab6e522d4c2ad261761b21eb6
3
+ size 16010
checkpoint-20000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcba0997385eac7bea72e8825e1bcc833f5708249ccabad5f0548d869faa73b6
3
+ size 16010
checkpoint-20000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1df6dd63e4e10d01d6f6918ce9fcdc0f4f4c9947d5c3ace8146ae0ff0112fbac
3
+ size 15997
checkpoint-20000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a05dc0897a502eb37bea687d5733449e9350cfe828f360d1723216380a507c4a
3
+ size 16010
checkpoint-20000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52467671ce9e6653fe5da3c446e69353f0cb14f1e9336788a86e2da6a3acde10
3
+ size 16010
checkpoint-20000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98fa68b3c7df74c68a8858f42cc1a3fea57b5560d464c2b11ec6f92c3b6bcbb0
3
+ size 16010
checkpoint-20000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7737fa02208fa8ec3fb9278271b5347dd459a4d4cc5174e1f102dac3ea411553
3
+ size 16010
checkpoint-20000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e0c9b07b6d6a22e467cdec0dc3480afa6bbf971f929de2754db87b59ea137d8
3
+ size 16010
checkpoint-20000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3bf7fc236dc628b33b04af7adb53974387abcaf25733684247d93dc8b1367b1
3
+ size 16010
checkpoint-20000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:943e4d5c3e5d330a18aa9df46091366395ab046a8b6f620beb5105c3731c022e
3
+ size 16010
checkpoint-20000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1ad1a8bf8ffa44bdcc14d454f325e93ec2cadf2c273bf011fe3afd1705c4f8d
3
+ size 16010
checkpoint-20000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f347ee4091c83aca0b1959a79699c2a6093c1682ae3a944f0e91917937f5d2cd
3
+ size 15997
checkpoint-20000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16ef40502f01cfb316cad6d31590b2c5772063986ff7b8d3af7c31fad799f6bd
3
+ size 15997
checkpoint-20000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49af233af14914f2f618e19dd20928f7fbbf9a0c5a9714c747820a7e34cfeb93
3
+ size 15997
checkpoint-20000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:829b72820bc08217192c044bf3787ff8d2b12ee76cc07e43447030626163250d
3
+ size 15997
checkpoint-20000/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed7dbb0e9e297e807b947aadde68689b50678ac536fe44dcbdcb444f29189787
3
+ size 15997
checkpoint-20000/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eab1c586ab3679230474e894f559d52c482a5788379771e938f68da3c03ab7b4
3
+ size 15997
checkpoint-20000/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d13ad586359d1bff290c996cc444370773e9123ebfaf7f9773760def57a03849
3
+ size 15997