Hugging Face's logo

umd-vt-nyu
/
diff_clip_1e5_0114

Safetensors
Model card Files
xet
Community
xcpan commited on
Commit
6604286
·
verified ·
1 Parent(s): 2c1fd66

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-33500/config.json +60 -0
  2. checkpoint-33500/generation_config.json +13 -0
  3. checkpoint-33500/latest +1 -0
  4. checkpoint-33500/model-00001-of-00006.safetensors +3 -0
  5. checkpoint-33500/model-00002-of-00006.safetensors +3 -0
  6. checkpoint-33500/model-00003-of-00006.safetensors +3 -0
  7. checkpoint-33500/model-00004-of-00006.safetensors +3 -0
  8. checkpoint-33500/model-00005-of-00006.safetensors +3 -0
  9. checkpoint-33500/model-00006-of-00006.safetensors +3 -0
  10. checkpoint-33500/model.safetensors.index.json +0 -0
  11. checkpoint-33500/rng_state_0.pth +3 -0
  12. checkpoint-33500/rng_state_1.pth +3 -0
  13. checkpoint-33500/rng_state_10.pth +3 -0
  14. checkpoint-33500/rng_state_100.pth +3 -0
  15. checkpoint-33500/rng_state_101.pth +3 -0
  16. checkpoint-33500/rng_state_102.pth +3 -0
  17. checkpoint-33500/rng_state_103.pth +3 -0
  18. checkpoint-33500/rng_state_104.pth +3 -0
  19. checkpoint-33500/rng_state_105.pth +3 -0
  20. checkpoint-33500/rng_state_106.pth +3 -0
  21. checkpoint-33500/rng_state_107.pth +3 -0
  22. checkpoint-33500/rng_state_108.pth +3 -0
  23. checkpoint-33500/rng_state_109.pth +3 -0
  24. checkpoint-33500/rng_state_11.pth +3 -0
  25. checkpoint-33500/rng_state_110.pth +3 -0
  26. checkpoint-33500/rng_state_111.pth +3 -0
  27. checkpoint-33500/rng_state_112.pth +3 -0
  28. checkpoint-33500/rng_state_113.pth +3 -0
  29. checkpoint-33500/rng_state_114.pth +3 -0
  30. checkpoint-33500/rng_state_115.pth +3 -0
  31. checkpoint-33500/rng_state_116.pth +3 -0
  32. checkpoint-33500/rng_state_117.pth +3 -0
  33. checkpoint-33500/rng_state_118.pth +3 -0
  34. checkpoint-33500/rng_state_119.pth +3 -0
  35. checkpoint-33500/rng_state_12.pth +3 -0
  36. checkpoint-33500/rng_state_120.pth +3 -0
  37. checkpoint-33500/rng_state_121.pth +3 -0
  38. checkpoint-33500/rng_state_122.pth +3 -0
  39. checkpoint-33500/rng_state_123.pth +3 -0
  40. checkpoint-33500/rng_state_124.pth +3 -0
  41. checkpoint-33500/rng_state_125.pth +3 -0
  42. checkpoint-33500/rng_state_126.pth +3 -0
  43. checkpoint-33500/rng_state_127.pth +3 -0
  44. checkpoint-33500/rng_state_13.pth +3 -0
  45. checkpoint-33500/rng_state_14.pth +3 -0
  46. checkpoint-33500/rng_state_15.pth +3 -0
  47. checkpoint-33500/rng_state_16.pth +3 -0
  48. checkpoint-33500/rng_state_17.pth +3 -0
  49. checkpoint-33500/rng_state_18.pth +3 -0
  50. checkpoint-33500/rng_state_19.pth +3 -0
checkpoint-33500/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_vision_tower": "eva-clip-E-14-plus",
18
+ "hidden_act": "silu",
19
+ "hidden_size": 4096,
20
+ "image_aspect_ratio": "square",
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 14336,
23
+ "max_position_embeddings": 131072,
24
+ "mlp_bias": false,
25
+ "mm_hidden_size": 1152,
26
+ "mm_patch_merge_type": "flat",
27
+ "mm_projector_lr": null,
28
+ "mm_projector_type": "mlp2x_gelu",
29
+ "mm_use_im_patch_token": false,
30
+ "mm_use_im_start_end": false,
31
+ "mm_vision_select_feature": "patch",
32
+ "mm_vision_select_layer": -2,
33
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
34
+ "model_type": "llava_llama",
35
+ "n_query": 64,
36
+ "num_attention_heads": 32,
37
+ "num_hidden_layers": 32,
38
+ "num_key_value_heads": 8,
39
+ "pad_token_id": 128256,
40
+ "pretraining_tp": 1,
41
+ "rms_norm_eps": 1e-05,
42
+ "rope_scaling": {
43
+ "factor": 8.0,
44
+ "high_freq_factor": 4.0,
45
+ "low_freq_factor": 1.0,
46
+ "original_max_position_embeddings": 8192,
47
+ "rope_type": "llama3"
48
+ },
49
+ "rope_theta": 500000.0,
50
+ "tie_word_embeddings": false,
51
+ "tokenizer_model_max_length": 2048,
52
+ "tokenizer_padding_side": "right",
53
+ "torch_dtype": "bfloat16",
54
+ "transformers_version": "4.43.1",
55
+ "tune_mm_mlp_adapter": false,
56
+ "use_cache": false,
57
+ "use_mm_proj": true,
58
+ "vision_tower_pretrained": null,
59
+ "vocab_size": 128260
60
+ }
checkpoint-33500/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-33500/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step33500
checkpoint-33500/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9649ec2266cc574002d045812d05a70fd14cf9f95248c19c1bafb75ed634ee31
3
+ size 4977255824
checkpoint-33500/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07a3e9ea3bf29e2143216be6497e7457c92c82289f80313d8321a3cbdc1f305b
3
+ size 4999802720
checkpoint-33500/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84a8763896f2e3278b6b4bf3a189c50009c9cccee5a7cad8d7a1675f9b950845
3
+ size 4915916176
checkpoint-33500/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ad3b7a57c41bbd9fd2fc3f51b063d3555d6665fa14f53a63f82dfde8fff8c2b
3
+ size 4982793406
checkpoint-33500/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c638f0ec5cb319f00f8dfb2ed1ee4e46d235d395245a8cda3d0030bc660c3ab8
3
+ size 4988851624
checkpoint-33500/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92fafd085259d3b29f5c8573898cb2e8afcedd6062651d9e17e8a99863b7c3ed
3
+ size 1067487568
checkpoint-33500/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-33500/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17c6668e1947beb6f854e1832ca4c1e781e8664454ad968a32ce518699302db2
3
+ size 15984
checkpoint-33500/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de0302cb72b3bfc99339760b49585252da887dfd6af5a7f2d9985abca2d075aa
3
+ size 15984
checkpoint-33500/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef8f971c14401735a3dee10efd98b0ac596e73a17417010e465805f794aef384
3
+ size 15997
checkpoint-33500/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bbcb99c3aa8051f4a0f93db6e2fa68655ee94f133d0dfc4569f0c344d70b4bd
3
+ size 16010
checkpoint-33500/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4724a71254f7e7afe328c6e9f8c5a8d91193b11f5b9c2a546791229a7c78f34f
3
+ size 16010
checkpoint-33500/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47153ecf81ae9c3ca33abb2466fe1c7e566d3ac17917d21bd88d3acb14845901
3
+ size 16010
checkpoint-33500/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29e004f3db1250718b73e201599b3a211787ac75fc83d22ee94aa32bae0b64b4
3
+ size 16010
checkpoint-33500/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31a70b8e0ff45d16b811ee042e059f98ca3e376266c249265de7d0fe5cfb211a
3
+ size 16010
checkpoint-33500/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72b65ca0a421f47e082ebe0672c6aaccb3a3f07de39cb9aa0c4ccc185a8f9917
3
+ size 16010
checkpoint-33500/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7f2009dfe3416aa9b3a8a55ec75dc54bd684b753741b6f5b8675b3227cc1c7f
3
+ size 16010
checkpoint-33500/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bd2ec30e20e73ec2c90d5e4b6a97fddcab4bda8fc3a8ad1fa540e9bc474600c
3
+ size 16010
checkpoint-33500/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58ac1eb442b34a4fd17f1b3cfab8ebe5c3d80ecaaa8d5d1d912ad02f869adaf5
3
+ size 16010
checkpoint-33500/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c214eb00dc930b9c4a84822501b52fdc13d10ae34ce291651ddbbd62d8729aef
3
+ size 16010
checkpoint-33500/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dec40fcc641a50268134a76b0275130103cc617893ce4d66fcac7e7c0a8790bf
3
+ size 15997
checkpoint-33500/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5548572b09c7bfc5ab282bbe8c5ff159bc867d0074c638a6165c660e1e19391f
3
+ size 16010
checkpoint-33500/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64442f73b35f33918d84f6101901a0a46b6ec1e77078b6aae6dd33ab2d557b4b
3
+ size 16010
checkpoint-33500/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cb1875a6b7b069c94de285305885f55fc1b3f5375e767b3aaacd32aec2c6dcb
3
+ size 16010
checkpoint-33500/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c94ecd5c0d3b38de983f2c1fa261718971a942d66d10ca086363568d98702fa4
3
+ size 16010
checkpoint-33500/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2adc84e384a7a5c88ea3184c277f002d5725f6ceb0266fc4b843bbdf0877ded3
3
+ size 16010
checkpoint-33500/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fc3a9b51fcc60fb4b0b9f39ae2c3df3a82bd7d0483a84c56d605c1a1f62f64c
3
+ size 16010
checkpoint-33500/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcec185eb9c2e7f13f67d08c17466625eef6be651c4d7f118af83dc7fe795c40
3
+ size 16010
checkpoint-33500/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79c4c2e734593752e25a94c57fb553b704a9f2ceb37f77f582973b8da98f066b
3
+ size 16010
checkpoint-33500/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08725c5306370bc1873c7285ffd33120aaaec33b93897158775929c4009da517
3
+ size 16010
checkpoint-33500/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:126b173cf7b28b17413f48e84cd81dd6592615f9647f1fea6d5f27a895cd46be
3
+ size 16010
checkpoint-33500/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab1470fa35ff89cc1ac4c63faafafdd69598061f4eacd68c1327bbc64fa5786b
3
+ size 15997
checkpoint-33500/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc23995e1d2850a9d42785fc7443f3ddce03faba8991b1dbfb9d6afdbc7d68df
3
+ size 16010
checkpoint-33500/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3990b2a8b3290f5755eff1bb37660f2520b4863db616ac8f064000b45b7b277c
3
+ size 16010
checkpoint-33500/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:100589c033a9d3baf9159191324018e75ecfa963a84680e6f8099ad0edbc762e
3
+ size 16010
checkpoint-33500/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa67fce85f8140e2e3dd116d5c4135abd07f9b64c70014e37faa2755ddc836fe
3
+ size 16010
checkpoint-33500/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29556109e5283d0a178d3e8dc708b57fff75da9501ab2584414a70f2c1c63308
3
+ size 16010
checkpoint-33500/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe6f7ee83dab0700d25240b721b301bbb3496e1ea57efd7d8d710b9865bfea01
3
+ size 16010
checkpoint-33500/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2699e64a7e6df999176ed7a8793b2c2b17e26b67d904a840ab8bd0e6b6666b
3
+ size 16010
checkpoint-33500/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9657920643156ecdac19f20e295a7da0fe2e655cff7c8cdd6f2c3627f6a03931
3
+ size 16010
checkpoint-33500/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1546cb9c605c2a9dedb90040f37ed7afcbb6a9ec68f50f51c6435b163c224c67
3
+ size 15997
checkpoint-33500/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc1b77b5c956f2ecbbf88d625c75d6a1265635aae8d247c5876d9f21a8d480c5
3
+ size 15997
checkpoint-33500/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ed4acd1ff7661127002ef3bb4522f61684e0822ee3beba4f4b6dfe288282eff
3
+ size 15997
checkpoint-33500/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80b05bbb262b68754dd5b015d565762ff1ca0ef40f976ea81619c4bd92843c6c
3
+ size 15997
checkpoint-33500/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c97eada5a8ad1ea8eeeabfe9c59038fc1fba57d3cd2b160c4aa7836248f124
3
+ size 15997
checkpoint-33500/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40ae910f0f3712eb735a0efaf01635f86c7d2e69404cef3aa609b995ed28d7e5
3
+ size 15997
checkpoint-33500/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbea99a0c585a9a2f439fbc76f8d4b48bfd66aa3bede91a592ff91dfd5511a0b
3
+ size 15997