Hugging Face's logo

umd-vt-nyu
/
diff_clip_1e5_0114

Safetensors
Model card Files
xet
Community
xcpan commited on
Commit
2c1fd66
·
verified ·
1 Parent(s): 4ba812b

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-30000/config.json +60 -0
  2. checkpoint-30000/generation_config.json +13 -0
  3. checkpoint-30000/latest +1 -0
  4. checkpoint-30000/model-00001-of-00006.safetensors +3 -0
  5. checkpoint-30000/model-00002-of-00006.safetensors +3 -0
  6. checkpoint-30000/model-00003-of-00006.safetensors +3 -0
  7. checkpoint-30000/model-00004-of-00006.safetensors +3 -0
  8. checkpoint-30000/model-00005-of-00006.safetensors +3 -0
  9. checkpoint-30000/model-00006-of-00006.safetensors +3 -0
  10. checkpoint-30000/model.safetensors.index.json +0 -0
  11. checkpoint-30000/rng_state_0.pth +3 -0
  12. checkpoint-30000/rng_state_1.pth +3 -0
  13. checkpoint-30000/rng_state_10.pth +3 -0
  14. checkpoint-30000/rng_state_100.pth +3 -0
  15. checkpoint-30000/rng_state_101.pth +3 -0
  16. checkpoint-30000/rng_state_102.pth +3 -0
  17. checkpoint-30000/rng_state_103.pth +3 -0
  18. checkpoint-30000/rng_state_104.pth +3 -0
  19. checkpoint-30000/rng_state_105.pth +3 -0
  20. checkpoint-30000/rng_state_106.pth +3 -0
  21. checkpoint-30000/rng_state_107.pth +3 -0
  22. checkpoint-30000/rng_state_108.pth +3 -0
  23. checkpoint-30000/rng_state_109.pth +3 -0
  24. checkpoint-30000/rng_state_11.pth +3 -0
  25. checkpoint-30000/rng_state_110.pth +3 -0
  26. checkpoint-30000/rng_state_111.pth +3 -0
  27. checkpoint-30000/rng_state_112.pth +3 -0
  28. checkpoint-30000/rng_state_113.pth +3 -0
  29. checkpoint-30000/rng_state_114.pth +3 -0
  30. checkpoint-30000/rng_state_115.pth +3 -0
  31. checkpoint-30000/rng_state_116.pth +3 -0
  32. checkpoint-30000/rng_state_117.pth +3 -0
  33. checkpoint-30000/rng_state_118.pth +3 -0
  34. checkpoint-30000/rng_state_119.pth +3 -0
  35. checkpoint-30000/rng_state_12.pth +3 -0
  36. checkpoint-30000/rng_state_120.pth +3 -0
  37. checkpoint-30000/rng_state_121.pth +3 -0
  38. checkpoint-30000/rng_state_122.pth +3 -0
  39. checkpoint-30000/rng_state_123.pth +3 -0
  40. checkpoint-30000/rng_state_124.pth +3 -0
  41. checkpoint-30000/rng_state_125.pth +3 -0
  42. checkpoint-30000/rng_state_126.pth +3 -0
  43. checkpoint-30000/rng_state_127.pth +3 -0
  44. checkpoint-30000/rng_state_13.pth +3 -0
  45. checkpoint-30000/rng_state_14.pth +3 -0
  46. checkpoint-30000/rng_state_15.pth +3 -0
  47. checkpoint-30000/rng_state_16.pth +3 -0
  48. checkpoint-30000/rng_state_17.pth +3 -0
  49. checkpoint-30000/rng_state_18.pth +3 -0
  50. checkpoint-30000/rng_state_19.pth +3 -0
checkpoint-30000/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_vision_tower": "eva-clip-E-14-plus",
18
+ "hidden_act": "silu",
19
+ "hidden_size": 4096,
20
+ "image_aspect_ratio": "square",
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 14336,
23
+ "max_position_embeddings": 131072,
24
+ "mlp_bias": false,
25
+ "mm_hidden_size": 1152,
26
+ "mm_patch_merge_type": "flat",
27
+ "mm_projector_lr": null,
28
+ "mm_projector_type": "mlp2x_gelu",
29
+ "mm_use_im_patch_token": false,
30
+ "mm_use_im_start_end": false,
31
+ "mm_vision_select_feature": "patch",
32
+ "mm_vision_select_layer": -2,
33
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
34
+ "model_type": "llava_llama",
35
+ "n_query": 64,
36
+ "num_attention_heads": 32,
37
+ "num_hidden_layers": 32,
38
+ "num_key_value_heads": 8,
39
+ "pad_token_id": 128256,
40
+ "pretraining_tp": 1,
41
+ "rms_norm_eps": 1e-05,
42
+ "rope_scaling": {
43
+ "factor": 8.0,
44
+ "high_freq_factor": 4.0,
45
+ "low_freq_factor": 1.0,
46
+ "original_max_position_embeddings": 8192,
47
+ "rope_type": "llama3"
48
+ },
49
+ "rope_theta": 500000.0,
50
+ "tie_word_embeddings": false,
51
+ "tokenizer_model_max_length": 2048,
52
+ "tokenizer_padding_side": "right",
53
+ "torch_dtype": "bfloat16",
54
+ "transformers_version": "4.43.1",
55
+ "tune_mm_mlp_adapter": false,
56
+ "use_cache": false,
57
+ "use_mm_proj": true,
58
+ "vision_tower_pretrained": null,
59
+ "vocab_size": 128260
60
+ }
checkpoint-30000/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-30000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step30000
checkpoint-30000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b697f5e2ec6d13bb4f4180cd62decd9f95d7dad2cba186ac3ded0a1f1c13edd
3
+ size 4977255824
checkpoint-30000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2303e39e77380f6f5742a79605efbc0128c55ce69a3e684462dae4317fc666b0
3
+ size 4999802720
checkpoint-30000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ee5efa8dae39567c24b87e0a1b3c56dd4eefef5eadc7a17a91b4f2c7f93f703
3
+ size 4915916176
checkpoint-30000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de3dbe532c81db16e29cf67457b9c344a38efc5a60c73e072f878be379804c3d
3
+ size 4982793406
checkpoint-30000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc7306bb59dc32cf40cec41906f31841572a953acb81be38ca8a30bb7b956571
3
+ size 4988851624
checkpoint-30000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d79d3573b863a5f4ed4c48af85b3d6c93cc65c3e3eeee46d4c2dddfe478d6c1
3
+ size 1067487568
checkpoint-30000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-30000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ace9261f83c4c2e09244ca124b624cf15bc9e42c2e5ef42e153b1fcce9cea433
3
+ size 15984
checkpoint-30000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e164c8f4e6713d2d66798d5898aa344d4e79f2c5d029f93b4f8ddf67a20637a3
3
+ size 15984
checkpoint-30000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4b8a134b191630a98625e0a01d938dc29aee2ab126fae1c0355b6f8b86e6e7f
3
+ size 15997
checkpoint-30000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:587c9e5f090a979575f539266a8bb4bb840ee5f94e55cf7234f39949d4326fd9
3
+ size 16010
checkpoint-30000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c713d392aef8244d80f4e1a6a97c471b14033c4c2dc2e16ea7ca3435c39cbd88
3
+ size 16010
checkpoint-30000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a40b5fc80fd778929f31603a305eccba235d42e0e36133311951c84545f3817
3
+ size 16010
checkpoint-30000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80f84c510edc439e45b2c6617b93b04550d291fe49b07831e79c6bed3df039a0
3
+ size 16010
checkpoint-30000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8df76197107f9a532faa53d7510dff94a3bff1ef5f0b3636a582c3c4535ccd9d
3
+ size 16010
checkpoint-30000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8a9331f543ed2a16443488f52a742a51a49f49b54414f4181991904ac752a0f
3
+ size 16010
checkpoint-30000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3247c5d67d53f8571369cb788f830ad8fd851777bc78a3e3b49ff41b2205a1e8
3
+ size 16010
checkpoint-30000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:372c8b0546df2e960cc6f8d425634f3d2258c1828a0207f2dd65278be9d49dcd
3
+ size 16010
checkpoint-30000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d103a94414b1c61c7a8e42aae7cafb0bed04e40ef3fbb8db9498826187dc86f
3
+ size 16010
checkpoint-30000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b9aa5a9d1e97700219eb4a4271f884dfc8e1d4c7c374f1f973ebe4d2f26725
3
+ size 16010
checkpoint-30000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f51117200bde96e909a358893be54c40c95a957ddf1134f5b5ec163dcadbcccc
3
+ size 15997
checkpoint-30000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78e2c7da05a8fbaad11275ec618b06ca791a73121de5122805f72227a8711b45
3
+ size 16010
checkpoint-30000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71d89c6e25a39f4680110c6d65aaca71c59235650fccc6736e4c8c9453a2f3b0
3
+ size 16010
checkpoint-30000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3f803b7b00b4a531c0898eab3b06d13a973780f93b8aafcb4bd088a16e4704b
3
+ size 16010
checkpoint-30000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37abb0e37b06af38777be39365dc2604af8387030ed597ff8c344339e4fb6ef7
3
+ size 16010
checkpoint-30000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07686d0847c646f8a7d112781ee0ecfc7f3ac32ffa171eb2bb4b1e9b377a7b1e
3
+ size 16010
checkpoint-30000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a68b4754fd63b7326886f19eb3a5d491dc304356e170d774af999c3457818e5
3
+ size 16010
checkpoint-30000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06fdb9842435b7b3e998e423a2fecb28df559c5a34554c5087d88f40a2bc91bd
3
+ size 16010
checkpoint-30000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99700afc2f2c26ee34f64d06d06c0e5d0f108cf8688b15510d03b17bf888c1d5
3
+ size 16010
checkpoint-30000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28b8b634c4c0122fdeb2d57b972e101685a451ac0662f6fcf01ccc8388fe9f85
3
+ size 16010
checkpoint-30000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae9ae3a39249c781be09234659bedc46d1b96e005167c10b49ca0ddd57d372bc
3
+ size 16010
checkpoint-30000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6994619beafe95cf47f20d52cf068a09a45b4f36088f64edc51e8d58fa35d01
3
+ size 15997
checkpoint-30000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc3c6eed113adf2e57fb36ff571a79539b59675a708557b072023bb4d80ae7bc
3
+ size 16010
checkpoint-30000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f5fe40d4030d1ed078c03dddcda4cf7bc3bbdbb7f9ca84e0a5c89e3f2aa89eb
3
+ size 16010
checkpoint-30000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a26e14a5f3b72adcfecb462eb05498807bea7ffc7263ec6969608a118fdf859
3
+ size 16010
checkpoint-30000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48f4d96e6e6ea93745ed51c431909a98da3cdf9efeb327dde8f8ca09a35ab81f
3
+ size 16010
checkpoint-30000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c113ee0653c49c7dc7ba4e416caefe58ed49791744cb2208268c9370e3adbe3c
3
+ size 16010
checkpoint-30000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:105ecae723e91fe239c9f38a7ac02a65ad1522fcb78c11a78acdd70e92ebd59d
3
+ size 16010
checkpoint-30000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a77961a01e78360a2f3cde3d3bf78a3e01d8d007d18b4e8d21881b6b34de88f
3
+ size 16010
checkpoint-30000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f10eb31a9b6776c04678b52a2f84f0ec38540d85e746abce07c71c1b06e8a0c
3
+ size 16010
checkpoint-30000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e916975a72c80f28cf1c232096865fd6aa6fea91f52782f30684335a42ce8bd1
3
+ size 15997
checkpoint-30000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49eeddbad24961d03e47cbaba93f0de4502f2e25e0c2d8695ea140fb9c220ced
3
+ size 15997
checkpoint-30000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f0ab775a9b18b3b9380dfdad85fb83eecaa64149eb3fcce732bfa83b80196cb
3
+ size 15997
checkpoint-30000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c859f5254654e2ea05b88cc6e05b6f6b25118c31eafccb2ca67d458b5f9ab3a7
3
+ size 15997
checkpoint-30000/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c45908174d2de17f48818b939498d04333a9382078f1536a79731472e1281e2a
3
+ size 15997
checkpoint-30000/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f416fd3ada2cac8dce9730dde5950dc3db8c1d016dad8aa2d1eecdfeebad8b98
3
+ size 15997
checkpoint-30000/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b7fc2f9e8145034c6c31961c51c87a4c6c803e57718af5321be16de544cc46f
3
+ size 15997