Upload LlavaNextForConditionalGeneration
Browse files- config.json +6 -5
- generation_config.json +1 -1
- model-00001-of-00009.safetensors +3 -0
- model-00002-of-00009.safetensors +3 -0
- model-00003-of-00009.safetensors +3 -0
- model-00004-of-00009.safetensors +3 -0
- model-00005-of-00009.safetensors +3 -0
- model-00006-of-00009.safetensors +3 -0
- model-00007-of-00009.safetensors +3 -0
- model-00008-of-00009.safetensors +3 -0
- model-00009-of-00009.safetensors +3 -0
- model.safetensors.index.json +0 -0
config.json
CHANGED
|
@@ -62,11 +62,12 @@
|
|
| 62 |
],
|
| 63 |
"image_seq_length": 576,
|
| 64 |
"image_token_index": 256000,
|
|
|
|
| 65 |
"model_type": "llava_next",
|
| 66 |
"multimodal_projector_bias": true,
|
| 67 |
"projector_hidden_act": "gelu",
|
| 68 |
"text_config": {
|
| 69 |
-
"_name_or_path": "/
|
| 70 |
"add_faster_video": false,
|
| 71 |
"add_time_instruction": false,
|
| 72 |
"architectures": [
|
|
@@ -174,7 +175,7 @@
|
|
| 174 |
"sliding_window": 4096,
|
| 175 |
"tokenizer_model_max_length": 8192,
|
| 176 |
"tokenizer_padding_side": "right",
|
| 177 |
-
"torch_dtype": "
|
| 178 |
"use_cache": true,
|
| 179 |
"use_mm_proj": true,
|
| 180 |
"use_pos_skipping": false,
|
|
@@ -182,8 +183,8 @@
|
|
| 182 |
"vocab_size": 256001
|
| 183 |
},
|
| 184 |
"tie_word_embeddings": false,
|
| 185 |
-
"torch_dtype": "
|
| 186 |
-
"transformers_version": "4.52.0
|
| 187 |
"use_image_newline_parameter": true,
|
| 188 |
"vision_config": {
|
| 189 |
"attention_dropout": 0.0,
|
|
@@ -197,7 +198,7 @@
|
|
| 197 |
"num_channels": 3,
|
| 198 |
"num_hidden_layers": 26,
|
| 199 |
"patch_size": 14,
|
| 200 |
-
"torch_dtype": "
|
| 201 |
"vision_use_head": false
|
| 202 |
},
|
| 203 |
"vision_feature_layer": -1,
|
|
|
|
| 62 |
],
|
| 63 |
"image_seq_length": 576,
|
| 64 |
"image_token_index": 256000,
|
| 65 |
+
"local_files_only": true,
|
| 66 |
"model_type": "llava_next",
|
| 67 |
"multimodal_projector_bias": true,
|
| 68 |
"projector_hidden_act": "gelu",
|
| 69 |
"text_config": {
|
| 70 |
+
"_name_or_path": "/gpfs/scratch/ehpc209/tvision-lnext-vblocks-cp/FinetuneModel/TextModel.towerp_9b_instruct_full/trained_model_dir",
|
| 71 |
"add_faster_video": false,
|
| 72 |
"add_time_instruction": false,
|
| 73 |
"architectures": [
|
|
|
|
| 175 |
"sliding_window": 4096,
|
| 176 |
"tokenizer_model_max_length": 8192,
|
| 177 |
"tokenizer_padding_side": "right",
|
| 178 |
+
"torch_dtype": "float32",
|
| 179 |
"use_cache": true,
|
| 180 |
"use_mm_proj": true,
|
| 181 |
"use_pos_skipping": false,
|
|
|
|
| 183 |
"vocab_size": 256001
|
| 184 |
},
|
| 185 |
"tie_word_embeddings": false,
|
| 186 |
+
"torch_dtype": "float32",
|
| 187 |
+
"transformers_version": "4.52.0",
|
| 188 |
"use_image_newline_parameter": true,
|
| 189 |
"vision_config": {
|
| 190 |
"attention_dropout": 0.0,
|
|
|
|
| 198 |
"num_channels": 3,
|
| 199 |
"num_hidden_layers": 26,
|
| 200 |
"patch_size": 14,
|
| 201 |
+
"torch_dtype": "float32",
|
| 202 |
"vision_use_head": false
|
| 203 |
},
|
| 204 |
"vision_feature_layer": -1,
|
generation_config.json
CHANGED
|
@@ -4,5 +4,5 @@
|
|
| 4 |
"cache_implementation": "hybrid",
|
| 5 |
"eos_token_id": 107,
|
| 6 |
"pad_token_id": 0,
|
| 7 |
-
"transformers_version": "4.52.0
|
| 8 |
}
|
|
|
|
| 4 |
"cache_implementation": "hybrid",
|
| 5 |
"eos_token_id": 107,
|
| 6 |
"pad_token_id": 0,
|
| 7 |
+
"transformers_version": "4.52.0"
|
| 8 |
}
|
model-00001-of-00009.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f87f8709c25df570eea0aadd32631ec585b69782b177cfe40d25202961919135
|
| 3 |
+
size 1658989592
|
model-00002-of-00009.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b99ce14464a203d807dd16fd749f2c8d22a27a8d86e08e75735019c79b9a835
|
| 3 |
+
size 4844495048
|
model-00003-of-00009.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3b9473efae622051f5119cdfb5555baeaede1cff0ebad0767fb2c916962bae8e
|
| 3 |
+
size 4962214464
|
model-00004-of-00009.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5966015f7b9208d6c1c9171bf3cea45d95ebbc74853aab5739832a1eb38ce89a
|
| 3 |
+
size 4962272376
|
model-00005-of-00009.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4af4629176864a1c37777355fad64ff386544fbab3af97fd89a8fba5def0c421
|
| 3 |
+
size 4932854800
|
model-00006-of-00009.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d5cc244dc762a761ad0a9c0e3cd608000bbeb31b03902dc85ba3956c49e642cf
|
| 3 |
+
size 4962214536
|
model-00007-of-00009.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:11b71b1ec9123470f446969ce90e57b8fb21d4433244f3d176e0deaafefb22e0
|
| 3 |
+
size 4962214536
|
model-00008-of-00009.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dc50b844f6302cc455a61a5ceff54ea281f110d4c689df30b6f469021463c8ba
|
| 3 |
+
size 4962272400
|
model-00009-of-00009.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:df106c130199273477918c2a555c24874cc15a323d13523b09ad37ea161ba45b
|
| 3 |
+
size 2378361192
|
model.safetensors.index.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|