Commit
·
98118d0
1
Parent(s):
5fece1e
Update config.json with 128K context settings
Browse files- config.json +6 -1
config.json
CHANGED
|
@@ -47,5 +47,10 @@
|
|
| 47 |
"transformers_version": "4.43.1",
|
| 48 |
"use_cache": true,
|
| 49 |
"use_sliding_window": false,
|
| 50 |
-
"vocab_size": 152064
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 51 |
}
|
|
|
|
| 47 |
"transformers_version": "4.43.1",
|
| 48 |
"use_cache": true,
|
| 49 |
"use_sliding_window": false,
|
| 50 |
+
"vocab_size": 152064,
|
| 51 |
+
"rope_scaling": {
|
| 52 |
+
"factor": 4.0,
|
| 53 |
+
"original_max_position_embeddings": 32768,
|
| 54 |
+
"type": "yarn"
|
| 55 |
+
}
|
| 56 |
}
|