zRzRzRzRzRzRzR
commited on
Commit
·
3e17d8b
1
Parent(s):
02437f7
update
Browse files- tokenizer_config.json +1 -8
tokenizer_config.json
CHANGED
|
@@ -200,15 +200,8 @@
|
|
| 200 |
"<|end_of_image|>",
|
| 201 |
"<|begin_of_video|>",
|
| 202 |
"<|end_of_video|>",
|
| 203 |
-
"<|begin_of_box|>",
|
| 204 |
-
"<|end_of_box|>",
|
| 205 |
-
"<|sep|>",
|
| 206 |
"<|image|>",
|
| 207 |
-
"<|video|>"
|
| 208 |
-
"<think>",
|
| 209 |
-
"</think>",
|
| 210 |
-
"<answer>",
|
| 211 |
-
"</answer>"
|
| 212 |
],
|
| 213 |
"clean_up_tokenization_spaces": false,
|
| 214 |
"do_lower_case": false,
|
|
|
|
| 200 |
"<|end_of_image|>",
|
| 201 |
"<|begin_of_video|>",
|
| 202 |
"<|end_of_video|>",
|
|
|
|
|
|
|
|
|
|
| 203 |
"<|image|>",
|
| 204 |
+
"<|video|>"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 205 |
],
|
| 206 |
"clean_up_tokenization_spaces": false,
|
| 207 |
"do_lower_case": false,
|