zRzRzRzRzRzRzR
commited on
Commit
·
3e29ece
1
Parent(s):
3e17d8b
update
Browse files- tokenizer_config.json +7 -7
tokenizer_config.json
CHANGED
@@ -134,7 +134,7 @@
|
|
134 |
"normalized": false,
|
135 |
"rstrip": false,
|
136 |
"single_word": false,
|
137 |
-
"special":
|
138 |
},
|
139 |
"151346": {
|
140 |
"content": "</think>",
|
@@ -142,7 +142,7 @@
|
|
142 |
"normalized": false,
|
143 |
"rstrip": false,
|
144 |
"single_word": false,
|
145 |
-
"special":
|
146 |
},
|
147 |
"151347": {
|
148 |
"content": "<answer>",
|
@@ -150,7 +150,7 @@
|
|
150 |
"normalized": false,
|
151 |
"rstrip": false,
|
152 |
"single_word": false,
|
153 |
-
"special":
|
154 |
},
|
155 |
"151348": {
|
156 |
"content": "</answer>",
|
@@ -158,7 +158,7 @@
|
|
158 |
"normalized": false,
|
159 |
"rstrip": false,
|
160 |
"single_word": false,
|
161 |
-
"special":
|
162 |
},
|
163 |
"151349": {
|
164 |
"content": "<|begin_of_box|>",
|
@@ -166,7 +166,7 @@
|
|
166 |
"normalized": false,
|
167 |
"rstrip": false,
|
168 |
"single_word": false,
|
169 |
-
"special":
|
170 |
},
|
171 |
"151350": {
|
172 |
"content": "<|end_of_box|>",
|
@@ -174,7 +174,7 @@
|
|
174 |
"normalized": false,
|
175 |
"rstrip": false,
|
176 |
"single_word": false,
|
177 |
-
"special":
|
178 |
},
|
179 |
"151351": {
|
180 |
"content": "<|sep|>",
|
@@ -182,7 +182,7 @@
|
|
182 |
"normalized": false,
|
183 |
"rstrip": false,
|
184 |
"single_word": false,
|
185 |
-
"special":
|
186 |
}
|
187 |
},
|
188 |
"additional_special_tokens": [
|
|
|
134 |
"normalized": false,
|
135 |
"rstrip": false,
|
136 |
"single_word": false,
|
137 |
+
"special": false
|
138 |
},
|
139 |
"151346": {
|
140 |
"content": "</think>",
|
|
|
142 |
"normalized": false,
|
143 |
"rstrip": false,
|
144 |
"single_word": false,
|
145 |
+
"special": false
|
146 |
},
|
147 |
"151347": {
|
148 |
"content": "<answer>",
|
|
|
150 |
"normalized": false,
|
151 |
"rstrip": false,
|
152 |
"single_word": false,
|
153 |
+
"special": false
|
154 |
},
|
155 |
"151348": {
|
156 |
"content": "</answer>",
|
|
|
158 |
"normalized": false,
|
159 |
"rstrip": false,
|
160 |
"single_word": false,
|
161 |
+
"special": false
|
162 |
},
|
163 |
"151349": {
|
164 |
"content": "<|begin_of_box|>",
|
|
|
166 |
"normalized": false,
|
167 |
"rstrip": false,
|
168 |
"single_word": false,
|
169 |
+
"special": false
|
170 |
},
|
171 |
"151350": {
|
172 |
"content": "<|end_of_box|>",
|
|
|
174 |
"normalized": false,
|
175 |
"rstrip": false,
|
176 |
"single_word": false,
|
177 |
+
"special": false
|
178 |
},
|
179 |
"151351": {
|
180 |
"content": "<|sep|>",
|
|
|
182 |
"normalized": false,
|
183 |
"rstrip": false,
|
184 |
"single_word": false,
|
185 |
+
"special": false
|
186 |
}
|
187 |
},
|
188 |
"additional_special_tokens": [
|