zRzRzRzRzRzRzR commited on
Commit
3e29ece
·
1 Parent(s): 3e17d8b
Files changed (1) hide show
  1. tokenizer_config.json +7 -7
tokenizer_config.json CHANGED
@@ -134,7 +134,7 @@
134
  "normalized": false,
135
  "rstrip": false,
136
  "single_word": false,
137
- "special": true
138
  },
139
  "151346": {
140
  "content": "</think>",
@@ -142,7 +142,7 @@
142
  "normalized": false,
143
  "rstrip": false,
144
  "single_word": false,
145
- "special": true
146
  },
147
  "151347": {
148
  "content": "<answer>",
@@ -150,7 +150,7 @@
150
  "normalized": false,
151
  "rstrip": false,
152
  "single_word": false,
153
- "special": true
154
  },
155
  "151348": {
156
  "content": "</answer>",
@@ -158,7 +158,7 @@
158
  "normalized": false,
159
  "rstrip": false,
160
  "single_word": false,
161
- "special": true
162
  },
163
  "151349": {
164
  "content": "<|begin_of_box|>",
@@ -166,7 +166,7 @@
166
  "normalized": false,
167
  "rstrip": false,
168
  "single_word": false,
169
- "special": true
170
  },
171
  "151350": {
172
  "content": "<|end_of_box|>",
@@ -174,7 +174,7 @@
174
  "normalized": false,
175
  "rstrip": false,
176
  "single_word": false,
177
- "special": true
178
  },
179
  "151351": {
180
  "content": "<|sep|>",
@@ -182,7 +182,7 @@
182
  "normalized": false,
183
  "rstrip": false,
184
  "single_word": false,
185
- "special": true
186
  }
187
  },
188
  "additional_special_tokens": [
 
134
  "normalized": false,
135
  "rstrip": false,
136
  "single_word": false,
137
+ "special": false
138
  },
139
  "151346": {
140
  "content": "</think>",
 
142
  "normalized": false,
143
  "rstrip": false,
144
  "single_word": false,
145
+ "special": false
146
  },
147
  "151347": {
148
  "content": "<answer>",
 
150
  "normalized": false,
151
  "rstrip": false,
152
  "single_word": false,
153
+ "special": false
154
  },
155
  "151348": {
156
  "content": "</answer>",
 
158
  "normalized": false,
159
  "rstrip": false,
160
  "single_word": false,
161
+ "special": false
162
  },
163
  "151349": {
164
  "content": "<|begin_of_box|>",
 
166
  "normalized": false,
167
  "rstrip": false,
168
  "single_word": false,
169
+ "special": false
170
  },
171
  "151350": {
172
  "content": "<|end_of_box|>",
 
174
  "normalized": false,
175
  "rstrip": false,
176
  "single_word": false,
177
+ "special": false
178
  },
179
  "151351": {
180
  "content": "<|sep|>",
 
182
  "normalized": false,
183
  "rstrip": false,
184
  "single_word": false,
185
+ "special": false
186
  }
187
  },
188
  "additional_special_tokens": [