Upload tokenizer.json

tokenizer.json

@@ -104,7 +104,7 @@
     },
     {
       "id": 128011,
-      "content": "<tools>",
+      "content": "<think>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -113,7 +113,7 @@
     },
     {
       "id": 128012,
-      "content": "</tools>",
+      "content": "</think>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -140,7 +140,7 @@
     },
     {
       "id": 128015,
-      "content": "<schema>",
+      "content": "<|reserved_special_token_7|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -149,7 +149,7 @@
     },
     {
       "id": 128016,
-      "content": "</schema>",
+      "content": "<|reserved_special_token_8|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -158,7 +158,7 @@
     },
     {
       "id": 128017,
-      "content": "<scratch_pad>",
+      "content": "<|reserved_special_token_9|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -167,7 +167,7 @@
     },
     {
       "id": 128018,
-      "content": "</scratch_pad>",
+      "content": "<|reserved_special_token_10|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -176,7 +176,7 @@
     },
     {
       "id": 128019,
-      "content": "<SCRATCHPAD>",
+      "content": "<|reserved_special_token_11|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -185,7 +185,7 @@
     },
     {
       "id": 128020,
-      "content": "</SCRATCHPAD>",
+      "content": "<|reserved_special_token_12|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -194,7 +194,7 @@
     },
     {
       "id": 128021,
-      "content": "<REASONING>",
+      "content": "<|reserved_special_token_13|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -203,7 +203,7 @@
     },
     {
       "id": 128022,
-      "content": "</REASONING>",
+      "content": "<|reserved_special_token_14|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -212,7 +212,7 @@
     },
     {
       "id": 128023,
-      "content": "<INNER_MONOLOGUE>",
+      "content": "<|reserved_special_token_15|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -221,7 +221,7 @@
     },
     {
       "id": 128024,
-      "content": "</INNER_MONOLOGUE>",
+      "content": "<|reserved_special_token_16|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -230,7 +230,7 @@
     },
     {
       "id": 128025,
-      "content": "<PLAN>",
+      "content": "<|reserved_special_token_17|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -239,7 +239,7 @@
     },
     {
       "id": 128026,
-      "content": "</PLAN>",
+      "content": "<|reserved_special_token_18|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -248,7 +248,7 @@
     },
     {
       "id": 128027,
-      "content": "<EXECUTION>",
+      "content": "<|reserved_special_token_19|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -257,7 +257,7 @@
     },
     {
       "id": 128028,
-      "content": "</EXECUTION>",
+      "content": "<|reserved_special_token_20|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -266,7 +266,7 @@
     },
     {
       "id": 128029,
-      "content": "<REFLECTION>",
+      "content": "<|reserved_special_token_21|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -275,7 +275,7 @@
     },
     {
       "id": 128030,
-      "content": "</REFLECTION>",
+      "content": "<|reserved_special_token_22|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -284,7 +284,7 @@
     },
     {
       "id": 128031,
-      "content": "<THINKING>",
+      "content": "<|reserved_special_token_23|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -293,7 +293,7 @@
     },
     {
       "id": 128032,
-      "content": "</THINKING>",
+      "content": "<|reserved_special_token_24|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -302,7 +302,7 @@
     },
     {
       "id": 128033,
-      "content": "<SOLUTION>",
+      "content": "<|reserved_special_token_25|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -311,7 +311,7 @@
     },
     {
       "id": 128034,
-      "content": "</SOLUTION>",
+      "content": "<|reserved_special_token_26|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -320,7 +320,7 @@
     },
     {
       "id": 128035,
-      "content": "<EXPLANATION>",
+      "content": "<|reserved_special_token_27|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -329,7 +329,7 @@
     },
     {
       "id": 128036,
-      "content": "</EXPLANATION>",
+      "content": "<|reserved_special_token_28|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -338,7 +338,7 @@
     },
     {
       "id": 128037,
-      "content": "<UNIT_TEST>",
+      "content": "<|reserved_special_token_29|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -347,25 +347,25 @@
     },
     {
       "id": 128038,
-      "content": "</UNIT_TEST>",
+      "content": "<|reserved_special_token_30|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": false
+      "special": true
     },
     {
       "id": 128039,
-      "content": "<|im_end|>",
+      "content": "<|reserved_special_token_31|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128040,
-      "content": "<|im_start|>",
+      "content": "<|reserved_special_token_32|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,