Upload 4 files

tokenizer_3/tokenizer.json

@@ -955,7 +955,7 @@
   "pre_tokenizer": {
     "type": "Metaspace",
     "replacement": "▁",
-    "prepend_scheme": "always",
+    "prepend_scheme": "never",
     "split": true
   },
   "post_processor": {
@@ -1015,7 +1015,7 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "prepend_scheme": "always",
+    "prepend_scheme": "never",
     "split": true
   },
   "model": {

tokenizer_3/tokenizer_config.json

@@ -1,5 +1,5 @@
 {
-  "add_prefix_space": true,
+  "add_prefix_space": false,
   "added_tokens_decoder": {
     "0": {
       "content": "<pad>",
@@ -931,10 +931,12 @@
   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
   "extra_ids": 100,
+  "extra_special_tokens": {},
   "legacy": true,
   "model_max_length": 512,
   "pad_token": "<pad>",
   "sp_model_kwargs": {},
   "tokenizer_class": "T5Tokenizer",
-  "unk_token": "<unk>"
+  "unk_token": "<unk>",
+  "use_fast": true
 }