| { | |
| "additional_special_tokens": [ | |
| "<|endoftext|>", | |
| "<|fim_prefix|>", | |
| "<|fim_middle|>", | |
| "<|fim_suffix|>", | |
| "<|endofprompt|>", | |
| "<|_unuse_missing_100256|>", | |
| "<|_unuse_missing_100261|>", | |
| "<|_unuse_missing_100262|>", | |
| "<|_unuse_missing_100263|>", | |
| "<|_unuse_missing_100264|>", | |
| "<|_unuse_missing_100265|>", | |
| "<|_unuse_missing_100266|>", | |
| "<|_unuse_missing_100267|>", | |
| "<|_unuse_missing_100268|>", | |
| "<|_unuse_missing_100269|>", | |
| "<|_unuse_missing_100270|>", | |
| "<|_unuse_missing_100271|>", | |
| "<|_unuse_missing_100272|>", | |
| "<|_unuse_missing_100273|>", | |
| "<|_unuse_missing_100274|>", | |
| "<|_unuse_missing_100275|>" | |
| ], | |
| "bos_token": "<|endoftext|>", | |
| "eos_token": "<|endoftext|>", | |
| "unk_token": "<|endoftext|>" | |
| } | |