Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -9009,7 +9009,7 @@
|
|
9009 |
"bos_token": "<s>",
|
9010 |
"clean_up_tokenization_spaces": false,
|
9011 |
"eos_token": "<|im_end|>",
|
9012 |
-
"chat_template": "{%- set loop_messages = messages %}\n{%- for message in loop_messages %}\n {%- set content = '<|im_start|>' + message['role'] + '\\n'+ message['content'] | trim %}\n {%- if loop.index0 == 0 %}\n {%- set content = content %}\n {%- endif %}\n {%- if not (loop.last and message['role'] == 'assistant') %}\n {%- set content = content + '<|im_end|>\\n' %}\n {%- endif %}\n {{- content }}\n{%- endfor %}\n{%- if messages[-1]['role'] != 'assistant' %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}",
|
9013 |
"extra_special_tokens": {},
|
9014 |
"legacy": true,
|
9015 |
"model_max_length": 32768,
|
|
|
9009 |
"bos_token": "<s>",
|
9010 |
"clean_up_tokenization_spaces": false,
|
9011 |
"eos_token": "<|im_end|>",
|
9012 |
+
"chat_template": "{{ bos_token }}{%- set loop_messages = messages %}\n{%- for message in loop_messages %}\n {%- set content = '<|im_start|>' + message['role'] + '\\n'+ message['content'] | trim %}\n {%- if loop.index0 == 0 %}\n {%- set content = content %}\n {%- endif %}\n {%- if not (loop.last and message['role'] == 'assistant') %}\n {%- set content = content + '<|im_end|>\\n' %}\n {%- endif %}\n {{- content }}\n{%- endfor %}\n{%- if messages[-1]['role'] != 'assistant' %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}",
|
9013 |
"extra_special_tokens": {},
|
9014 |
"legacy": true,
|
9015 |
"model_max_length": 32768,
|