PocketDoc commited on
Commit
6ee3162
·
verified ·
1 Parent(s): e41f1d9

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -9009,7 +9009,7 @@
9009
  "bos_token": "<s>",
9010
  "clean_up_tokenization_spaces": false,
9011
  "eos_token": "<|im_end|>",
9012
- "chat_template": "{%- set loop_messages = messages %}\n{%- for message in loop_messages %}\n {%- set content = '<|im_start|>' + message['role'] + '\\n'+ message['content'] | trim %}\n {%- if loop.index0 == 0 %}\n {%- set content = content %}\n {%- endif %}\n {%- if not (loop.last and message['role'] == 'assistant') %}\n {%- set content = content + '<|im_end|>\\n' %}\n {%- endif %}\n {{- content }}\n{%- endfor %}\n{%- if messages[-1]['role'] != 'assistant' %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}",
9013
  "extra_special_tokens": {},
9014
  "legacy": true,
9015
  "model_max_length": 32768,
 
9009
  "bos_token": "<s>",
9010
  "clean_up_tokenization_spaces": false,
9011
  "eos_token": "<|im_end|>",
9012
+ "chat_template": "{{ bos_token }}{%- set loop_messages = messages %}\n{%- for message in loop_messages %}\n {%- set content = '<|im_start|>' + message['role'] + '\\n'+ message['content'] | trim %}\n {%- if loop.index0 == 0 %}\n {%- set content = content %}\n {%- endif %}\n {%- if not (loop.last and message['role'] == 'assistant') %}\n {%- set content = content + '<|im_end|>\\n' %}\n {%- endif %}\n {{- content }}\n{%- endfor %}\n{%- if messages[-1]['role'] != 'assistant' %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}",
9013
  "extra_special_tokens": {},
9014
  "legacy": true,
9015
  "model_max_length": 32768,