yonghenglh6 commited on
Commit
26f20a0
·
verified ·
1 Parent(s): 04a7cff

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -6893,7 +6893,7 @@
6893
  }
6894
  },
6895
  "bos_token": "<|begin▁of▁sentence|>",
6896
- "chat_template": "{%- for m in messages %}\n {%- if m.role == 'system' %}\n {{- '<|system|>' + m.content + '<|endofsystem|>\\n' }}\n {%- elif m.role == 'user' %}\n {{- '<|user|>' + m.content + '<|endofuser|>' }}\n {%- elif m.role == 'assistant' %}\n {{- '<|assistant|>' + m.content }}\n {%- if not loop.last %}\n {{- '<|endofassistant|>' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if messages[-1].role != 'assistant' %}\n {{- '<|assistant|>' }}\n{%- endif %}",
6897
  "clean_up_tokenization_spaces": false,
6898
  "eos_token": "<|endofassistant|>",
6899
  "legacy": true,
 
6893
  }
6894
  },
6895
  "bos_token": "<|begin▁of▁sentence|>",
6896
+ "chat_template": "{% if messages|length > 0 and messages[0]['role'] != 'system' %}<|system|><|endofsystem|>\n{% endif %}{% for message in messages %}{% if message['role'] == 'system' %}<|system|>{% elif message['role'] == 'user' %}<|user|>{% elif message['role'] == 'assistant' %}<|assistant|>{% endif %}{% if message['content'] is string %}{{ message['content'] }}{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}<|img|><|imgpad|><|endofimg|>\n{% elif content['type'] == 'text' %}{{ content['text'] }}{% endif %}{% endfor %}{% endif %}{% if message['role'] == 'system' %}<|endofsystem|>\n{% elif message['role'] == 'user' %}<|endofuser|>{% elif message['role'] == 'assistant' %}<|endofassistant|>{% endif %}{% endfor %}{% if add_generation_prompt %}<|assistant|>{% endif %}",
6897
  "clean_up_tokenization_spaces": false,
6898
  "eos_token": "<|endofassistant|>",
6899
  "legacy": true,