Upload folder using huggingface_hub
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -6893,7 +6893,7 @@
|
|
6893 |
}
|
6894 |
},
|
6895 |
"bos_token": "<|begin▁of▁sentence|>",
|
6896 |
-
"chat_template": "{
|
6897 |
"clean_up_tokenization_spaces": false,
|
6898 |
"eos_token": "<|endofassistant|>",
|
6899 |
"legacy": true,
|
|
|
6893 |
}
|
6894 |
},
|
6895 |
"bos_token": "<|begin▁of▁sentence|>",
|
6896 |
+
"chat_template": "{% if messages|length > 0 and messages[0]['role'] != 'system' %}<|system|><|endofsystem|>\n{% endif %}{% for message in messages %}{% if message['role'] == 'system' %}<|system|>{% elif message['role'] == 'user' %}<|user|>{% elif message['role'] == 'assistant' %}<|assistant|>{% endif %}{% if message['content'] is string %}{{ message['content'] }}{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}<|img|><|imgpad|><|endofimg|>\n{% elif content['type'] == 'text' %}{{ content['text'] }}{% endif %}{% endfor %}{% endif %}{% if message['role'] == 'system' %}<|endofsystem|>\n{% elif message['role'] == 'user' %}<|endofuser|>{% elif message['role'] == 'assistant' %}<|endofassistant|>{% endif %}{% endfor %}{% if add_generation_prompt %}<|assistant|>{% endif %}",
|
6897 |
"clean_up_tokenization_spaces": false,
|
6898 |
"eos_token": "<|endofassistant|>",
|
6899 |
"legacy": true,
|