fix missing the `{% generation %}` keyword while using tokenizer.apply_chat_template(...return_assistant_tokens_mask=True)
#112
by
lllIIIlIlIk
- opened
- chat_template.jinja +2 -0
chat_template.jinja
CHANGED
@@ -259,6 +259,7 @@
|
|
259 |
{%- for message in loop_messages -%}
|
260 |
{#- At this point only assistant/user/tool messages should remain #}
|
261 |
{%- if message.role == 'assistant' -%}
|
|
|
262 |
{#- Checks to ensure the messages are being passed in the format we expect #}
|
263 |
{%- if "content" in message %}
|
264 |
{%- if "<|channel|>analysis<|message|>" in message.content or "<|channel|>final<|message|>" in message.content %}
|
@@ -314,6 +315,7 @@
|
|
314 |
{{- "<|start|>assistant<|channel|>final<|message|>" + message.content + "<|end|>" }}
|
315 |
{%- set last_tool_call.name = none %}
|
316 |
{%- endif %}
|
|
|
317 |
{%- elif message.role == 'tool' -%}
|
318 |
{%- if last_tool_call.name is none %}
|
319 |
{{- raise_exception("Message has tool role, but there was no previous assistant message with a tool call!") }}
|
|
|
259 |
{%- for message in loop_messages -%}
|
260 |
{#- At this point only assistant/user/tool messages should remain #}
|
261 |
{%- if message.role == 'assistant' -%}
|
262 |
+
{% generation %}
|
263 |
{#- Checks to ensure the messages are being passed in the format we expect #}
|
264 |
{%- if "content" in message %}
|
265 |
{%- if "<|channel|>analysis<|message|>" in message.content or "<|channel|>final<|message|>" in message.content %}
|
|
|
315 |
{{- "<|start|>assistant<|channel|>final<|message|>" + message.content + "<|end|>" }}
|
316 |
{%- set last_tool_call.name = none %}
|
317 |
{%- endif %}
|
318 |
+
{% endgeneration %}
|
319 |
{%- elif message.role == 'tool' -%}
|
320 |
{%- if last_tool_call.name is none %}
|
321 |
{{- raise_exception("Message has tool role, but there was no previous assistant message with a tool call!") }}
|