fix missing the `{% generation %}` keyword while using tokenizer.apply_chat_template(...return_assistant_tokens_mask=True)

#112
Files changed (1) hide show
  1. chat_template.jinja +2 -0
chat_template.jinja CHANGED
@@ -259,6 +259,7 @@
259
  {%- for message in loop_messages -%}
260
  {#- At this point only assistant/user/tool messages should remain #}
261
  {%- if message.role == 'assistant' -%}
 
262
  {#- Checks to ensure the messages are being passed in the format we expect #}
263
  {%- if "content" in message %}
264
  {%- if "<|channel|>analysis<|message|>" in message.content or "<|channel|>final<|message|>" in message.content %}
@@ -314,6 +315,7 @@
314
  {{- "<|start|>assistant<|channel|>final<|message|>" + message.content + "<|end|>" }}
315
  {%- set last_tool_call.name = none %}
316
  {%- endif %}
 
317
  {%- elif message.role == 'tool' -%}
318
  {%- if last_tool_call.name is none %}
319
  {{- raise_exception("Message has tool role, but there was no previous assistant message with a tool call!") }}
 
259
  {%- for message in loop_messages -%}
260
  {#- At this point only assistant/user/tool messages should remain #}
261
  {%- if message.role == 'assistant' -%}
262
+ {% generation %}
263
  {#- Checks to ensure the messages are being passed in the format we expect #}
264
  {%- if "content" in message %}
265
  {%- if "<|channel|>analysis<|message|>" in message.content or "<|channel|>final<|message|>" in message.content %}
 
315
  {{- "<|start|>assistant<|channel|>final<|message|>" + message.content + "<|end|>" }}
316
  {%- set last_tool_call.name = none %}
317
  {%- endif %}
318
+ {% endgeneration %}
319
  {%- elif message.role == 'tool' -%}
320
  {%- if last_tool_call.name is none %}
321
  {{- raise_exception("Message has tool role, but there was no previous assistant message with a tool call!") }}