{ "add_bos_token": false, "add_prefix_space": false, "added_tokens_decoder": { "145109": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145110": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145111": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145112": { "content": "<|object_ref_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145113": { "content": "<|object_ref_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145114": { "content": "<|box_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145115": { "content": "<|box_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145116": { "content": "<|quad_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145117": { "content": "<|quad_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145118": { "content": "<|vision_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145119": { "content": "<|vision_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145120": { "content": "<|vision_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145121": { "content": "<|image_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145122": { "content": "<|video_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145123": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145124": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145125": { "content": "<|fim_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145126": { "content": "<|fim_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145127": { "content": "<|fim_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145128": { "content": "<|fim_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145129": { "content": "<|repo_name|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145130": { "content": "<|file_sep|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145131": { "content": "<|free_token1|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145132": { "content": "<|free_token2|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145133": { "content": "<|free_token3|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145134": { "content": "<|free_token4|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145135": { "content": "<|free_token5|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145136": { "content": "<|free_token6|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145137": { "content": "<|free_token7|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145138": { "content": "<|free_token8|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145139": { "content": "<|free_token9|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145140": { "content": "<|free_token10|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145141": { "content": "<|free_token11|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145142": { "content": "<|free_token12|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145143": { "content": "<|free_token13|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145144": { "content": "<|free_token14|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145145": { "content": "<|free_token15|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145146": { "content": "<|free_token16|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145147": { "content": "<|free_token17|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145148": { "content": "<|free_token18|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145149": { "content": "<|free_token19|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145150": { "content": "<|free_token20|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145151": { "content": "<|free_token21|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145152": { "content": "<|User|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145153": { "content": "<|EOT|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145154": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145155": { "content": "<|end▁of▁sentence|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145156": { "content": "<|Assistant|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "145157": { "content": "<|begin▁of▁sentence|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145158": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "additional_special_tokens": [ "<|endoftext|>", "<|im_start|>", "<|im_end|>", "<|object_ref_start|>", "<|object_ref_end|>", "<|box_start|>", "<|box_end|>", "<|quad_start|>", "<|quad_end|>", "<|vision_start|>", "<|vision_end|>", "<|vision_pad|>", "<|image_pad|>", "<|video_pad|>", "", "", "<|fim_prefix|>", "<|fim_middle|>", "<|fim_suffix|>", "<|fim_pad|>", "<|repo_name|>", "<|file_sep|>" ], "bos_token": "<|begin▁of▁sentence|>", "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<|User|>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<|Assistant|><|tool▁calls▁begin|><|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<|tool▁call▁end|>'}}{%- set ns.is_first = true -%}{%- else %}{{'\\n' + '<|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<|tool▁call▁end|>'}}{{'<|tool▁calls▁end|><|end▁of▁sentence|>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<|tool▁outputs▁end|>' + message['content'] + '<|end▁of▁sentence|>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{{'<|Assistant|>' + content + '<|end▁of▁sentence|>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<|tool▁outputs▁begin|><|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\\n<|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<|tool▁outputs▁end|>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<|Assistant|>'}}{% endif %}", "clean_up_tokenization_spaces": false, "eos_token": "<|end▁of▁sentence|>", "errors": "replace", "model_max_length": 131072, "pad_token": "<|begin▁of▁sentence|>", "split_special_tokens": false, "tokenizer_class": "Qwen2Tokenizer", "unk_token": null }