mirror of
https://github.com/zenlm/engine.git
synced 2026-10-30 15:00:05 +00:00
Eric BuehlerandGitHub
ff043d98cd
* Llama model tool calling support * Llama tool calling works * Nice tool calling support * Tool calling working with Mistral 3 * Support hermes * Mistral nemo support
68 lines
2.8 KiB
Django/Jinja
68 lines
2.8 KiB
Django/Jinja
{%- if messages[0]["role"] == "system" %}
|
|
{%- set system_message = messages[0]["content"] %}
|
|
{%- set loop_messages = messages[1:] %}
|
|
{%- else %}
|
|
{%- set loop_messages = messages %}
|
|
{%- endif %}
|
|
{%- if not tools is defined %}
|
|
{%- set tools = none %}
|
|
{%- endif %}
|
|
{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
|
|
|
|
{{- bos_token }}
|
|
{%- for message in loop_messages %}
|
|
{%- if message["role"] == "user" %}
|
|
{%- if tools is not none and (message == user_messages[-1]) %}
|
|
{{- "[AVAILABLE_TOOLS][" }}
|
|
{%- for tool in tools %}
|
|
{%- set tool = tool.function %}
|
|
{{- '{"type": "function", "function": {' }}
|
|
{%- for key, val in tool.items() if key != "return" %}
|
|
{%- if val is string %}
|
|
{{- '"' + key + '": "' + val + '"' }}
|
|
{%- else %}
|
|
{{- '"' + key + '": ' + val|tojson }}
|
|
{%- endif %}
|
|
{%- if not loop.last %}
|
|
{{- ", " }}
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
{{- "}}" }}
|
|
{%- if not loop.last %}
|
|
{{- ", " }}
|
|
{%- else %}
|
|
{{- "]" }}
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
{{- "[/AVAILABLE_TOOLS]" }}
|
|
{%- endif %}
|
|
{%- if loop.last and system_message is defined %}
|
|
{{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
|
|
{%- else %}
|
|
{{- "[INST]" + message["content"] + "[/INST]" }}
|
|
{%- endif %}
|
|
{%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
|
|
{{- "[TOOL_CALLS][" }}
|
|
{%- for tool_call in message.tool_calls %}
|
|
{%- set out = tool_call.function|tojson %}
|
|
{{- out[:-1] }}
|
|
{{- ', "id": "' + tool_call.id + '"}' }}
|
|
{%- if not loop.last %}
|
|
{{- ", " }}
|
|
{%- else %}
|
|
{{- "]" + eos_token }}
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
{%- elif message["role"] == "assistant" %}
|
|
{{- message["content"] + eos_token}}
|
|
{%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
|
|
{%- if message.content is defined and message.content.content is defined %}
|
|
{%- set content = message.content.content %}
|
|
{%- else %}
|
|
{%- set content = message.content %}
|
|
{%- endif %}
|
|
{{- '[TOOL_RESULTS]{"content": ' + content|string + ", " + "[/TOOL_RESULTS]" }}
|
|
{%- else %}
|
|
{{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
|
|
{%- endif %}
|
|
{%- endfor %} |