char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Olivier ChafikTool call support (generic + native for Llama, Functionary, Hermes, Mistral, Firefunction, DeepSeek) w/ lazy grammars (#9639)8b576b6c5

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
3.9 KiB87 linesraw
1{%- if messages[0]["role"] == "system" %}
2    {%- set system_message = messages[0]["content"] %}
3    {%- set loop_messages = messages[1:] %}
4{%- else %}
5    {%- set loop_messages = messages %}
6{%- endif %}
7{%- if not tools is defined %}
8    {%- set tools = none %}
9{%- endif %}
10{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
11
12{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
13{%- set ns = namespace() %}
14{%- set ns.index = 0 %}
15{%- for message in loop_messages %}
16    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
17        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
18            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
19        {%- endif %}
20        {%- set ns.index = ns.index + 1 %}
21    {%- endif %}
22{%- endfor %}
23
24{{- bos_token }}
25{%- for message in loop_messages %}
26    {%- if message["role"] == "user" %}
27        {%- if tools is not none and (message == user_messages[-1]) %}
28            {{- "[AVAILABLE_TOOLS][" }}
29            {%- for tool in tools %}
30                {%- set tool = tool.function %}
31                {{- '{"type": "function", "function": {' }}
32                {%- for key, val in tool.items() if key != "return" %}
33                    {%- if val is string %}
34                        {{- '"' + key + '": "' + val + '"' }}
35                    {%- else %}
36                        {{- '"' + key + '": ' + val|tojson }}
37                    {%- endif %}
38                    {%- if not loop.last %}
39                        {{- ", " }}
40                    {%- endif %}
41                {%- endfor %}
42                {{- "}}" }}
43                {%- if not loop.last %}
44                    {{- ", " }}
45                {%- else %}
46                    {{- "]" }}
47                {%- endif %}
48            {%- endfor %}
49            {{- "[/AVAILABLE_TOOLS]" }}
50            {%- endif %}
51        {%- if loop.last and system_message is defined %}
52            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
53        {%- else %}
54            {{- "[INST]" + message["content"] + "[/INST]" }}
55        {%- endif %}
56    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
57        {{- "[TOOL_CALLS][" }}
58        {%- for tool_call in message.tool_calls %}
59            {%- set out = tool_call.function|tojson %}
60            {{- out[:-1] }}
61            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
62                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
63            {%- endif %}
64            {{- ', "id": "' + tool_call.id + '"}' }}
65            {%- if not loop.last %}
66                {{- ", " }}
67            {%- else %}
68                {{- "]" + eos_token }}
69            {%- endif %}
70        {%- endfor %}
71    {%- elif message["role"] == "assistant" %}
72        {{- message["content"] + eos_token}}
73    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
74        {%- if message.content is defined and message.content.content is defined %}
75            {%- set content = message.content.content %}
76        {%- else %}
77            {%- set content = message.content %}
78        {%- endif %}
79        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
80        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
81            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
82        {%- endif %}
83        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
84    {%- else %}
85        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
86    {%- endif %}
87{%- endfor %}