char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Molly Sophiallama : add jinja template for rwkv-world (#14665)0d9226763

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
1.2 KiB34 linesraw
1{%- if not add_generation_prompt is defined -%}
2    {%- set add_generation_prompt = true -%}
3{%- endif -%}
4{%- set ns = namespace(system_prompt='') -%}
5{%- for message in messages -%}
6    {%- if message['role'] == 'system' -%}
7        {%- set ns.system_prompt = message['content'] -%}
8    {%- endif -%}
9{%- endfor -%}
10{{bos_token}}
11{%- if ns.system_prompt != '' -%}
12{{- 'System: ' + ns.system_prompt + '\n\n' -}}
13{%- endif -%}
14{%- for message in messages -%}
15    {%- if message['role'] == 'user' -%}
16        {{- 'User: ' + message['content']|trim + '\n\n' -}}
17    {%- endif -%}
18    {%- if message['role'] == 'assistant' and message['content'] is  not none -%}
19        {%- set content = message['content'] -%}
20        {%- if '</think>' in content -%}
21            {%- set content = content.split('</think>')[-1] -%}
22        {%- endif -%}
23        {{- 'Assistant: ' + content|trim + '\n\n' -}}
24    {%- endif -%}
25{%- endfor -%}
26{%- if add_generation_prompt -%}
27    {{- 'Assistant:' -}}
28    {%- if enable_thinking is defined and enable_thinking is false %}
29        {{- ' <think>\n</think>' }}
30    {%- endif %}
31    {%- if enable_thinking is defined and enable_thinking is true %}
32        {{- ' <think>' }}
33    {%- endif %}
34{%- endif -%}