mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2025-11-03 09:22:01 +00:00
0d9226763c
* llama : add jinja template for rwkv-world Signed-off-by: Molly Sophia <mollysophia379@gmail.com> * Update convert_hf_to_gguf.py Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@scala.com> --------- Signed-off-by: Molly Sophia <mollysophia379@gmail.com> Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@scala.com>
34 lines
1.2 KiB
Django/Jinja
34 lines
1.2 KiB
Django/Jinja
{%- if not add_generation_prompt is defined -%}
|
|
{%- set add_generation_prompt = true -%}
|
|
{%- endif -%}
|
|
{%- set ns = namespace(system_prompt='') -%}
|
|
{%- for message in messages -%}
|
|
{%- if message['role'] == 'system' -%}
|
|
{%- set ns.system_prompt = message['content'] -%}
|
|
{%- endif -%}
|
|
{%- endfor -%}
|
|
{{bos_token}}
|
|
{%- if ns.system_prompt != '' -%}
|
|
{{- 'System: ' + ns.system_prompt + '\n\n' -}}
|
|
{%- endif -%}
|
|
{%- for message in messages -%}
|
|
{%- if message['role'] == 'user' -%}
|
|
{{- 'User: ' + message['content']|trim + '\n\n' -}}
|
|
{%- endif -%}
|
|
{%- if message['role'] == 'assistant' and message['content'] is not none -%}
|
|
{%- set content = message['content'] -%}
|
|
{%- if '</think>' in content -%}
|
|
{%- set content = content.split('</think>')[-1] -%}
|
|
{%- endif -%}
|
|
{{- 'Assistant: ' + content|trim + '\n\n' -}}
|
|
{%- endif -%}
|
|
{%- endfor -%}
|
|
{%- if add_generation_prompt -%}
|
|
{{- 'Assistant:' -}}
|
|
{%- if enable_thinking is defined and enable_thinking is false %}
|
|
{{- ' <think>\n</think>' }}
|
|
{%- endif %}
|
|
{%- if enable_thinking is defined and enable_thinking is true %}
|
|
{{- ' <think>' }}
|
|
{%- endif %}
|
|
{%- endif -%} |