mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-01-26 17:20:01 +00:00
d7882c3cf8
* Tool calls support from mainline * update cmake * revert api for /completions * Fix broken thinking process for gpt-oss * add missing args and fix webui bugs * add missing args and fix webui bugs2 * Fix reasoning format error * add usage * change default post_sampling_probs to true * add back generated_text * Remove server endpoints tests * add log * Chat fixes * Remove logs * webui: revert extra handling of thinking process --------- Co-authored-by: firecoperana <firecoperana> Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
34 lines
1.2 KiB
Django/Jinja
34 lines
1.2 KiB
Django/Jinja
{%- if not add_generation_prompt is defined -%}
|
|
{%- set add_generation_prompt = true -%}
|
|
{%- endif -%}
|
|
{%- set ns = namespace(system_prompt='') -%}
|
|
{%- for message in messages -%}
|
|
{%- if message['role'] == 'system' -%}
|
|
{%- set ns.system_prompt = message['content'] -%}
|
|
{%- endif -%}
|
|
{%- endfor -%}
|
|
{{bos_token}}
|
|
{%- if ns.system_prompt != '' -%}
|
|
{{- 'System: ' + ns.system_prompt + '\n\n' -}}
|
|
{%- endif -%}
|
|
{%- for message in messages -%}
|
|
{%- if message['role'] == 'user' -%}
|
|
{{- 'User: ' + message['content']|trim + '\n\n' -}}
|
|
{%- endif -%}
|
|
{%- if message['role'] == 'assistant' and message['content'] is not none -%}
|
|
{%- set content = message['content'] -%}
|
|
{%- if '</think>' in content -%}
|
|
{%- set content = content.split('</think>')[-1] -%}
|
|
{%- endif -%}
|
|
{{- 'Assistant: ' + content|trim + '\n\n' -}}
|
|
{%- endif -%}
|
|
{%- endfor -%}
|
|
{%- if add_generation_prompt -%}
|
|
{{- 'Assistant:' -}}
|
|
{%- if enable_thinking is defined and enable_thinking is false %}
|
|
{{- ' <think>\n</think>' }}
|
|
{%- endif %}
|
|
{%- if enable_thinking is defined and enable_thinking is true %}
|
|
{{- ' <think>' }}
|
|
{%- endif %}
|
|
{%- endif -%} |