Chatbot: fix chatml template

2026-04-20 14:29:28 +00:00 · 2024-07-03 22:34:46 +02:00
parent 95e093a2b2
commit e56cfe2219
1 changed files with 1 additions and 0 deletions
--- a/examples/chat_prompts.py
+++ b/examples/chat_prompts.py
@@ -229,6 +229,7 @@ class PromptFormat_chatml(PromptFormat):
    def stop_conditions(self, tokenizer):
        return \
            [tokenizer.eos_token_id,
+             tokenizer.single_id("<|im_end|>"),
             """<|im_end|>"""]

    def encoding_options(self):