Add fallback stop condition for Phi3

2026-04-19 22:08:58 +00:00 · 2024-04-24 22:24:31 +02:00
parent af6021d147
commit 426fbca344
1 changed files with 1 additions and 0 deletions
--- a/backend/prompts.py
+++ b/backend/prompts.py
@@ -124,6 +124,7 @@ class PromptFormat_phi3(PromptFormat):
    def stop_conditions(self, tokenizer, settings):
        return \
            [tokenizer.single_id("<|end|>"),
+             tokenizer.single_id("<|assistant|>"),
             tokenizer.single_id("<|endoftext|>"),
             tokenizer.eos_token_id]