turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-04-20 14:29:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Example Gemma template

Browse Source
This commit is contained in:
turboderp
2024-07-04 05:20:31 +02:00
parent d2b17db5de
commit c8e5cedfb3
1 changed files with 8 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
examples/util.py
View File

@@ -29,6 +29,12 @@ def format_prompt(prompt_format, sp, p):
f"{p}<|im_end|>\n"
f"<|im_start|>assistant\n"
)
elif prompt_format == "gemma":
return (
f"<bos><start_of_turn>user\n"
f"{p}<end_of_turn>\n"
f"<start_of_turn>model\n"
)
def get_stop_conditions(prompt_format, tokenizer):
if prompt_format == "llama":
@@ -37,7 +43,8 @@ def get_stop_conditions(prompt_format, tokenizer):
return [tokenizer.single_id("<|eot_id|>")]
elif prompt_format == "granite":
return [tokenizer.eos_token_id, "\n\nQuestion:"]
elif prompt_format == "gemma":
return [tokenizer.eos_token_id, "<end_of_turn>"]
# Cached dataset loader