turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-04-20 06:19:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix HumanEval test for Gemma models

Browse Source
This commit is contained in:
turboderp
2024-03-09 05:59:00 +01:00
parent 222c8465bc
commit 02edfb9f2f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/test_humaneval.py
View File

@@ -97,7 +97,7 @@ with Progress(
# Get problem and batch of completions
problem = [problems[task_id]["prompt"]] * bs
responses = gen.generate_simple(problem, gen_settings, args.max_tokens, stop_token = tokenizer.eos_token_id)
responses = gen.generate_simple(problem, gen_settings, args.max_tokens, stop_token = tokenizer.eos_token_id, add_bos = True)
for response in responses: