turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-04-20 14:29:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix encoder in MMLU

Browse Source
This commit is contained in:
David Toth
2023-12-17 21:08:27 +00:00
committed by GitHub
parent d1f2952cd6
commit ed7a104e71
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/test_mmlu.py
View File

@@ -149,7 +149,7 @@ for variant in variants:
llabels = "ABCD"
for i in range(4):
answer_ = "The answer is: " + llabels[i]
answer_logits.append(tokenizer.tokenizer.EncodeAsIds(answer_)[-1])
answer_logits.append(tokenizer.tokenizer.encode(answer_)[-1])
# Categories