turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-04-20 14:29:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix regular ppl test

Browse Source
This commit is contained in:
turboderp
2023-12-30 22:14:43 +01:00
parent 4d5ef3b53d
commit 5ddf57f945
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
test_inference.py
View File

@@ -236,7 +236,7 @@ if args.eval_dataset or args.standard_perplexity:
ll = logits__.shape[1]
for bi in range(logits__.shape[0]):
cl = ll - lengths__[bi]
cl = max(ll - lengths__[bi], 0)
logits_ = logits__[bi:bi+1, cl:, :]
input_ids_ = input_ids__[bi:bi+1, cl:]