turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-04-22 07:19:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add logit scale

Browse Source
This commit is contained in:
turboderp
2024-03-19 18:08:04 +01:00
parent 21188f796f
commit 21772adaf9
3 changed files with 20 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
test_inference.py
View File

@@ -334,6 +334,9 @@ if args.eval_dataset or args.standard_perplexity:
input_ids = eval_tokens[a:b, :]
logits = x[:, :-1, :]
# if model.config.logit_scale != 1:
# logits.mul_(model.config.logit_scale)
logprob_sum__, logprob_count__ = ppl(input_ids, logits, eval_len[a:b])
logprob_sum += logprob_sum__
logprob_count += logprob_count__