turboderp-org/exllamav3
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav3.git synced 2026-04-20 06:19:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

ppl.py: Add length argument

Browse Source
This commit is contained in:
turboderp
2025-07-15 20:32:47 +02:00
parent 2b3d8b54af
commit c09f809876
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
eval/ppl.py
View File

@@ -53,7 +53,7 @@ def main(args):
bpw_layer, bpw_head, vram_bits = model.get_storage_info()
# Dataset
eval_ids = get_test_tokens(tokenizer, args.rows)
eval_ids = get_test_tokens(tokenizer, args.rows, eval_len = args.length)
# Test
logprob_sum = 0.0
@@ -90,5 +90,6 @@ if __name__ == "__main__":
parser = argparse.ArgumentParser()
model_init.add_args(parser, cache = False)
parser.add_argument("-r", "--rows", type = int, help = "Number of rows", default = 100)
parser.add_argument("-l", "--length", type = int, help = "Length", default = 2048)
_args = parser.parse_args()
main(_args)