turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-03-14 15:57:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

HumanEval: Rename new args to match other scripts

Browse Source
This commit is contained in:
turboderp
2024-09-29 12:57:06 +02:00
parent ef7cdda31c
commit cad7848375
1 changed files with 8 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
eval/humaneval.py
View File

@@ -1,8 +1,6 @@
from __future__ import annotations
import os
import sys
import os, sys
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
from human_eval.data import write_jsonl, read_problems
from exllamav2 import model_init
@@ -25,9 +23,9 @@ parser.add_argument("-pf", "--prompt_format", type = str, help = "Instruct forma
parser.add_argument("-v", "--verbose", action = "store_true", help = "Spam completions to console while generating")
parser.add_argument("-e", "--eval", action = "store_true", help = "Run evaluation script on output file after sampling")
parser.add_argument("-temp", "--temperature", type = float, help = "Sampling temperature (0 for greedy), default: 0.6", default = 0.6)
parser.add_argument("--top_k", type = int, help = "Top-k sampling, default: 50", default = 50)
parser.add_argument("--top_p", type = float, help = "Top-p sampling, default: 0.6", default = 0.6)
parser.add_argument("-trp", "--token_repetition_penalty", type = float, help = "Token repetition penalty, default: 1.0", default = 1.0)
parser.add_argument("-topk", "--top_k", type = int, help = "Top-k sampling, default: 50", default = 50)
parser.add_argument("-topp", "--top_p", type = float, help = "Top-p sampling, default: 0.6", default = 0.6)
parser.add_argument("-repp", "--repetition_penalty", type = float, help = "Token repetition penalty, default: 1.0", default = 1.0)
model_init.add_args(parser)
args = parser.parse_args()
@@ -124,10 +122,10 @@ generator = ExLlamaV2DynamicGenerator(
)
gen_settings = ExLlamaV2Sampler.Settings(
token_repetition_penalty=args.token_repetition_penalty,
temperature=args.temperature,
top_k=args.top_k,
top_p=args.top_p
token_repetition_penalty = args.repetition_penalty,
temperature = args.temperature,
top_k = args.top_k,
top_p = args.top_p
)
# Get problems