turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-04-28 02:01:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

Safer sampler settings for prompt completion in test script

Browse Source
This commit is contained in:
turboderp
2023-12-11 00:25:32 +01:00
parent 1f36c4a3e9
commit 0597668673
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
test_inference.py
View File

@@ -111,10 +111,10 @@ if args.prompt:
print()
settings = ExLlamaV2Sampler.Settings()
settings.temperature = 0.85
settings.top_k = 50
settings.top_p = 0.8
settings.token_repetition_penalty = 1.15
settings.temperature = 0.75
settings.top_k = 100
settings.top_p = 0.75
settings.token_repetition_penalty = 1.05
settings.disallow_tokens(tokenizer, [tokenizer.eos_token_id])
time_begin = time.time()