Better sampling settings for test gen

2026-04-22 15:29:15 +00:00 · 2024-05-09 02:31:50 +02:00
parent 750c85e2c7
commit 7502eef349
1 changed files with 4 additions and 4 deletions
--- a/test_inference.py
+++ b/test_inference.py
@@ -191,10 +191,10 @@ if args.prompt:
        print()

        settings = ExLlamaV2Sampler.Settings()
-        settings.temperature = 0.75
-        settings.top_k = 100
-        settings.top_p = 0.75
-        settings.token_repetition_penalty = 1.05
+        settings.temperature = 1.0
+        settings.top_k = 0
+        settings.top_p = 0.8
+        settings.token_repetition_penalty = 1.02
        settings.disallow_tokens(tokenizer, [tokenizer.eos_token_id])

        time_begin = time.time()