turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-04-27 01:39:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

add top_a in a few more places

Browse Source
This commit is contained in:
AlpinDale
2023-12-21 15:28:34 +00:00
parent f55bece3d3
commit 5131099b5f
6 changed files with 10 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tests/test.py
View File

@@ -74,6 +74,7 @@ def test_gen_normal(prompt, max_new_tokens):
settings.temperature = 0.85
settings.top_k = 50
settings.top_p = 0.8
settings.top_a = 0.0
settings.token_repetition_penalty = 1.15
settings.disallow_tokens(tokenizer, [tokenizer.eos_token_id])
@@ -103,6 +104,7 @@ def test_gen_streaming(prompt, max_new_tokens):
settings.temperature = 0.85
settings.top_k = 50
settings.top_p = 0.8
settings.top_a = 0.0
settings.token_repetition_penalty = 1.15
settings.disallow_tokens(tokenizer, [tokenizer.eos_token_id])
@@ -150,6 +152,7 @@ def test_gen_batch(max_new_tokens):
settings.temperature = 0.85
settings.top_k = 50
settings.top_p = 0.8
settings.top_a = 0.0
settings.token_repetition_penalty = 1.15
settings.disallow_tokens(tokenizer, [tokenizer.eos_token_id])
@@ -183,6 +186,7 @@ def test_multicache(max_new_tokens):
settings.temperature = 0.85
settings.top_k = 50
settings.top_p = 0.8
settings.top_a = 0.0
settings.token_repetition_penalty = 1.15
settings.disallow_tokens(tokenizer, [tokenizer.eos_token_id])