turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-04-20 06:19:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix deprecated example

Browse Source
This commit is contained in:
turboderp
2024-06-02 12:53:50 +02:00
parent f84d1a528d
commit e2e3535a9c
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/deprecated/lm_format_enforcer.py
View File

@@ -53,8 +53,6 @@ def completion(prompt, filters = None, max_new_tokens = 200):
settings.top_p = 0.5
settings.token_repetition_penalty = 1.0
settings.filters = filters
# Send prompt to generator to begin stream
input_ids = tokenizer.encode(prompt)