theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-29 02:31:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

Model: Fix rounding

Browse Source 
generated_tokens is always a whole number.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2023-11-30 01:55:46 -05:00
parent e703c716ee
commit 8a5ac5485b
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
model.py
View File

@@ -401,7 +401,7 @@ class ModelContainer:
elapsed_time = last_chunk_time - start_time elapsed_time = last_chunk_time - start_time
initial_response = f"Response: {round(generated_tokens, 2)} tokens generated in {round(elapsed_time, 2)} seconds" initial_response = f"Response: {generated_tokens} tokens generated in {round(elapsed_time, 2)} seconds"
itemization = [] itemization = []
extra_parts = [] extra_parts = []