From 8a5ac5485ba95f642bfda271792868b63bbcc4d6 Mon Sep 17 00:00:00 2001 From: kingbri Date: Thu, 30 Nov 2023 01:55:46 -0500 Subject: [PATCH] Model: Fix rounding generated_tokens is always a whole number. Signed-off-by: kingbri --- model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/model.py b/model.py index 872e4c1..3b2dc8d 100644 --- a/model.py +++ b/model.py @@ -401,7 +401,7 @@ class ModelContainer: elapsed_time = last_chunk_time - start_time - initial_response = f"Response: {round(generated_tokens, 2)} tokens generated in {round(elapsed_time, 2)} seconds" + initial_response = f"Response: {generated_tokens} tokens generated in {round(elapsed_time, 2)} seconds" itemization = [] extra_parts = []