From 0405a94a89a5ac4f3113d26d6fd59c354642576b Mon Sep 17 00:00:00 2001
From: turboderp <11859846+turboderp@users.noreply.github.com>
Date: Sat, 3 May 2025 22:28:36 +0200
Subject: [PATCH] Model: Cast penalty range to int

---
 backends/exllamav3/model.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/backends/exllamav3/model.py b/backends/exllamav3/model.py
index 09e5585..ab308e5 100644
--- a/backends/exllamav3/model.py
+++ b/backends/exllamav3/model.py
@@ -680,7 +680,7 @@ class ExllamaV3Container(BaseModelContainer):
 
         # Exl3's version of including the entire context
         if penalty_range < 0:
-            penalty_range = 10e7
+            penalty_range = int(10e7)
 
         # Always make sure the fallback is 0 if range < 0
         # It's technically fine to use -1, but this just validates the passed