theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-14 15:57:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Model: Fix some warnings

Browse Source
This commit is contained in:
turboderp
2025-05-03 18:31:14 +02:00
parent 15cc480cb0
commit 8c75b29923
1 changed files with 5 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
backends/exllamav3/model.py
View File

@@ -56,12 +56,11 @@ class ExllamaV3Container(BaseModelContainer):
load_condition: asyncio.Condition = asyncio.Condition()
# Exl3 vars
model: Model
cache: Cache
tokenizer: Tokenizer
config: Config
model: Optional[Model]
cache: Optional[Cache]
tokenizer: Optional[Tokenizer]
config: Optional[Config]
generator: Optional[AsyncGenerator] = None
generation_config: Optional[GenerationConfig] = None
tokenizer_config: Optional[TokenizerConfig] = None
# Class-specific vars
@@ -96,7 +95,7 @@ class ExllamaV3Container(BaseModelContainer):
)
self.model_dir = model_directory
self.config = Config.from_directory(model_directory.resolve())
self.config = Config.from_directory(str(model_directory.resolve()))
self.model = Model.from_config(self.config)
self.tokenizer = Tokenizer.from_config(self.config)