theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-15 00:07:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Model: Avoid initializing class variables

Browse Source
This commit is contained in:
turboderp
2025-05-04 01:26:42 +02:00
parent 0405a94a89
commit 1db2cb99cb
1 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
backends/exllamav3/model.py
View File

@@ -62,6 +62,8 @@ class ExllamaV3Container(BaseModelContainer):
config: Optional[Config] config: Optional[Config]
generator: Optional[AsyncGenerator] = None generator: Optional[AsyncGenerator] = None
tokenizer_config: Optional[TokenizerConfig] = None tokenizer_config: Optional[TokenizerConfig] = None
generator: Optional[AsyncGenerator]
tokenizer_config: Optional[TokenizerConfig]
# Class-specific vars # Class-specific vars
gpu_split: List[float] | None = None gpu_split: List[float] | None = None
@@ -89,6 +91,13 @@ class ExllamaV3Container(BaseModelContainer):
self = cls() self = cls()
self.model = None
self.cache = None
self.tokenizer = None
self.config = None
self.generator = None
self.tokenizer_config = None
logger.warning( logger.warning(
"ExllamaV3 is currently in an alpha state. " "ExllamaV3 is currently in an alpha state. "
"Please note that all config options may not work." "Please note that all config options may not work."