mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-14 15:57:27 +00:00
Common: Migrate request utils to networking
Helps organize the project better. Utils is meant to be for simple functions like unwrap. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
@@ -10,13 +10,16 @@ from typing import Optional
|
||||
|
||||
from backends.exllamav2.model import ExllamaV2Container
|
||||
from common.logger import get_loading_progress_bar
|
||||
from common.utils import load_progress
|
||||
|
||||
|
||||
# Global model container
|
||||
container: Optional[ExllamaV2Container] = None
|
||||
|
||||
|
||||
def load_progress(module, modules):
|
||||
"""Wrapper callback for load progress."""
|
||||
yield module, modules
|
||||
|
||||
|
||||
async def unload_model():
|
||||
"""Unloads a model"""
|
||||
global container
|
||||
|
||||
Reference in New Issue
Block a user