OAI: Split up utility functions

Just like types, put utility functions in their own separate module
based on the route.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2024-02-01 00:26:42 -05:00
parent 634d299fd9
commit d3781920b3
6 changed files with 44 additions and 38 deletions

View File

@@ -282,6 +282,7 @@ class ExllamaV2Container:
def get_model_path(self, is_draft: bool = False):
"""Get the path for this model."""
model_path = pathlib.Path(
self.draft_config.model_dir if is_draft else self.config.model_dir
)
@@ -296,6 +297,7 @@ class ExllamaV2Container:
module loaded. Prototype:
def progress(loaded_modules: int, total_modules: int)
"""
for _ in self.load_gen(progress_callback):
pass