From 4cddd0400c9fe2a7a6d76632df7b93d158f0963e Mon Sep 17 00:00:00 2001 From: kingbri Date: Sun, 19 Nov 2023 02:04:02 -0500 Subject: [PATCH] Model: Fix draft model loading Use draft_config to find the path instead of kwargs. Signed-off-by: kingbri --- model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/model.py b/model.py index ed8d50f..2c79f5c 100644 --- a/model.py +++ b/model.py @@ -95,7 +95,7 @@ class ModelContainer: if self.draft_enabled: self.draft_config = ExLlamaV2Config() - draft_model_path = pathlib.Path(kwargs.get("draft_model_dir") or "models") + draft_model_path = pathlib.Path(draft_config.get("draft_model_dir") or "models") draft_model_path = draft_model_path / draft_model_name self.draft_config.model_dir = str(draft_model_path.resolve())