From 0d02af3c81a055ce70c690a8d3618539adf29010 Mon Sep 17 00:00:00 2001 From: kingbri <8082010+kingbri1@users.noreply.github.com> Date: Fri, 2 May 2025 00:26:40 -0400 Subject: [PATCH] Model: Set model_dir on init Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com> --- backends/exllamav3/model.py | 1 + 1 file changed, 1 insertion(+) diff --git a/backends/exllamav3/model.py b/backends/exllamav3/model.py index 6558ddd..48ef1cc 100644 --- a/backends/exllamav3/model.py +++ b/backends/exllamav3/model.py @@ -95,6 +95,7 @@ class ExllamaV3Container(BaseModelContainer): "Please note that all config options may not work." ) + self.model_dir = model_directory self.config = Config.from_directory(model_directory.resolve()) self.model = Model.from_config(self.config) self.tokenizer = Tokenizer.from_config(self.config)