From bb8b02a60ab6edb5c7f130844fe31fafd721d239 Mon Sep 17 00:00:00 2001
From: turboderp <11859846+turboderp@users.noreply.github.com>
Date: Sun, 7 Jul 2024 07:54:05 +0200
Subject: [PATCH] Wrap arch_compat_overrides in try block

Quick fix until exllamav2 0.1.7 releases, since the function isn't defined for 0.1.6.
---
 backends/exllamav2/model.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py
index 51a5e8e..5a425c7 100644
--- a/backends/exllamav2/model.py
+++ b/backends/exllamav2/model.py
@@ -178,7 +178,10 @@ class ExllamaV2Container:
         self.config.prepare()
 
         # Check if the model arch is compatible with various exl2 features
-        self.config.arch_compat_overrides()
+        try:
+            self.config.arch_compat_overrides()
+        except AttributeError:
+            pass
 
         # Then override the base_seq_len if present
         override_base_seq_len = kwargs.get("override_base_seq_len")