From 70a55daee3a6809c0dd85492599e5360fab1dd42 Mon Sep 17 00:00:00 2001
From: Primogenitor33 <38472766+Primogenitor33@users.noreply.github.com>
Date: Sat, 6 Jul 2024 03:02:12 -0400
Subject: [PATCH] Fix TabbyAPI Model Options

Corrected an oversight where the TabbyAPI Model installer did not check if VRAM was EQUAL to 12. It only checked <8, >12, or <12.
---
 Launcher.bat | 45 +++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 45 insertions(+)

diff --git a/Launcher.bat b/Launcher.bat
index 2edd046..c7354da 100644
--- a/Launcher.bat
+++ b/Launcher.bat
@@ -2104,6 +2104,21 @@ git clone --single-branch --branch 5_0 https://huggingface.co/bartowski/Hathor_A
 echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% %green_fg_strong%Successfully installed model: Hathor_Stable-L3-8B-v0.5-exl2%reset%
 pause
 goto :install_tabbyapi_model_menu
+) else if %VRAM% equ 12 (
+echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Detected GPU VRAM: %cyan_fg_strong%%VRAM% GB%reset%
+REM Check if model exists
+if exist "Hathor_Aleph-L3-8B-v0.72-exl2-6_5" (
+    REM Remove model if it already exists
+    echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Removing existing model...
+    rmdir /s /q "Hathor_Aleph-L3-8B-v0.72-exl2-6_5"
+)
+echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Downloading model size bits: 6.0
+echo %cyan_fg_strong%The download will take a while, approximately 5 minutes or more, depending on your internet speed.%reset%
+echo %cyan_fg_strong%When you see: Unpacking objects: 100, please wait until you see Successfully installed model in green text.%reset%
+git clone --single-branch --branch 6_5 https://huggingface.co/bartowski/Hathor_Aleph-L3-8B-v0.72-exl2 Hathor_Aleph-L3-8B-v0.72-exl2-6_5
+echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% %green_fg_strong%Successfully installed model: Hathor_Aleph-L3-8B-v0.72-exl2-6_5%reset%
+pause
+goto :install_tabbyapi_model_menu
 ) else if %VRAM% gtr 12 (
 echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Detected GPU VRAM: %cyan_fg_strong%%VRAM% GB%reset%
 REM Check if model exists
@@ -2147,6 +2162,23 @@ git clone --single-branch --branch 5_0 https://huggingface.co/bartowski/Hathor_S
 echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% %green_fg_strong%Successfully installed model: Hathor_Stable-L3-8B-v0.5-exl2%reset%
 pause
 goto :install_tabbyapi_model_menu
+) else if %VRAM% equ 12 (
+echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Detected GPU VRAM: %cyan_fg_strong%%VRAM% GB%reset%
+REM Check if model exists
+if exist "Hathor_Stable-L3-8B-v0.5-exl2-6_5" (
+    REM Remove model if it already exists
+    echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Removing existing model...
+    rmdir /s /q "Hathor_Stable-L3-8B-v0.5-exl2-6_5"
+)
+echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Downloading model size bits: 6.0
+REM set GIT_CURL_VERBOSE=1
+REM set GIT_TRACE=1
+echo %cyan_fg_strong%The download will take a while, approximately 5 minutes or more, depending on your internet speed.%reset%
+echo %cyan_fg_strong%When you see: Unpacking objects: 100, please wait until you see Successfully installed model in green text.%reset%
+git clone --single-branch --branch 6_5 https://huggingface.co/bartowski/Hathor_Stable-L3-8B-v0.5-exl2 Hathor_Stable-L3-8B-v0.5-exl2-6_5
+echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% %green_fg_strong%Successfully installed model: Hathor_Stable-L3-8B-v0.5-exl2%reset%
+pause
+goto :install_tabbyapi_model_menu
 ) else if %VRAM% gtr 12 (
 echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Detected GPU VRAM: %cyan_fg_strong%%VRAM% GB%reset%
 REM Check if model exists
@@ -2191,6 +2223,19 @@ git clone --single-branch --branch 5_0 https://huggingface.co/bartowski/Hathor-L
 echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% %green_fg_strong%Successfully installed model: Hathor-L3-8B-v.01-exl2%reset%
 pause
 goto :install_tabbyapi_model_menu
+) else if %VRAM% equ 12 (
+echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset%Detected GPU VRAM: %cyan_fg_strong%%VRAM% GB%reset%
+REM Check if model exists
+if exist "Hathor-L3-8B-v.01-exl2-6_5" (
+    REM Remove model if it already exists
+    echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Removing existing model...
+    rmdir /s /q "Hathor-L3-8B-v.01-exl2-6_5"
+)
+echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset%Downloading model size bits: 6.0
+git clone --single-branch --branch 6_5 https://huggingface.co/bartowski/Hathor-L3-8B-v.01-exl2 Hathor-L3-8B-v.01-exl2-6_5
+echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% %green_fg_strong%Successfully installed model: Hathor-L3-8B-v.01-exl2%reset%
+pause
+goto :install_tabbyapi_model_menu
 ) else if %VRAM% gtr 12 (
 echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset%Detected GPU VRAM: %cyan_fg_strong%%VRAM% GB%reset%
 REM Check if model exists