SillyTavern/SillyTavern-Launcher
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern-Launcher.git synced 2026-01-26 17:09:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

update links & add tabbyapi model

Browse Source
This commit is contained in:
deffcolony
2025-03-21 15:31:59 +01:00
parent 14ede31c74
commit 677b89f211
1 changed files with 75 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

84
Launcher.bat
View File

@@ -2308,10 +2308,11 @@ echo %blue_fg_strong% ==========================================================
echo %cyan_fg_strong% ____________________________________________________________________________________________%reset%
echo %cyan_fg_strong%^| What would you like to do? ^|%reset%
echo 1. Install Hathor_Tahsin-L3-8B-v0.85-5bpw-exl2 [RP, General, UNCENSORED]
echo 2. Install L3-8B-Stheno-v3.2-exl2 [RP, UNCENSORED]
echo 3. Install Replete-Coder-Instruct-8b-Merged-exl2 [Programming, Cybersecurity, UNCENSORED]
echo 4. Install a custom model
echo 1. Install Captain-Eris_Violet-V0.420-12B-4bpw-exl2 [RP, General, UNCENSORED]
echo 2. Install Hathor_Tahsin-L3-8B-v0.85-5bpw-exl2 [RP, General, UNCENSORED]
echo 3. Install L3-8B-Stheno-v3.2-exl2 [RP, UNCENSORED]
echo 4. Install Replete-Coder-Instruct-8b-Merged-exl2 [Programming, Cybersecurity, UNCENSORED]
echo 5. Install a custom model
echo %cyan_fg_strong% ____________________________________________________________________________________________%reset%
echo %cyan_fg_strong%^| Menu Options: ^|%reset%
echo 0. Back
@@ -2328,12 +2329,14 @@ set /p "app_installer_tabbyapi_model_choice=%BS% Choose Your Destiny: "
REM ######## APP INSTALLER TABBYAPI Models - BACKEND #########
if "%app_installer_tabbyapi_model_choice%"=="1" (
call :install_tabbyapi_model_hathor
call :install_tabbyapi_model_captainiris
) else if "%app_installer_tabbyapi_model_choice%"=="2" (
goto :install_tabbyapi_model_stheno
goto :install_tabbyapi_model_hathor
) else if "%app_installer_tabbyapi_model_choice%"=="3" (
goto :install_tabbyapi_model_repletecoder
goto :install_tabbyapi_model_stheno
) else if "%app_installer_tabbyapi_model_choice%"=="4" (
goto :install_tabbyapi_model_repletecoder
) else if "%app_installer_tabbyapi_model_choice%"=="5" (
goto :install_tabbyapi_model_custom
) else if "%app_installer_tabbyapi_model_choice%"=="0" (
goto :install_tabbyapi_menu
@@ -2344,6 +2347,66 @@ if "%app_installer_tabbyapi_model_choice%"=="1" (
goto :install_tabbyapi_model_menu
)
:install_tabbyapi_model_captainiris
cd /d "%tabbyapi_install_path%\models"
REM Install model Based on VRAM Size
if %UVRAM% lss 8 (
echo %red_bg%[%time%]%reset% %red_fg_strong%[ERROR] Sorry... You need atleast 8GB VRAM or more to run a local LLM%reset%
pause
goto :install_tabbyapi_model_menu
) else if %UVRAM% lss 12 (
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset%Detected GPU VRAM: %cyan_fg_strong%%UVRAM% GB%reset%
REM Check if model exists
if exist "Captain-Eris_Violet-V0.420-12B-4bpw-exl2" (
REM Remove model if it already exists
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Removing existing model...
rmdir /s /q "Captain-Eris_Violet-V0.420-12B-4bpw-exl2"
)
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Downloading model size bits: 4.0
echo %cyan_fg_strong%The download will take a while, approximately 5 minutes or more, depending on your internet speed.%reset%
echo %cyan_fg_strong%When you see: Unpacking objects: 100, please wait until you see Successfully installed model in green text.%reset%
git clone https://huggingface.co/Nitrals-Quants/Captain-Eris_Violet-V0.420-12B-4bpw-exl2
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% %green_fg_strong%Successfully installed model: Captain-Eris_Violet-V0.420-12B-4bpw-exl2%reset%
goto :install_tabbyapi_model_captainiris_presets
) else if %UVRAM% equ 12 (
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Detected GPU VRAM: %cyan_fg_strong%%UVRAM% GB%reset%
REM Check if model exists
if exist "Captain-Eris_Violet-V0.420-12B-4bpw-exl2" (
REM Remove model if it already exists
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Removing existing model...
rmdir /s /q "Captain-Eris_Violet-V0.420-12B-4bpw-exl2"
)
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Downloading model size bits: 4.0
echo %cyan_fg_strong%The download will take a while, approximately 5 minutes or more, depending on your internet speed.%reset%
echo %cyan_fg_strong%When you see: Unpacking objects: 100, please wait until you see Successfully installed model in green text.%reset%
git clone https://huggingface.co/Nitrals-Quants/Captain-Eris_Violet-V0.420-12B-4bpw-exl2
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% %green_fg_strong%Successfully installed model: Captain-Eris_Violet-V0.420-12B-4bpw-exl2%reset%
goto :install_tabbyapi_model_captainiris_presets
) else if %UVRAM% gtr 12 (
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Detected GPU VRAM: %cyan_fg_strong%%UVRAM% GB%reset%
REM Check if model exists
if exist "Captain-Eris_Violet-V0.420-12B-4bpw-exl2" (
REM Remove model if it already exists
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Removing existing model...
rmdir /s /q "Captain-Eris_Violet-V0.420-12B-4bpw-exl2"
)
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Downloading model size bits: 4.0
echo %cyan_fg_strong%The download will take a while, approximately 5 minutes or more, depending on your internet speed.%reset%
echo %cyan_fg_strong%When you see: Unpacking objects: 100, please wait until you see Successfully installed model in green text.%reset%
git clone https://huggingface.co/Nitrals-Quants/Captain-Eris_Violet-V0.420-12B-4bpw-exl2
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% %green_fg_strong%Successfully installed model: Captain-Eris_Violet-V0.420-12B-4bpw-exl2%reset%
goto :install_tabbyapi_model_captainiris_presets
) else (
echo %red_bg%[%time%]%reset% %red_fg_strong%[ERROR] An unexpected amount of VRAM detected or unable to detect VRAM. Check your system specifications.%reset%
pause
goto :install_tabbyapi_model_menu
)
:install_tabbyapi_model_hathor
cd /d "%tabbyapi_install_path%\models"
REM Install model Based on VRAM Size
@@ -2529,6 +2592,9 @@ goto :install_tabbyapi_model_menu
goto :install_tabbyapi_model_menu
)
:install_tabbyapi_model_captainiris_presets
:install_tabbyapi_model_hathor_presets
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Downloading Hathor presets...
cd /d "%tabbyapi_install_path%\models"
@@ -2879,7 +2945,7 @@ git clone https://github.com/Bing-su/adetailer.git
git clone https://github.com/hako-mikan/sd-webui-supermerger.git
git clone https://github.com/AlUlkesh/stable-diffusion-webui-images-browser.git
git clone https://github.com/hako-mikan/sd-webui-regional-prompter.git
git clone https://github.com/Gourieff/sd-webui-reactor.git
git clone https://github.com/Gourieff/sd-webui-reactor-sfw.git
git clone https://github.com/AUTOMATIC1111/stable-diffusion-webui-rembg.git
REM Installs better upscaler models
@@ -3165,7 +3231,7 @@ git clone https://github.com/Bing-su/adetailer.git
git clone https://github.com/hako-mikan/sd-webui-supermerger.git
git clone https://github.com/AlUlkesh/stable-diffusion-webui-images-browser.git
git clone https://github.com/hako-mikan/sd-webui-regional-prompter.git
git clone https://github.com/Gourieff/sd-webui-reactor.git
git clone https://github.com/Gourieff/sd-webui-reactor-sfw.git
git clone https://github.com/AUTOMATIC1111/stable-diffusion-webui-rembg.git
REM Installs better upscaler models