SillyTavern/SillyTavern-Launcher
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern-Launcher.git synced 2026-03-13 23:39:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

update vram info

Browse Source
This commit is contained in:
deffcolony
2024-07-12 16:25:15 +02:00
parent cbc607406b
commit 4e8d2a5669
2 changed files with 113 additions and 60 deletions
Download Patch File Download Diff File Expand all files Collapse all files

85
Launcher.bat
View File

@@ -479,9 +479,31 @@ if "%choice%"=="1" (
) else if "%choice%"=="6" (
call :support
) else if "%choice%"=="7" (
call :vraminfo
) else if "%choice%"=="0" (
call %functions_dir%\launch\exit_stl.bat
set "caller=home"
if exist "%functions_dir%\launch\info_vram.bat" (
call %functions_dir%\launch\info_vram.bat
goto :home
) else (
echo [%DATE% %TIME%] ERROR: info_vram.bat not found in: %functions_dir%\launch >> %logs_stl_console_path%
echo %red_bg%[%time%]%reset% %red_fg_strong%[ERROR] info_vram.bat not found in: %functions_dir%\launch%reset%
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Running Automatic Repair...
git pull
pause
goto :home
)
) else if "%choice%"=="0" (
set "caller=home"
if exist "%functions_dir%\launch\exit_stl.bat" (
call %functions_dir%\launch\exit_stl.bat
goto :home
) else (
echo [%DATE% %TIME%] ERROR: exit_stl.bat not found in: %functions_dir%\launch >> %logs_stl_console_path%
echo %red_bg%[%time%]%reset% %red_fg_strong%[ERROR] exit_stl.bat not found in: %functions_dir%\launch%reset%
echo %blue_bg%[%time%]%reset% %blue_fg_strong%[INFO]%reset% Running Automatic Repair...
git pull
pause
goto :home
)
) else (
echo [%DATE% %TIME%] %log_invalidinput% >> %logs_stl_console_path%
echo %red_bg%[%time%]%reset% %echo_invalidinput%
@@ -3605,64 +3627,7 @@ start "" "https://discord.gg/sillytavern"
goto :support
:vraminfo
title STL [VRAM INFO]
cls
echo %blue_fg_strong%/ Home / VRAM Info%reset%
echo -------------------------------------------------------------
REM Recommendations Based on VRAM Size
if %VRAM% lss 8 (
echo %cyan_fg_strong%GPU VRAM: %VRAM% GB%reset% - It's recommended to stick with APIs like OpenAI, Claude or OpenRouter for LLM usage,
echo because local models might not perform well.
) else if %VRAM% lss 12 (
echo %cyan_fg_strong%GPU VRAM: %VRAM% GB%reset% - Capable of running efficient 7B and 8B models.
echo However, APIs like OpenAI or OpenRouter will likely perform much better.
) else if %VRAM% lss 22 (
echo %cyan_fg_strong%GPU VRAM: %VRAM% GB%reset% - Suitable for 7B, 8B and some efficient 13B models,
echo but APIs like OpenAI or OpenRouter are still recommended for much better performance.
) else if %VRAM% lss 25 (
echo %cyan_fg_strong%GPU VRAM: %VRAM% GB%reset% - Good for 7B, 8B, 13B, 30B, and some efficient 70B models. Powerful local models will run well
echo but APIs like OpenAI or Claude will still perform better than many local models.
) else if %VRAM% gtr 25 (
echo %cyan_fg_strong%GPU VRAM: %VRAM% GB%reset% - Suitable for most models, including larger LLMs.
echo You likely have the necessary expertise to pick your own model if you possess more than 25GB of VRAM.
) else (
echo An unexpected amount of VRAM detected or unable to detect VRAM. Check your system specifications.
)
echo.
setlocal enabledelayedexpansion
chcp 65001 > nul
REM Get GPU information
for /f "skip=1 delims=" %%i in ('wmic path win32_videocontroller get caption') do (
set "gpu_info=!gpu_info! %%i"
)
echo.
echo %blue_bg%╔════ GPU INFO ═════════════════════════════════╗%reset%
echo %blue_bg%║ ║%reset%
echo %blue_bg%║* %gpu_info:~1% ║%reset%
echo %blue_bg%║ ║%reset%
echo %blue_bg%╚═══════════════════════════════════════════════╝%reset%
echo.
endlocal
echo Would you like to open the VRAM calculator website to check compatible models?
set /p uservram_choice=Check compatible models? [Y/N]
REM Check if user input is not empty and is neither "Y" nor "N"
if not "%uservram_choice%"=="" (
if /i not "%uservram_choice%"=="Y" if /i not "%uservram_choice%"=="N" (
echo %red_bg%[%time%]%reset% %red_fg_strong%[ERROR] Invalid input. Please enter Y for yes or N for no%reset%
pause
goto :vraminfo
)
)
if /i "%uservram_choice%"=="Y" ( start https://sillytavernai.com/llm-model-vram-calculator/?vram=%VRAM%
)
goto :home
REM ############################################################
REM ############ CREATE CUSTOM SHORTCUT - FRONTEND #############

88
bin/functions/launch/info_vram.bat Normal file
View File

@@ -0,0 +1,88 @@
@echo off
:info_vram
title STL [VRAM INFO]
chcp 65001 > nul
cls
echo %blue_fg_strong%/ Home / VRAM Info%reset%
echo -------------------------------------------------------------
REM Recommendations Based on VRAM Size
if %VRAM% lss 8 (
echo %cyan_fg_strong%GPU VRAM: %VRAM% GB%reset% - It's recommended to stick with APIs like OpenAI, Claude or OpenRouter for LLM usage,
echo Local models will result in memory error or perform a REAL SLOW output
) else if %VRAM% lss 12 (
echo %cyan_fg_strong%GPU VRAM: %VRAM% GB%reset% - Can run 7B and 8B models. Check info below for BPW
echo %blue_bg%╔════ BPW - Bits Per Weight ═════════════════════════════════╗%reset%
echo %blue_bg%║ ║%reset%
echo %blue_bg%║* EXL2: 5_0 ║%reset%
echo %blue_bg%║* GGUF: Q5_K_M ║%reset%
echo %blue_bg%╚════════════════════════════════════════════════════════════╝%reset%
echo.
) else if %VRAM% lss 22 (
echo %cyan_fg_strong%GPU VRAM: %VRAM% GB%reset% - Can run 7B, 8B and 13B models. Check info below for BPW
echo %blue_bg%╔════ BPW - Bits Per Weight ═════════════════════════════════╗%reset%
echo %blue_bg%║ ║%reset%
echo %blue_bg%║* EXL2: 6_5 ║%reset%
echo %blue_bg%║* GGUF: Q5_K_M ║%reset%
echo %blue_bg%╚════════════════════════════════════════════════════════════╝%reset%
echo.
) else if %VRAM% lss 25 (
echo %cyan_fg_strong%GPU VRAM: %VRAM% GB%reset% - Good for 7B, 8B, 13B, 30B, and some efficient 70B models. Powerful local models will run well
echo.
echo ╔══════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════╗
echo ║ Branch ║ Bits ║ lm_head bits ║ VRAM - 4k ║ VRAM - 8k ║ VRAM - 16k ║ VRAM - 32k ║ Description ║
echo ║══════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════║
echo ║ 8.0 ║ 8.0 ║ 8.0 ║ 10.1 GB ║ 10.5 GB ║ 11.5 GB ║ 13.6 GB ║ Maximum quality that ExLlamaV2 can produce, near ║
echo ║ ║ ║ ║ ║ ║ ║ ║ unquantized performance. ║
echo ║══════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════║
echo ║ 6.5 ║ 6.5 ║ 8.0 ║ 8.9 GB ║ 9.3 GB ║ 10.3 GB ║ 12.4 GB ║ Very similar to 8.0, good tradeoff of size vs ║
echo ║ ║ ║ ║ ║ ║ ║ ║ performance, recommended. ║
echo ║══════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════║
echo ║ 5.0 ║ 5.0 ║ 6.0 ║ 7.7 GB ║ 8.1 GB ║ 9.1 GB ║ 11.2 GB ║ Slightly lower quality vs 6.5, but usable on 8GB cards. ║
echo ║══════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════║
echo ║ 4.25 ║ 4.25 ║ 6.0 ║ 7.0 GB ║ 7.4 GB ║ 8.4 GB ║ 10.5 GB ║ GPTQ equivalent bits per weight, slightly higher ║
echo ║ ║ ║ ║ ║ ║ ║ ║ quality. ║
echo ║══════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════║
echo ║ 3.5 ║ 3.5 ║ 6.0 ║ 6.4 GB ║ 6.8 GB ║ 7.8 GB ║ 9.9 GB ║ Lower quality, only use if you have to. ║
echo ╚══════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════╝
echo.
) else if %VRAM% gtr 25 (
echo %cyan_fg_strong%GPU VRAM: %VRAM% GB%reset% - Suitable for most models, including larger LLMs.
echo You likely have the necessary expertise to pick your own model if you possess more than 25GB of VRAM.
) else (
echo An unexpected amount of VRAM detected or unable to detect VRAM. Check your system specifications.
)
echo.
setlocal enabledelayedexpansion
chcp 65001 > nul
REM Get GPU information
for /f "skip=1 delims=" %%i in ('wmic path win32_videocontroller get caption') do (
set "gpu_info=!gpu_info! %%i"
)
echo.
echo %blue_bg%╔════ GPU INFO ═════════════════════════════════╗%reset%
echo %blue_bg%║ ║%reset%
echo %blue_bg%║* %gpu_info:~1% ║%reset%
echo %blue_bg%║ ║%reset%
echo %blue_bg%╚═══════════════════════════════════════════════╝%reset%
echo.
endlocal
echo Would you like to open the VRAM calculator website to check compatible models?
set /p uservram_choice=Check compatible models? [Y/N]
REM Check if user input is not empty and is neither "Y" nor "N"
if not "%uservram_choice%"=="" (
if /i not "%uservram_choice%"=="Y" if /i not "%uservram_choice%"=="N" (
echo %red_bg%[%time%]%reset% %red_fg_strong%[ERROR] Invalid input. Please enter Y for yes or N for no%reset%
pause
goto :info_vram
)
)
if /i "%uservram_choice%"=="Y" ( start https://sillytavernai.com/llm-model-vram-calculator/?vram=%VRAM%
)
goto :home