SillyTavern/SillyTavern-extras
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern-Extras.git synced 2026-05-01 03:41:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

modified server.py for ease of choosing faster-whisper-device

Browse Source
This commit is contained in:
ArrangingFear56
2024-12-10 01:03:49 +08:00
parent dbec27b18a
commit d86a8622c3
3 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
server.py
View File

@@ -938,7 +938,7 @@ parser.add_argument("--stt-vosk-model-path", help="Load a custom vosk speech-to-
parser.add_argument("--stt-whisper-model-path", help="Load a custom whisper speech-to-text model")
parser.add_argument("--use-faster-whisper", action="store_true", help="Choose to use faster-whisper instead of whisper")
parser.add_argument("--faster-whisper-device", help="Choose between cpu and cuda to run faster-whisper, defaults to cuda")
parser.add_argument("--faster-whisper-cpu", action="store_true", help="Use cpu to run faster-whisper, saves VRAM but much slower")
parser.add_argument("--faster-whisper-type", help="Choose faster-whisper compute type, defaults to float16")
# sd_group = parser.add_mutually_exclusive_group()
@@ -1179,8 +1179,8 @@ if "whisper-stt" in modules:
if whisper_fast:
faster_whisper_device=(
args.faster_whisper_device
if args.faster_whisper_device
"cpu"
if args.faster_whisper_cpu
else "cuda")
faster_whisper_type=(