Delete modules/whisper_module.py

This commit is contained in:
ArrangingFear56
2024-12-09 17:11:52 +08:00
committed by GitHub
parent 24d025af0b
commit ea996b1957

View File

@@ -1,56 +0,0 @@
"""
Speech-to-text module based on Whisper for SillyTavern Extras
- Whisper github: https://github.com/openai/whisper
Authors:
- Tony Ribeiro (https://github.com/Tony-sama)
Models are saved into user cache folder, example: C:/Users/toto/.cache/whisper
References:
- Code adapted from:
- whisper github: https://github.com/openai/whisper
- oobabooga text-generation-webui github: https://github.com/oobabooga/text-generation-webui
"""
from flask import jsonify, abort, request
from faster_whisper import WhisperModel
DEBUG_PREFIX = "<stt whisper module>"
RECORDING_FILE_PATH = "stt_test.wav"
model_size = "large-v3-turbo"
model = WhisperModel(model_size, device="cuda", compute_type="float16")
def load_model(file_path=None):
"""
Load given vosk model from file or default to en-us model.
Download model to user cache folder, example: C:/Users/toto/.cache/vosk
"""
return WhisperModel(model_size, device="cuda", compute_type="float16")
def process_audio():
"""
Transcript request audio file to text using Whisper
"""
if model is None:
print(DEBUG_PREFIX,"Whisper model not initialized yet.")
return WhisperModel(model_size, device="cuda", compute_type="float16")
try:
file = request.files.get('AudioFile')
language = request.form.get('language', default=None)
file.save(RECORDING_FILE_PATH)
segments, info = model.transcribe(RECORDING_FILE_PATH, beam_size=5)
transcript=""
for segment in segments:
transcript=transcript+" "+segment.text
print(DEBUG_PREFIX, "Transcripted from audio file (whisper):", transcript)
return jsonify({"transcript": transcript})
except Exception as e: # No exception observed during test but we never know
print(e)
abort(500, DEBUG_PREFIX+" Exception occurs while processing audio")