Update whisper_module.py

modules/speech_recognition/whisper_module.py

@@ -13,24 +13,24 @@ References:
         - oobabooga text-generation-webui github: https://github.com/oobabooga/text-generation-webui
 """
 from flask import jsonify, abort, request
-
-import whisper
+from faster_whisper import WhisperModel
 
 DEBUG_PREFIX = "<stt whisper module>"
 RECORDING_FILE_PATH = "stt_test.wav"
 
-model = None
+model_size = "large-v3-turbo"
+
+model = WhisperModel(model_size, device="cuda", compute_type="float16")
 
 def load_model(file_path=None):
     """
     Load given vosk model from file or default to en-us model.
     Download model to user cache folder, example: C:/Users/toto/.cache/vosk
     """
-
     if file_path is None:
-        return whisper.load_model("base.en")
+        return WhisperModel(model_size, device="cuda", compute_type="float16")
     else:
-        return whisper.load_model(file_path)
+        return WhisperModel(file_path, device="cuda", compute_type="float16")
 
 def process_audio():
     """
@@ -45,9 +45,10 @@ def process_audio():
         file = request.files.get('AudioFile')
         language = request.form.get('language', default=None)
         file.save(RECORDING_FILE_PATH)
-
-        result = model.transcribe(RECORDING_FILE_PATH, condition_on_previous_text=False, language=language)
-        transcript = result["text"]
+        segments, info = model.transcribe(RECORDING_FILE_PATH, beam_size=5)
+        transcript=""
+        for segment in segments:
+            transcript=transcript+" "+segment.text
         print(DEBUG_PREFIX, "Transcripted from audio file (whisper):", transcript)
 
         return jsonify({"transcript": transcript})