|
""" |
|
Speech-to-text module based on Whisper for SillyTavern Extras |
|
- Whisper github: https://github.com/openai/whisper |
|
|
|
Authors: |
|
- Tony Ribeiro (https://github.com/Tony-sama) |
|
|
|
Models are saved into user cache folder, example: C:/Users/toto/.cache/whisper |
|
|
|
References: |
|
- Code adapted from: |
|
- whisper github: https://github.com/openai/whisper |
|
- oobabooga text-generation-webui github: https://github.com/oobabooga/text-generation-webui |
|
""" |
|
from flask import jsonify, abort, request |
|
|
|
import whisper |
|
|
|
DEBUG_PREFIX = "<stt whisper module>" |
|
RECORDING_FILE_PATH = "stt_test.wav" |
|
|
|
model = None |
|
|
|
def load_model(file_path=None): |
|
""" |
|
Load given vosk model from file or default to en-us model. |
|
Download model to user cache folder, example: C:/Users/toto/.cache/vosk |
|
""" |
|
|
|
if file_path is None: |
|
return whisper.load_model("base.en") |
|
else: |
|
return whisper.load_model(file_path) |
|
|
|
def process_audio(): |
|
""" |
|
Transcript request audio file to text using Whisper |
|
""" |
|
|
|
if model is None: |
|
print(DEBUG_PREFIX,"Whisper model not initialized yet.") |
|
return "" |
|
|
|
try: |
|
file = request.files.get('AudioFile') |
|
file.save(RECORDING_FILE_PATH) |
|
|
|
result = model.transcribe(RECORDING_FILE_PATH) |
|
transcript = result["text"] |
|
print(DEBUG_PREFIX, "Transcripted from audio file (whisper):", transcript) |
|
|
|
return jsonify({"transcript": transcript}) |
|
|
|
except Exception as e: |
|
print(e) |
|
abort(500, DEBUG_PREFIX+" Exception occurs while processing audio") |
