CineAI's picture
Update audio2text/a2t.py
4abedda verified
raw
history blame
2.42 kB
import numpy as np
import speech_recognition as sr
# TASK = "transcribe"
# BATCH_SIZE = 8
# LIMIT = 60
# SAMPLING_RATE = 16000
# class A2T:
# def __init__(self, mic):
# self.mic = mic
# def __transcribe(self, inputs, task: str = None):
# if inputs is None:
# print("Inputs None")
# transcribed_text = pipe(inputs, batch_size=BATCH_SIZE, generate_kwargs={"task": task}, return_timestamps=True)["text"]
# return transcribed_text
# def __preprocces(self, raw: np.ndarray, sampling_rate: int):
# chunk = raw.astype(np.float32, order='C') / 32768.0
# print(f"Chunk : {chunk} max chunk : {np.max(chunk)}")
# if len(chunk.shape) > 1:
# chunk = librosa.to_mono(chunk.T)
# chunk = chunk[:SAMPLING_RATE*LIMIT]
# return chunk
# def predict(self):
# try:
# if self.mic is not None:
# raw = self.mic.get_array_of_samples()
# chunk = np.array(raw, dtype=np.int16)
# sampling_rate = self.mic.frame_rate
# audio = self.__preprocces(raw=chunk, sampling_rate=sampling_rate)
# print(f"audio : {audio} \n shape : {audio.shape} \n max : {np.max(audio)} \n shape of chunk : {chunk.shape} \n sampling rate : {sampling_rate} \n max chunk : {np.max(chunk)} \n chunk : {chunk}")
# else:
# raise Exception("please provide audio")
# if isinstance(audio , np.ndarray):
# inputs = {"array": inputs, "sampling_rate": pipe.feature_extractor.sampling_rate}
# return self.__transcribe(inputs=inputs, task=TASK)
# else:
# raise Exception("Audio is not np array")
# except Exception as e:
# return f"Oops some kinda error : {e}"
class A2T:
def get_text(self):
# obtain audio from the microphone
r = sr.Recognizer()
with sr.Microphone() as source:
print("Say something!")
audio = r.listen(source)
# recognize speech using Sphinx
try:
return r.recognize_sphinx(audio)
except sr.UnknownValueError:
raise Exception("Sphinx could not understand audio")
except sr.RequestError as e:
raise Exception("Sphinx error; {0}".format(e))