Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -11,6 +11,7 @@ import json
|
|
11 |
import dotenv
|
12 |
from scipy.io.wavfile import write
|
13 |
import PIL
|
|
|
14 |
from openai import OpenAI
|
15 |
import time
|
16 |
from PIL import Image
|
@@ -79,6 +80,22 @@ def evaluate_hallucination(input1, input2):
|
|
79 |
|
80 |
return label
|
81 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
82 |
def process_speech(input_language, audio_input):
|
83 |
"""
|
84 |
processing sound using seamless_m4t
|
@@ -333,7 +350,8 @@ def process_and_query(input_language=None, audio_input=None, image_input=None, t
|
|
333 |
|
334 |
# Process audio input
|
335 |
elif audio_input is not None:
|
336 |
-
|
|
|
337 |
combined_text += "\n\n**Audio Input:**\n" + audio_text
|
338 |
|
339 |
# Process text input
|
|
|
11 |
import dotenv
|
12 |
from scipy.io.wavfile import write
|
13 |
import PIL
|
14 |
+
import soundfile as sf
|
15 |
from openai import OpenAI
|
16 |
import time
|
17 |
from PIL import Image
|
|
|
80 |
|
81 |
return label
|
82 |
|
83 |
+
def save_audio(audio_input, output_dir="saved_audio"):
|
84 |
+
if not os.path.exists(output_dir):
|
85 |
+
os.makedirs(output_dir)
|
86 |
+
|
87 |
+
# Extract sample rate and audio data
|
88 |
+
sample_rate, audio_data = audio_input
|
89 |
+
|
90 |
+
# Generate a unique file name
|
91 |
+
file_name = f"audio_{int(time.time())}.wav"
|
92 |
+
file_path = os.path.join(output_dir, file_name)
|
93 |
+
|
94 |
+
# Save the audio file
|
95 |
+
sf.write(file_path, audio_data, sample_rate)
|
96 |
+
|
97 |
+
return file_path
|
98 |
+
|
99 |
def process_speech(input_language, audio_input):
|
100 |
"""
|
101 |
processing sound using seamless_m4t
|
|
|
350 |
|
351 |
# Process audio input
|
352 |
elif audio_input is not None:
|
353 |
+
audio_file_path = save_audio(audio_input)
|
354 |
+
audio_text = process_speech(input_language, audio_file_path)
|
355 |
combined_text += "\n\n**Audio Input:**\n" + audio_text
|
356 |
|
357 |
# Process text input
|