import os
import asyncio
import tempfile
from gtts import gTTS
from pydub import AudioSegment
import gradio as gr
from huggingface_hub import InferenceClient
DESCRIPTION = """#
지니스 """
client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
system_instructions = "[INST] 답변 드릴께요, '반드시 한국어(한글)로 답변하라', Keep conversation very short, clear, friendly and concise."
async def generate(prompt):
generate_kwargs = {
"temperature": 0.3,
"max_new_tokens": 256,
"top_p": 0.95,
"repetition_penalty": 1,
"do_sample": True,
"seed": 42,
}
formatted_prompt = system_instructions + prompt + "[/INST]"
stream = client.text_generation(
formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=True)
output = ""
for response in stream:
output += response.token.text
tts = gTTS(text=output, lang='ko')
with tempfile.NamedTemporaryFile(delete=False, suffix=".mp3") as tmp_file:
tts.save(tmp_file.name)
# Load the saved audio file
audio = AudioSegment.from_mp3(tmp_file.name)
# Trim the last 1 second from the audio
cut_duration = 1000 # milliseconds
if len(audio) > cut_duration:
audio = audio[:-cut_duration]
# Save the trimmed audio back to the temporary file
audio.export(tmp_file.name, format="mp3")
tmp_path = tmp_file.name
yield tmp_path
with gr.Blocks(css="style.css") as demo:
gr.Markdown(DESCRIPTION)
with gr.Row():
user_input = gr.Textbox(label="Prompt")
output_audio = gr.Audio(label="Audio", type="filepath",
interactive=False,
autoplay=True,
elem_classes="audio")
with gr.Row():
translate_btn = gr.Button("Response")
translate_btn.click(fn=generate, inputs=user_input,
outputs=output_audio, api_name="translate")
if __name__ == "__main__":
demo.queue(max_size=20).launch()