Spaces:
Sleeping
Sleeping
import os | |
import asyncio | |
import tempfile | |
from gtts import gTTS | |
import gradio as gr | |
from huggingface_hub import InferenceClient | |
DESCRIPTION = """ # <center><b>โก์๋น์ค</b></center> | |
""" | |
client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1") | |
system_instructions = "[INST] ๋ต๋ณ ๋๋ฆด๊ป์, '๋ฐ๋์ ํ๊ตญ์ด(ํ๊ธ)๋ก ๋ต๋ณํ๋ผ', Keep conversation very short, clear, friendly and concise." | |
async def generate(prompt): | |
generate_kwargs = { | |
"temperature": 0.6, | |
"max_new_tokens": 256, | |
"top_p": 0.95, | |
"repetition_penalty": 1, | |
"do_sample": True, | |
"seed": 42, | |
} | |
formatted_prompt = system_instructions + prompt + "[/INST]" | |
stream = client.text_generation( | |
formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=True) | |
output = "" | |
for response in stream: | |
output += response.token.text | |
# "์์ค" ๋ฌธ์์ด์ด ๋ง์ง๋ง์ ์์ผ๋ฉด ์ ๊ฑฐ | |
if output.strip().endswith("s"): | |
output = output[:output.rfind("s")].strip() | |
# ์ค๋์ค ํ์ผ ์์ฑ | |
tts = gTTS(text=output, lang='ko') | |
with tempfile.NamedTemporaryFile(delete=False, suffix=".mp3") as tmp_file: | |
tts.save(tmp_file.name) | |
tmp_path = tmp_file.name | |
yield tmp_path | |
with gr.Blocks(css="style.css") as demo: | |
gr.Markdown(DESCRIPTION) | |
with gr.Row(): | |
user_input = gr.Textbox(label="Prompt") | |
input_text = gr.Textbox(label="Input Text", elem_id="important") | |
output_audio = gr.Audio(label="Audio", type="filepath", | |
interactive=False, | |
autoplay=True, | |
elem_classes="audio") | |
with gr.Row(): | |
translate_btn = gr.Button("Response") | |
translate_btn.click(fn=generate, inputs=user_input, | |
outputs=output_audio, api_name="translate") | |
if __name__ == "__main__": | |
demo.queue(max_size=20).launch() |