Spaces:
Runtime error
Runtime error
import gradio as gr | |
lpmc_client = gr.load("seungheondoh/LP-Music-Caps-demo", src="spaces") | |
from gradio_client import Client | |
client = Client("https://ysharma-explore-llamav2-with-tgi.hf.space/") | |
def infer(audio_file): | |
cap_result = lpmc_client( | |
audio_file, # str (filepath or URL to file) in 'audio_path' Audio component | |
api_name="predict" | |
) | |
print(cap_result) | |
llama_q = f""" | |
I'll give you music description, then i want you to provide an image description that would fit well with the music. | |
Answer with only one image description. Never do lists. | |
Here's the music description : | |
{cap_result} | |
""" | |
result = client.predict( | |
llama_q, # str in 'Message' Textbox component | |
api_name="/chat" | |
) | |
print(result) | |
return cap_result, result | |
with gr.Blocks() as demo: | |
with gr.Column(elem_id="col-container"): | |
audio_input = gr.Audio(type="filepath", source="upload") | |
infer_btn = gr.Button("Generate") | |
lpmc_cap = gr.Textbox(label="Lp Music Caps caption") | |
llama_trans_cap = gr.Textbox(label="Llama translation") | |
img_result = gr.Video(label="Result") | |
infer_btn.click(fn=infer, inputs=[audio_input], outputs=[lpmc_cap, llama_trans_cap]) | |
demo.queue().launch() |