import gradio as gr
from transformers import pipeline


img_text_pipe = pipeline("image-to-text",
                model="Salesforce/blip-image-captioning-base")

narrator = pipeline("text-to-speech",
                    model="kakao-enterprise/vits-ljs")

def describe_image(file_path):

    img_text_pip_output = img_text_pipe(file_path)

    description_text = img_text_pip_output[0]['generated_text']
    print(description_text)

    narrated_text = narrator(description_text)

    (narrated_text["sampling_rate"], narrated_text["audio"][0] )
        
    return (narrated_text["sampling_rate"], narrated_text["audio"][0])



iface = gr.Interface(fn=describe_image, 
                     inputs=gr.Image(label="Input image", 
                  type="pil"),
                   outputs=gr.Audio(label="Narration", type="numpy",  autoplay=True)
                   )
iface.launch()