Spaces:
Runtime error
Runtime error
import gradio as gr | |
from transformers import AutoModelForCausalLM, AutoTokenizer | |
from PIL import Image | |
model_id = "vikhyatk/moondream2" | |
revision = "2024-03-06" | |
model = AutoModelForCausalLM.from_pretrained( | |
model_id, trust_remote_code=True, revision=revision | |
) | |
tokenizer = AutoTokenizer.from_pretrained(model_id, revision=revision) | |
def describe_image(image): | |
image = Image.fromarray(image) | |
enc_image = model.encode_image(image) | |
description = model.answer_question(enc_image, "Describe this image.", tokenizer) | |
return description | |
input_image = gr.inputs.Image() | |
output_text = gr.outputs.Textbox() | |
gr.Interface( | |
fn=describe_image, | |
inputs=input_image, | |
outputs=output_text, | |
title="Image Description", | |
description="Enter an image and get its description.", | |
).launch() | |