File size: 688 Bytes
1b5a4cf
e8710db
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
import gradio as gr
from transformers import LLaVAForVisionTextGeneration, LLaVATokenizer
from PIL import Image
import io

# Load model
model = LLaVAForVisionTextGeneration.from_pretrained("liuhaotian/LLaVA-1.5-7b")
tokenizer = LLaVATokenizer.from_pretrained("liuhaotian/LLaVA-1.5-7b")

# Function to analyze the image
def analyze_image(image_blob):
    image = Image.open(io.BytesIO(image_blob))
    inputs = tokenizer("Analyze the emotions in this image", return_tensors="pt")
    outputs = model.generate(**inputs, images=image)
    return tokenizer.decode(outputs[0])

# Set up the Gradio interface
iface = gr.Interface(fn=analyze_image, inputs="file", outputs="text")
iface.launch()