jeffboudier HF staff commited on
Commit
ccc738e
1 Parent(s): 3888989

Create the BLIP gradio app

Browse files
Files changed (1) hide show
  1. app.py +15 -3
app.py CHANGED
@@ -1,7 +1,19 @@
 
 
1
  import gradio as gr
2
 
3
- def greet(name):
4
- return "Hello " + name + "!!"
5
 
6
- iface = gr.Interface(fn=greet, inputs="text", outputs="text")
 
 
 
 
 
 
 
 
 
 
 
7
  iface.launch()
 
1
+ from PIL import Image
2
+ import requests
3
  import gradio as gr
4
 
5
+ from transformers import BlipProcessor, BlipForConditionalGeneration
 
6
 
7
+ model_id = "Salesforce/blip-image-captioning-base"
8
+
9
+ model = BlipForConditionalGeneration.from_pretrained(model_id)
10
+ processor = BlipProcessor.from_pretrained(model_id)
11
+
12
+ def launch(input):
13
+ image = Image.open(requests.get(input, stream=True).raw).convert('RGB')
14
+ inputs = processor(image, return_tensors="pt")
15
+ out = model.generate(**inputs)
16
+ return processor.decode(out[0], skip_special_tokens=True)
17
+
18
+ iface = gr.Interface(launch, inputs="text", outputs="text")
19
  iface.launch()