fbrynpk's picture
Update user interface to use trained models
70d2bcf
raw
history blame
1.33 kB
import io
import os
import streamlit as st
import requests
from PIL import Image
from model import get_caption_model, generate_caption
@st.cache(allow_output_mutation=True)
def get_model():
return get_caption_model()
caption_model = get_model()
def predict():
captions = []
pred_caption = generate_caption('tmp.jpg', caption_model)
st.markdown('#### Predicted Captions:')
captions.append(pred_caption)
for _ in range(4):
pred_caption = generate_caption('tmp.jpg', caption_model, add_noise=True)
if pred_caption not in captions:
captions.append(pred_caption)
for c in captions:
st.write(c)
st.title('Image-Caption-Generator')
img_url = st.text_input(label='Enter an Image URL')
if (img_url != "") and (img_url != None):
img = Image.open(requests.get(img_url, stream=True).raw)
img = img.convert('RGB')
st.image(img)
img.save('tmp.jpg')
predict()
os.remove('tmp.jpg')
st.markdown('<center style="opacity: 70%">OR</center>', unsafe_allow_html=True)
img_upload = st.file_uploader(label='Upload Image', type=['jpg', 'png', 'jpeg'])
if img_upload != None:
img = img_upload.read()
img = Image.open(io.BytesIO(img))
img = img.convert('RGB')
img.save('tmp.jpg')
st.image(img)
predict()
os.remove('tmp.jpg')