app.py

import streamlit as st
from lib.utils.model import get_model, get_similarities 
from PIL import Image 

st.title('IRRA Text-To-Image-Retrival')

st.header('Inputs')
caption = st.text_input('Description Input')

images = st.file_uploader('Upload images', accept_multiple_files=True)
if images is not None:
    st.image(images) # type: ignore

st.header('Options')
st.subheader('Ranks')

ranks = st.slider('slider_ranks', min_value=1, max_value=10, label_visibility='collapsed',value=5)

button = st.button('Match most similar', disabled=len(images) == 0 or caption == '')

if button:
    st.header('Results')
    with st.spinner('Loading model'):
        model = get_model()

    st.text(f'IRRA model loaded with {sum(p.numel() for p in model.parameters()) / 1e6:.0f}M parameters')
    
    with st.spinner('Computing and ranking similarities'):
        similarities = get_similarities(caption, images, model)

    indices = similarities.argsort(descending=True).squeeze(0).cpu().tolist()[:ranks]
    
    for i, idx in enumerate(indices):
        c1, c2 = st.columns(2)
        with c1:
            st.text(f'Rank {i + 1}')
        with c2:
            st.image(images[idx])