Spaces:
Sleeping
Sleeping
File size: 5,461 Bytes
2549d53 6a7833b 5bedb32 2549d53 a308b9f b1917cf 2549d53 6a7833b 2549d53 6a7833b 2549d53 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
import streamlit as st
from PIL import Image
from itertools import cycle
import transformers
import pandas as pd
import numpy as np
import os
import torch
import skimage
import requests
import numpy as np
import pandas as pd
from PIL import Image
from io import BytesIO
from datasets import load_dataset
from collections import OrderedDict
from transformers import CLIPProcessor, CLIPModel, CLIPTokenizer
from sklearn.metrics.pairwise import cosine_similarity
import random
# from hugchat import hugchat
# from hugchat.login import Login
# App title
def get_model_info(model_ID, device):
model = CLIPModel.from_pretrained(model_ID).to(device)
processor = CLIPProcessor.from_pretrained(model_ID)
tokenizer = CLIPTokenizer.from_pretrained(model_ID)
return model, processor, tokenizer
device = "cuda" if torch.cuda.is_available() else "cpu"
model_ID = "./fashion-clip"
model, processor, tokenizer = get_model_info(model_ID, device)
data = pd.read_pickle("./code/image_info.pkl")
st.set_page_config(page_title="🛍💬 MuseChat")
def random_choice_gen():
return np.random.choice(np.arange(50.25,150.75,4.5), size=1)[0]
# Hugging Face Credentials
with st.sidebar:
st.title('🛍💬 MuseChat')
hf_email = st.text_input('Enter E-mail:', type='password')
hf_pass = st.text_input('Enter password:', type='password')
if not (hf_email and hf_pass):
st.warning('Please enter your credentials!', icon='⚠️')
else:
st.success('Proceed to entering your prompt message!', icon='👉')
st.markdown('Interact with MuseChat!')
# Store LLM generated responses
if "messages" not in st.session_state.keys():
st.session_state.messages = [{"role": "assistant", "content": ("How may I help you?","How may I help you?")}]
def generate_output(filteredImages,caption):
cols = cycle(st.columns(3))
for idx, filteredImage in enumerate(filteredImages):
next(cols).image(filteredImage, width=150,caption=caption[idx])
old_context=[]
# Display chat messages
for message in st.session_state.messages:
with st.chat_message(message["role"]):
if message["role"]=="user":
st.write(message["content"])
old_context.append(message["content"])
else:
if message["content"][1]=="How may I help you?":
st.write(message["content"][0])
else:
generate_output(message["content"][0],message["content"][1])
# st.image(message["content"][0], caption=message["content"][1])
# print("old_context" ,old_context)
# print("message[content]" , message["content"])
# Function for generating LLM response
def get_single_text_embedding(text):
inputs = tokenizer(text, return_tensors = "pt")
text_embeddings = model.get_text_features(**inputs)
# convert the embeddings to numpy array
embedding_as_np = text_embeddings.cpu().detach().numpy()
return embedding_as_np
def correct_paths(a):
p=a.split("/")
k=p[-1]
strt = "./fashion-dataset/images/"+k
#print(k)
if len(k) ==9 :
strt = "./fashion-dataset/images"+k[0]+"/"+k
return strt
def generate_response(prompt_input, email, passwd):
top_K = 6
text_embeddings = get_single_text_embedding(prompt_input)
data["cos_sim"] = data["img_embeddings"].apply(lambda x: cosine_similarity(text_embeddings, x))
data["cos_sim"] = data["cos_sim"].apply(lambda x: x[0][0])
most_similar_articles = data.sort_values(by='cos_sim', ascending=False)[0:top_K]
most_similar_articles['image_path2']=most_similar_articles.apply(lambda x:correct_paths(x.image_path),axis=1)
relevant_columns = ['image_path2','cos_sim']
most_similar_articles=most_similar_articles[relevant_columns]
image_list = list(most_similar_articles['image_path2'])
resp = []
for i in range(len(image_list)):
ret_val=random_choice_gen()
strt_price="Price : $ "+str(ret_val)
resp.append(strt_price)
return image_list,resp
flag_refresh=0
#filteredImages = [] # your images here
#caption = [] # your caption here
#cols = cycle(st.columns(4)) # st.columns here since it is out of beta at the time I'm writing this
#for idx, filteredImage in enumerate(filteredImages):
# next(cols).image(filteredImage, width=150, caption=caption[idx])
#User-provided prompt
if prompt := st.chat_input(disabled=not (hf_email and hf_pass)):
st.session_state.messages.append({"role": "user", "content": prompt})
with st.chat_message("user"):
st.write(prompt)
print(prompt)
print("old_context", old_context)
if prompt in ("hi","HI", "How are you?","Hi","refresh"):
tt=len(old_context)
flag_refresh=tt
# print("refreshing")
if flag_refresh>0:old_context=old_context[flag_refresh:]
# print("old_context", old_context)
# Generate a new response if last message is not from assistant
if st.session_state.messages[-1]["role"] != "assistant":
with st.chat_message("assistant"):
with st.spinner("Thinking..."):
if len(old_context)>0:
older_prompt=" ".join(old_context[-3:])
prompt=older_prompt+ " " + prompt
print(prompt)
response,caption = generate_response(prompt, hf_email, hf_pass)
generate_output(response,caption)
message = {"role": "assistant", "content": (response,caption)}
st.session_state.messages.append(message)
|