initial commit

.gitignore

@@ -0,0 +1,2 @@
+KEYS.py
+*.feather

Dockerfile

@@ -0,0 +1,32 @@
+# Use a Python base image
+FROM python:3.9
+
+RUN useradd -m -u 1000 user
+
+USER user
+
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+
+WORKDIR $HOME/app
+
+# Copy the required files to the working directory
+COPY app.py .
+COPY ./templates/index.html /code/templates/index.html
+COPY ./static/styles.css /code/static/styles.css 
+COPY ./static/scripts.js /code/static/scripts.js
+COPY ./requirements.txt /code/requirements.txt
+
+# Install the required packages
+RUN pip install --no-cache-dir -r /code/requirements.txt
+
+# Get secret SECRET_EXAMPLE and clone it as repo at buildtime
+RUN --mount=type=secret,id=GEMINI_API_KEY,mode=0444,required=true
+
+COPY --chown=user . $HOME/app
+
+# Expose the port that the Flask app will run on
+EXPOSE 7860
+
+# Start the Flask app
+CMD ["python", "app.py"]

app.py

@@ -0,0 +1,42 @@
+from flask import Flask, render_template
+from flask_socketio import SocketIO
+import pandas as pd
+import numpy as np
+import google.generativeai as genai
+# import KEYS
+import os
+
+app = Flask(__name__)
+socketio = SocketIO(app)
+
+# genai.configure(api_key=KEYS.api_key.GOOGLE_API_KEY)
+genai.configure(api_key=os.environ.get("GEMINI_API_KEY"))
+
+n_steps = 10
+df = pd.DataFrame()
+for i in range(0,n_steps):
+    df = pd.concat([df,pd.read_feather(f"data_{i}.feather")])
+df.reset_index(inplace=True,drop=True)
+
+def get_results(top_n = 6,query = "men shirt"):
+    query_embedding = genai.embed_content(model="models/text-embedding-004",
+                                        content=query,
+                                        task_type="retrieval_query")['embedding']
+    scores = df['embedding'].apply(lambda x: np.dot(x,query_embedding))
+    scores = scores.sort_values(ascending=False)[0:top_n]
+    return df.loc[scores.index][['productDisplayName','link']].to_numpy()
+
+
+@app.route('/')
+def index():
+    return render_template('index.html')
+
+@socketio.on("search")
+def get_products(query):
+    data = []
+    for x in get_results(query=query):
+        data.append({'url':x[1],'name':x[0]})
+    socketio.emit('data',data)
+
+if __name__ == '__main__':
+    socketio.run(app,port=7860,allow_unsafe_werkzeug=True,host='0.0.0.0')

embedding.ipynb

@@ -0,0 +1,989 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import pandas as pd\n",
+    "import csv"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Specify the path to your CSV file\n",
+    "file_path = 'styles.csv'\n",
+    "\n",
+    "headers = []\n",
+    "data = []\n",
+    "\n",
+    "# Open the CSV file\n",
+    "with open(file_path, mode='r', newline='') as file:\n",
+    "    # Create a CSV reader object\n",
+    "    csv_reader = csv.reader(file)\n",
+    "    \n",
+    "    # Iterate over each row in the CSV file\n",
+    "    for row in csv_reader:\n",
+    "        # Print each row (you can replace this with any other operation you want to perform on the row)\n",
+    "        headers = row\n",
+    "        break\n",
+    "    for row in csv_reader:\n",
+    "        if len(row) != 10:\n",
+    "            pass\n",
+    "        else:\n",
+    "            data.append(row)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>id</th>\n",
+       "      <th>gender</th>\n",
+       "      <th>masterCategory</th>\n",
+       "      <th>subCategory</th>\n",
+       "      <th>articleType</th>\n",
+       "      <th>baseColour</th>\n",
+       "      <th>season</th>\n",
+       "      <th>year</th>\n",
+       "      <th>usage</th>\n",
+       "      <th>productDisplayName</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>15970</td>\n",
+       "      <td>Men</td>\n",
+       "      <td>Apparel</td>\n",
+       "      <td>Topwear</td>\n",
+       "      <td>Shirts</td>\n",
+       "      <td>Navy Blue</td>\n",
+       "      <td>Fall</td>\n",
+       "      <td>2011</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Turtle Check Men Navy Blue Shirt</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>39386</td>\n",
+       "      <td>Men</td>\n",
+       "      <td>Apparel</td>\n",
+       "      <td>Bottomwear</td>\n",
+       "      <td>Jeans</td>\n",
+       "      <td>Blue</td>\n",
+       "      <td>Summer</td>\n",
+       "      <td>2012</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Peter England Men Party Blue Jeans</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>59263</td>\n",
+       "      <td>Women</td>\n",
+       "      <td>Accessories</td>\n",
+       "      <td>Watches</td>\n",
+       "      <td>Watches</td>\n",
+       "      <td>Silver</td>\n",
+       "      <td>Winter</td>\n",
+       "      <td>2016</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Titan Women Silver Watch</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>21379</td>\n",
+       "      <td>Men</td>\n",
+       "      <td>Apparel</td>\n",
+       "      <td>Bottomwear</td>\n",
+       "      <td>Track Pants</td>\n",
+       "      <td>Black</td>\n",
+       "      <td>Fall</td>\n",
+       "      <td>2011</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Manchester United Men Solid Black Track Pants</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>53759</td>\n",
+       "      <td>Men</td>\n",
+       "      <td>Apparel</td>\n",
+       "      <td>Topwear</td>\n",
+       "      <td>Tshirts</td>\n",
+       "      <td>Grey</td>\n",
+       "      <td>Summer</td>\n",
+       "      <td>2012</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Puma Men Grey T-shirt</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>44419</th>\n",
+       "      <td>17036</td>\n",
+       "      <td>Men</td>\n",
+       "      <td>Footwear</td>\n",
+       "      <td>Shoes</td>\n",
+       "      <td>Casual Shoes</td>\n",
+       "      <td>White</td>\n",
+       "      <td>Summer</td>\n",
+       "      <td>2013</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Gas Men Caddy Casual Shoe</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>44420</th>\n",
+       "      <td>6461</td>\n",
+       "      <td>Men</td>\n",
+       "      <td>Footwear</td>\n",
+       "      <td>Flip Flops</td>\n",
+       "      <td>Flip Flops</td>\n",
+       "      <td>Red</td>\n",
+       "      <td>Summer</td>\n",
+       "      <td>2011</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Lotto Men's Soccer Track Flip Flop</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>44421</th>\n",
+       "      <td>18842</td>\n",
+       "      <td>Men</td>\n",
+       "      <td>Apparel</td>\n",
+       "      <td>Topwear</td>\n",
+       "      <td>Tshirts</td>\n",
+       "      <td>Blue</td>\n",
+       "      <td>Fall</td>\n",
+       "      <td>2011</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Puma Men Graphic Stellar Blue Tshirt</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>44422</th>\n",
+       "      <td>46694</td>\n",
+       "      <td>Women</td>\n",
+       "      <td>Personal Care</td>\n",
+       "      <td>Fragrance</td>\n",
+       "      <td>Perfume and Body Mist</td>\n",
+       "      <td>Blue</td>\n",
+       "      <td>Spring</td>\n",
+       "      <td>2017</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Rasasi Women Blue Lady Perfume</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>44423</th>\n",
+       "      <td>51623</td>\n",
+       "      <td>Women</td>\n",
+       "      <td>Accessories</td>\n",
+       "      <td>Watches</td>\n",
+       "      <td>Watches</td>\n",
+       "      <td>Pink</td>\n",
+       "      <td>Winter</td>\n",
+       "      <td>2016</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Fossil Women Pink Dial Chronograph Watch ES3050</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>44424 rows × 10 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "          id gender masterCategory subCategory            articleType  \\\n",
+       "0      15970    Men        Apparel     Topwear                 Shirts   \n",
+       "1      39386    Men        Apparel  Bottomwear                  Jeans   \n",
+       "2      59263  Women    Accessories     Watches                Watches   \n",
+       "3      21379    Men        Apparel  Bottomwear            Track Pants   \n",
+       "4      53759    Men        Apparel     Topwear                Tshirts   \n",
+       "...      ...    ...            ...         ...                    ...   \n",
+       "44419  17036    Men       Footwear       Shoes           Casual Shoes   \n",
+       "44420   6461    Men       Footwear  Flip Flops             Flip Flops   \n",
+       "44421  18842    Men        Apparel     Topwear                Tshirts   \n",
+       "44422  46694  Women  Personal Care   Fragrance  Perfume and Body Mist   \n",
+       "44423  51623  Women    Accessories     Watches                Watches   \n",
+       "\n",
+       "      baseColour  season  year   usage  \\\n",
+       "0      Navy Blue    Fall  2011  Casual   \n",
+       "1           Blue  Summer  2012  Casual   \n",
+       "2         Silver  Winter  2016  Casual   \n",
+       "3          Black    Fall  2011  Casual   \n",
+       "4           Grey  Summer  2012  Casual   \n",
+       "...          ...     ...   ...     ...   \n",
+       "44419      White  Summer  2013  Casual   \n",
+       "44420        Red  Summer  2011  Casual   \n",
+       "44421       Blue    Fall  2011  Casual   \n",
+       "44422       Blue  Spring  2017  Casual   \n",
+       "44423       Pink  Winter  2016  Casual   \n",
+       "\n",
+       "                                    productDisplayName  \n",
+       "0                     Turtle Check Men Navy Blue Shirt  \n",
+       "1                   Peter England Men Party Blue Jeans  \n",
+       "2                             Titan Women Silver Watch  \n",
+       "3        Manchester United Men Solid Black Track Pants  \n",
+       "4                                Puma Men Grey T-shirt  \n",
+       "...                                                ...  \n",
+       "44419                        Gas Men Caddy Casual Shoe  \n",
+       "44420               Lotto Men's Soccer Track Flip Flop  \n",
+       "44421             Puma Men Graphic Stellar Blue Tshirt  \n",
+       "44422                   Rasasi Women Blue Lady Perfume  \n",
+       "44423  Fossil Women Pink Dial Chronograph Watch ES3050  \n",
+       "\n",
+       "[44424 rows x 10 columns]"
+      ]
+     },
+     "execution_count": 10,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "styles_df = pd.DataFrame(data,columns=headers)\n",
+    "styles_df"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>filename</th>\n",
+       "      <th>link</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>15970.jpg</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>39386.jpg</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>59263.jpg</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>21379.jpg</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>53759.jpg</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>44441</th>\n",
+       "      <td>17036.jpg</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>44442</th>\n",
+       "      <td>6461.jpg</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>44443</th>\n",
+       "      <td>18842.jpg</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>44444</th>\n",
+       "      <td>46694.jpg</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>44445</th>\n",
+       "      <td>51623.jpg</td>\n",
+       "      <td>http://assets.myntassets.com/assets/images/516...</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>44446 rows × 2 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "        filename                                               link\n",
+       "0      15970.jpg  http://assets.myntassets.com/v1/images/style/p...\n",
+       "1      39386.jpg  http://assets.myntassets.com/v1/images/style/p...\n",
+       "2      59263.jpg  http://assets.myntassets.com/v1/images/style/p...\n",
+       "3      21379.jpg  http://assets.myntassets.com/v1/images/style/p...\n",
+       "4      53759.jpg  http://assets.myntassets.com/v1/images/style/p...\n",
+       "...          ...                                                ...\n",
+       "44441  17036.jpg  http://assets.myntassets.com/v1/images/style/p...\n",
+       "44442   6461.jpg  http://assets.myntassets.com/v1/images/style/p...\n",
+       "44443  18842.jpg  http://assets.myntassets.com/v1/images/style/p...\n",
+       "44444  46694.jpg  http://assets.myntassets.com/v1/images/style/p...\n",
+       "44445  51623.jpg  http://assets.myntassets.com/assets/images/516...\n",
+       "\n",
+       "[44446 rows x 2 columns]"
+      ]
+     },
+     "execution_count": 11,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "images_df = pd.read_csv(\"images.csv\")\n",
+    "images_df"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 12,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "styles_df['filename'] = styles_df['id'] + \".jpg\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 13,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "main_df = pd.DataFrame()\n",
+    "main_df = pd.merge(styles_df,images_df,how=\"inner\",on='filename')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 15,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "main_df.drop(columns=['filename'],inplace=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 16,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from langchain.docstore.document import Document"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 17,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "Index(['id', 'gender', 'masterCategory', 'subCategory', 'articleType',\n",
+       "       'baseColour', 'season', 'year', 'usage', 'productDisplayName', 'link'],\n",
+       "      dtype='object')"
+      ]
+     },
+     "execution_count": 17,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "main_df.columns"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 30,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def make_text(x):\n",
+    "    return (f\"\"\"\n",
+    "        Gender is {x['gender']} and \n",
+    "        masterCategory is {x['masterCategory']} and \n",
+    "        subCategory is {x['subCategory']} and \n",
+    "        articleType is {x['articleType']} and \n",
+    "        baseColour is {x['baseColour']} and \n",
+    "        season is {x['season']} and \n",
+    "        year is {x['year']} and \n",
+    "        usage is {x['usage']} and \n",
+    "        productDisplayName is {x['productDisplayName']}\n",
+    "    \"\"\" , x['id'])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 34,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "docs_content = main_df.apply(lambda x: make_text(x),axis=1)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 35,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "docs = []\n",
+    "for text,id in docs_content:\n",
+    "    docs.append(Document(page_content=text,metadata={'id':id}))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 38,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import KEYS\n",
+    "from langchain.vectorstores import Chroma\n",
+    "from langchain_google_genai import GoogleGenerativeAIEmbeddings"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 39,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "gemini_embeddings = GoogleGenerativeAIEmbeddings(model=\"models/text-embedding-004\",google_api_key=KEYS.api_key.GOOGLE_API_KEY)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 40,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Save to disk\n",
+    "vectorstore = Chroma.from_documents(\n",
+    "                     documents=docs,                 # Data\n",
+    "                     embedding=gemini_embeddings,    # Embedding model\n",
+    "                     persist_directory=\"./chroma_db\" # Directory to save data\n",
+    "                     )"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 41,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import chromadb"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 42,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "client = chromadb.PersistentClient(path=\"./chroma_db\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 43,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "collection  = client.list_collections()[0]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 49,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "data = collection.get(include=['documents','metadatas','embeddings'])\n",
+    "\n",
+    "embedding_data = []\n",
+    "\n",
+    "for id,embedding,_ in zip(data['metadatas'],data['embeddings'],data['documents']):\n",
+    "    embedding_data.append([id['id'],embedding])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 51,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "embeds_df = pd.DataFrame(embedding_data,columns=['id','embedding'])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 65,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "final_df = pd.DataFrame()\n",
+    "final_df = pd.merge(main_df,embeds_df,how=\"inner\",on='id')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 66,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "n_steps = 10\n",
+    "step_size = final_df.shape[0] // n_steps + 1\n",
+    "max_index = final_df.shape[0]\n",
+    "for i in range(0,n_steps):\n",
+    "    final_df.iloc[i * step_size : min(max_index , (i + 1) * step_size)].reset_index().to_feather(f\"data_{i}.feather\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 68,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>index</th>\n",
+       "      <th>id</th>\n",
+       "      <th>gender</th>\n",
+       "      <th>masterCategory</th>\n",
+       "      <th>subCategory</th>\n",
+       "      <th>articleType</th>\n",
+       "      <th>baseColour</th>\n",
+       "      <th>season</th>\n",
+       "      <th>year</th>\n",
+       "      <th>usage</th>\n",
+       "      <th>productDisplayName</th>\n",
+       "      <th>link</th>\n",
+       "      <th>embedding</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>0</td>\n",
+       "      <td>15970</td>\n",
+       "      <td>Men</td>\n",
+       "      <td>Apparel</td>\n",
+       "      <td>Topwear</td>\n",
+       "      <td>Shirts</td>\n",
+       "      <td>Navy Blue</td>\n",
+       "      <td>Fall</td>\n",
+       "      <td>2011</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Turtle Check Men Navy Blue Shirt</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "      <td>[-0.04959992691874504, 0.030256308615207672, 0...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>1</td>\n",
+       "      <td>39386</td>\n",
+       "      <td>Men</td>\n",
+       "      <td>Apparel</td>\n",
+       "      <td>Bottomwear</td>\n",
+       "      <td>Jeans</td>\n",
+       "      <td>Blue</td>\n",
+       "      <td>Summer</td>\n",
+       "      <td>2012</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Peter England Men Party Blue Jeans</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "      <td>[-0.04374004527926445, 0.0014770406996831298, ...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>2</td>\n",
+       "      <td>59263</td>\n",
+       "      <td>Women</td>\n",
+       "      <td>Accessories</td>\n",
+       "      <td>Watches</td>\n",
+       "      <td>Watches</td>\n",
+       "      <td>Silver</td>\n",
+       "      <td>Winter</td>\n",
+       "      <td>2016</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Titan Women Silver Watch</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "      <td>[-0.017907867208123207, -0.008326959796249866,...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>3</td>\n",
+       "      <td>21379</td>\n",
+       "      <td>Men</td>\n",
+       "      <td>Apparel</td>\n",
+       "      <td>Bottomwear</td>\n",
+       "      <td>Track Pants</td>\n",
+       "      <td>Black</td>\n",
+       "      <td>Fall</td>\n",
+       "      <td>2011</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Manchester United Men Solid Black Track Pants</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "      <td>[-0.06801198422908783, 0.011990022845566273, 0...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>4</td>\n",
+       "      <td>53759</td>\n",
+       "      <td>Men</td>\n",
+       "      <td>Apparel</td>\n",
+       "      <td>Topwear</td>\n",
+       "      <td>Tshirts</td>\n",
+       "      <td>Grey</td>\n",
+       "      <td>Summer</td>\n",
+       "      <td>2012</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Puma Men Grey T-shirt</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "      <td>[-0.08272361010313034, 0.017822109162807465, 0...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4432</th>\n",
+       "      <td>44419</td>\n",
+       "      <td>17036</td>\n",
+       "      <td>Men</td>\n",
+       "      <td>Footwear</td>\n",
+       "      <td>Shoes</td>\n",
+       "      <td>Casual Shoes</td>\n",
+       "      <td>White</td>\n",
+       "      <td>Summer</td>\n",
+       "      <td>2013</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Gas Men Caddy Casual Shoe</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "      <td>[-0.062232204, -0.011351791, -0.0027062385, 0....</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4433</th>\n",
+       "      <td>44420</td>\n",
+       "      <td>6461</td>\n",
+       "      <td>Men</td>\n",
+       "      <td>Footwear</td>\n",
+       "      <td>Flip Flops</td>\n",
+       "      <td>Flip Flops</td>\n",
+       "      <td>Red</td>\n",
+       "      <td>Summer</td>\n",
+       "      <td>2011</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Lotto Men's Soccer Track Flip Flop</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "      <td>[-0.06830623, 0.023115562, 0.028224507, 0.0283...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4434</th>\n",
+       "      <td>44421</td>\n",
+       "      <td>18842</td>\n",
+       "      <td>Men</td>\n",
+       "      <td>Apparel</td>\n",
+       "      <td>Topwear</td>\n",
+       "      <td>Tshirts</td>\n",
+       "      <td>Blue</td>\n",
+       "      <td>Fall</td>\n",
+       "      <td>2011</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Puma Men Graphic Stellar Blue Tshirt</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "      <td>[-0.058011707, 0.022569647, 0.0293498, 0.00073...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4435</th>\n",
+       "      <td>44422</td>\n",
+       "      <td>46694</td>\n",
+       "      <td>Women</td>\n",
+       "      <td>Personal Care</td>\n",
+       "      <td>Fragrance</td>\n",
+       "      <td>Perfume and Body Mist</td>\n",
+       "      <td>Blue</td>\n",
+       "      <td>Spring</td>\n",
+       "      <td>2017</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Rasasi Women Blue Lady Perfume</td>\n",
+       "      <td>http://assets.myntassets.com/v1/images/style/p...</td>\n",
+       "      <td>[-0.0127937365, 0.002269573, 0.016845196, -0.0...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4436</th>\n",
+       "      <td>44423</td>\n",
+       "      <td>51623</td>\n",
+       "      <td>Women</td>\n",
+       "      <td>Accessories</td>\n",
+       "      <td>Watches</td>\n",
+       "      <td>Watches</td>\n",
+       "      <td>Pink</td>\n",
+       "      <td>Winter</td>\n",
+       "      <td>2016</td>\n",
+       "      <td>Casual</td>\n",
+       "      <td>Fossil Women Pink Dial Chronograph Watch ES3050</td>\n",
+       "      <td>http://assets.myntassets.com/assets/images/516...</td>\n",
+       "      <td>[-0.007802535, -0.030409014, -0.01775647, -0.0...</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>44424 rows × 13 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "      index     id gender masterCategory subCategory            articleType  \\\n",
+       "0         0  15970    Men        Apparel     Topwear                 Shirts   \n",
+       "1         1  39386    Men        Apparel  Bottomwear                  Jeans   \n",
+       "2         2  59263  Women    Accessories     Watches                Watches   \n",
+       "3         3  21379    Men        Apparel  Bottomwear            Track Pants   \n",
+       "4         4  53759    Men        Apparel     Topwear                Tshirts   \n",
+       "...     ...    ...    ...            ...         ...                    ...   \n",
+       "4432  44419  17036    Men       Footwear       Shoes           Casual Shoes   \n",
+       "4433  44420   6461    Men       Footwear  Flip Flops             Flip Flops   \n",
+       "4434  44421  18842    Men        Apparel     Topwear                Tshirts   \n",
+       "4435  44422  46694  Women  Personal Care   Fragrance  Perfume and Body Mist   \n",
+       "4436  44423  51623  Women    Accessories     Watches                Watches   \n",
+       "\n",
+       "     baseColour  season  year   usage  \\\n",
+       "0     Navy Blue    Fall  2011  Casual   \n",
+       "1          Blue  Summer  2012  Casual   \n",
+       "2        Silver  Winter  2016  Casual   \n",
+       "3         Black    Fall  2011  Casual   \n",
+       "4          Grey  Summer  2012  Casual   \n",
+       "...         ...     ...   ...     ...   \n",
+       "4432      White  Summer  2013  Casual   \n",
+       "4433        Red  Summer  2011  Casual   \n",
+       "4434       Blue    Fall  2011  Casual   \n",
+       "4435       Blue  Spring  2017  Casual   \n",
+       "4436       Pink  Winter  2016  Casual   \n",
+       "\n",
+       "                                   productDisplayName  \\\n",
+       "0                    Turtle Check Men Navy Blue Shirt   \n",
+       "1                  Peter England Men Party Blue Jeans   \n",
+       "2                            Titan Women Silver Watch   \n",
+       "3       Manchester United Men Solid Black Track Pants   \n",
+       "4                               Puma Men Grey T-shirt   \n",
+       "...                                               ...   \n",
+       "4432                        Gas Men Caddy Casual Shoe   \n",
+       "4433               Lotto Men's Soccer Track Flip Flop   \n",
+       "4434             Puma Men Graphic Stellar Blue Tshirt   \n",
+       "4435                   Rasasi Women Blue Lady Perfume   \n",
+       "4436  Fossil Women Pink Dial Chronograph Watch ES3050   \n",
+       "\n",
+       "                                                   link  \\\n",
+       "0     http://assets.myntassets.com/v1/images/style/p...   \n",
+       "1     http://assets.myntassets.com/v1/images/style/p...   \n",
+       "2     http://assets.myntassets.com/v1/images/style/p...   \n",
+       "3     http://assets.myntassets.com/v1/images/style/p...   \n",
+       "4     http://assets.myntassets.com/v1/images/style/p...   \n",
+       "...                                                 ...   \n",
+       "4432  http://assets.myntassets.com/v1/images/style/p...   \n",
+       "4433  http://assets.myntassets.com/v1/images/style/p...   \n",
+       "4434  http://assets.myntassets.com/v1/images/style/p...   \n",
+       "4435  http://assets.myntassets.com/v1/images/style/p...   \n",
+       "4436  http://assets.myntassets.com/assets/images/516...   \n",
+       "\n",
+       "                                              embedding  \n",
+       "0     [-0.04959992691874504, 0.030256308615207672, 0...  \n",
+       "1     [-0.04374004527926445, 0.0014770406996831298, ...  \n",
+       "2     [-0.017907867208123207, -0.008326959796249866,...  \n",
+       "3     [-0.06801198422908783, 0.011990022845566273, 0...  \n",
+       "4     [-0.08272361010313034, 0.017822109162807465, 0...  \n",
+       "...                                                 ...  \n",
+       "4432  [-0.062232204, -0.011351791, -0.0027062385, 0....  \n",
+       "4433  [-0.06830623, 0.023115562, 0.028224507, 0.0283...  \n",
+       "4434  [-0.058011707, 0.022569647, 0.0293498, 0.00073...  \n",
+       "4435  [-0.0127937365, 0.002269573, 0.016845196, -0.0...  \n",
+       "4436  [-0.007802535, -0.030409014, -0.01775647, -0.0...  \n",
+       "\n",
+       "[44424 rows x 13 columns]"
+      ]
+     },
+     "execution_count": 68,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df = pd.DataFrame()\n",
+    "for i in range(0,n_steps):\n",
+    "    df = pd.concat([df,pd.read_feather(f\"data_{i}.feather\")])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 54,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import google.generativeai as genai\n",
+    "import numpy as np\n",
+    "genai.configure(api_key=KEYS.api_key.GOOGLE_API_KEY)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 77,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def get_results(top_n = 6,query = \"men shirt\"):\n",
+    "    query_embedding = genai.embed_content(model=\"models/text-embedding-004\",\n",
+    "                                        content=query,\n",
+    "                                        task_type=\"retrieval_query\")['embedding']\n",
+    "    scores = final_df['embedding'].apply(lambda x: np.dot(x,query_embedding))\n",
+    "    scores = scores.sort_values(ascending=False)[0:top_n]\n",
+    "    return final_df.loc[scores.index][['productDisplayName','link']].to_numpy()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 78,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "array([['French Connection Men Black Shirt',\n",
+       "        'http://assets.myntassets.com/v1/images/style/properties/9a6ead385ff56471fc6f376da807c617_images.jpg'],\n",
+       "       ['Flying Machine Men Check Green Shirts',\n",
+       "        'http://assets.myntassets.com/v1/images/style/properties/3f4c47753110a3f6c093e6bc3e4123df_images.jpg'],\n",
+       "       ['Peter England Men Multi Coloured Casual Shirt',\n",
+       "        'http://assets.myntassets.com/v1/images/style/properties/19d194298ca2009e5cc6f0184f2a0f7d_images.jpg'],\n",
+       "       ['Flying Machine Men Printed White Shirt',\n",
+       "        'http://assets.myntassets.com/v1/images/style/properties/02fc0c611bca206ed4cd2e0bd17bfd8d_images.jpg'],\n",
+       "       ['Flying Machine Men Check Blue Shirts',\n",
+       "        'http://assets.myntassets.com/v1/images/style/properties/c2984f58de4e666b5a3fe6a3b8e36f23_images.jpg'],\n",
+       "       ['Flying Machine Men Check Blue Shirts',\n",
+       "        'http://assets.myntassets.com/v1/images/style/properties/eaca895bbca83fbc080ce26ced471a0d_images.jpg']],\n",
+       "      dtype=object)"
+      ]
+     },
+     "execution_count": 78,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "get_results()"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.9.6"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

helloworld.py

@@ -0,0 +1,12 @@
+from flask import Flask
+from flask_socketio import SocketIO
+
+app = Flask(__name__)
+socketio = SocketIO(app)
+
+@app.route('/')
+def index():
+    return 'Hello, World!'
+
+if __name__ == '__main__':
+    socketio.run(app,port=7860,allow_unsafe_werkzeug=True,host='0.0.0.0')

requirements.txt

@@ -0,0 +1,5 @@
+flask
+flask-socketio
+numpy
+pandas
+google-generativeai

static/scripts.js

@@ -0,0 +1,59 @@
+document.addEventListener("DOMContentLoaded", () => {
+    const socket = io();
+
+    function performSearch() {
+        // Collect all included search history
+        const searches = [];
+        document.querySelectorAll('.search-item input:checked').forEach(item => {
+            searches.push(item.parentElement.innerText.trim());
+        });
+
+        if (searches.length === 0) return;
+
+        // Combine search history into a single text with a prompt prefix
+        const combinedSearchText = `Search history: ${searches.join(' ')}`;
+
+        // Emit search event to server with combined search text
+        socket.emit('search', combinedSearchText);
+    }
+
+    function search() {
+        const searchInput = document.getElementById('search-input').value;
+        if (searchInput.trim() === "") return;
+
+        // Add search term to the search history
+        const searchList = document.getElementById('search-list');
+        const newSearch = document.createElement('div');
+        newSearch.className = 'search-item';
+        newSearch.innerHTML = `<input type="checkbox" checked> ${searchInput}`;
+        newSearch.querySelector('input').addEventListener('change', performSearch);
+        searchList.appendChild(newSearch);
+
+        performSearch();
+
+        document.getElementById('search-input').value = '';
+    }
+
+    function reset() {
+        document.getElementById('search-list').innerHTML = '';
+        document.getElementById('cards').innerHTML = '';
+        document.getElementById('search-input').value = '';
+    }
+
+    // Listen for data event from the server
+    socket.on('data', function(data) {
+        const cards = document.getElementById('cards');
+        cards.innerHTML = ''; // Clear previous cards
+
+        data.forEach(item => {
+            const card = document.createElement('div');
+            card.className = 'card';
+            card.innerHTML = `<img src="${item.url}" alt="Product Image"><p>${item.name}</p>`;
+            cards.appendChild(card);
+        });
+    });
+
+    // Attach the search and reset functions to global scope
+    window.search = search;
+    window.reset = reset;
+});

static/styles.css

@@ -0,0 +1,122 @@
+body {
+    font-family: Arial, sans-serif;
+    background-color: #f0f0f0;
+    margin: 0;
+    padding: 0;
+    display: flex;
+    justify-content: center;
+}
+
+.container {
+    background-color: #ffffff;
+    box-shadow: 0 4px 8px rgba(0, 0, 0, 0.1);
+    border-radius: 8px;
+    width: 80%;
+    max-width: 1000px;
+    padding: 20px;
+    box-sizing: border-box;
+}
+
+.header {
+    text-align: center;
+    margin-bottom: 20px;
+}
+
+.search-section {
+    margin-bottom: 20px;
+}
+
+.search-section input[type="text"] {
+    width: calc(100% - 20px);
+    padding: 10px;
+    border: 1px solid #ddd;
+    border-radius: 4px;
+    margin-bottom: 10px;
+    box-sizing: border-box;
+    box-shadow: 0px 10px 30px 0px rgba(0,0,0,0.1);
+    border-color: chocolate;
+}
+
+.buttons {
+    display: flex;
+    justify-content: center;
+}
+
+.search-btn {
+    padding: 10px 20px;
+    border: none;
+    border-radius: 4px;
+    background-color: #007bff;
+    color: white;
+    cursor: pointer;
+    margin-right: 20px;
+}
+
+.search-btn:active {
+    background-color: #0056b3;
+}
+
+.reset-btn {
+    padding: 10px 20px;
+    border: none;
+    border-radius: 4px;
+    background-color: #dc3545;
+    color: white;
+    cursor: pointer;
+}
+
+.reset-btn:active {
+    background-color: #b21f2d;
+}
+
+.content {
+    display: flex;
+    justify-content: space-between;
+}
+
+.cards {
+    display: grid;
+    grid-template-columns: repeat(3, 1fr);
+    gap: 20px;
+    width: 70%;
+}
+
+.card {
+    background-color: #f9f9f9;
+    border-radius: 8px;
+    padding: 20px;
+    text-align: center;
+    box-shadow: 0 2px 4px rgba(0, 0, 0, 0.1);
+}
+
+.card img {
+    width: 150px;
+    height: 150px;
+    object-fit: cover;
+    border-radius: 4px;
+}
+
+.searches {
+    width: 25%;
+    padding-left: 20px;
+    border-left: 2px solid #f0f0f0;
+    overflow-y: auto;
+    max-height: 400px; /* Adjust this height as needed */
+}
+
+.searches h3 {
+    margin-top: 0;
+}
+
+.search-item {
+    background-color: #e9e9e9;
+    padding: 10px;
+    border-radius: 4px;
+    margin-bottom: 10px;
+    display: flex;
+    align-items: center;
+}
+
+.search-item input[type="checkbox"] {
+    margin-right: 10px;
+}

templates/index.html

@@ -0,0 +1,39 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Fashion Product Search</title>
+    <link rel="stylesheet" href="{{ url_for('static', filename='styles.css') }}">
+</head>
+<body>
+
+<div class="container">
+    <div class="header">
+        <h1>LLM Search - Fashion Products</h1>
+        <h4>A natural language search with filters</h4>
+    </div>
+    <div class="search-section">
+        <input type="text" id="search-input" placeholder="Describe your product">
+        <div class="buttons">
+            <button class="search-btn" onclick="search()">Search</button>
+            <button class="reset-btn" onclick="reset()">Reset</button>
+        </div>
+    </div>
+    <div class="content">
+        <div class="cards" id="cards">
+            <!-- Product cards will be inserted here -->
+        </div>
+        <div class="searches">
+            <h3>Your Searches</h3>
+            <div id="search-list">
+                <!-- Search history will be inserted here -->
+            </div>
+        </div>
+    </div>
+</div>
+
+<script src="https://cdnjs.cloudflare.com/ajax/libs/socket.io/4.0.0/socket.io.min.js"></script>
+<script src="{{ url_for('static', filename='scripts.js') }}"></script>
+</body>
+</html>