Upload folder using huggingface_hub

.ipynb_checkpoints/Untitled-checkpoint.ipynb

@@ -0,0 +1,6 @@
+{
+ "cells": [],
+ "metadata": {},
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

2_deepdiveimagesearch.py

@@ -0,0 +1,226 @@
+
+from milvus import default_server
+from pymilvus import connections, utility
+default_server.start()
+
+import cv2
+import numpy
+import time
+import csv
+from glob import glob
+from pathlib import Path
+from statistics import mean
+
+from towhee import pipe, ops, DataCollection
+from towhee.types.image import Image
+from pymilvus import connections, FieldSchema, CollectionSchema, DataType, Collection, utility
+
+# Towhee parameters
+MODEL = 'vgg16'
+DEVICE = None # if None, use default device (cuda is enabled if available)
+
+# Milvus parameters
+HOST = '127.0.0.1'
+PORT = '19530'
+TOPK = 10
+DIM = 512 # dimension of embedding extracted, change with MODEL
+COLLECTION_NAME = 'deep_dive_image_search_' + MODEL
+INDEX_TYPE = 'IVF_FLAT'
+METRIC_TYPE = 'L2'
+
+# patterns of image paths
+INSERT_SRC = './train/*/*.JPEG'
+QUERY_SRC = './test/*/*.JPEG'
+
+to_insert = glob(INSERT_SRC)
+to_test = glob(QUERY_SRC)
+
+# Create milvus collection (delete first if exists)
+def create_milvus_collection(collection_name, dim):
+    if utility.has_collection(collection_name):
+        utility.drop_collection(collection_name)
+    
+    fields = [
+        FieldSchema(name='path', dtype=DataType.VARCHAR, description='path to image', max_length=500, 
+                    is_primary=True, auto_id=False),
+        FieldSchema(name='embedding', dtype=DataType.FLOAT_VECTOR, description='image embedding vectors', dim=dim)
+    ]
+    schema = CollectionSchema(fields=fields, description='reverse image search')
+    collection = Collection(name=collection_name, schema=schema)
+
+    index_params = {
+        'metric_type': METRIC_TYPE,
+        'index_type': INDEX_TYPE,
+        'params': {"nlist": 2048}
+    }
+    collection.create_index(field_name='embedding', index_params=index_params)
+    return collection
+            
+# Read images
+decoder = ops.image_decode('rgb').get_op()
+def read_images(img_paths):
+    imgs = []
+    for p in img_paths:
+        img = decoder(p)
+        imgs.append(img)
+#         imgs.append(Image(cv2.imread(p), 'RGB'))
+    return imgs
+
+# Get ground truth
+def ground_truth(path):
+    train_path = str(Path(path).parent).replace('test', 'train')
+    return [str(Path(x).resolve()) for x in glob(train_path + '/*.JPEG')]
+
+# Calculate Average Precision
+def get_ap(pred: list, gt: list):
+    ct = 0
+    score = 0.
+    for i, n in enumerate(pred):
+        if n in gt:
+            ct += 1
+            score += (ct / (i + 1))
+    if ct == 0:
+        ap = 0
+    else:
+        ap = score / ct
+    return ap
+
+
+# Embedding pipeline
+p_embed = (
+    pipe.input('img_path')
+        .map('img_path', 'img', ops.image_decode('rgb'))
+        .map('img', 'vec', ops.image_embedding.timm(model_name=MODEL, device=DEVICE))
+        .map('vec', 'vec', lambda x: x / numpy.linalg.norm(x, axis=0))
+)
+
+# Display embedding result, no need for implementation
+p_display = p_embed.output('img_path', 'img', 'vec')
+
+DataCollection(p_display(to_insert[0])).show()
+
+# Connect to Milvus service
+connections.connect(host=HOST, port=PORT)
+
+# Create collection
+collection = create_milvus_collection(COLLECTION_NAME, DIM)
+print(f'A new collection created: {COLLECTION_NAME}')
+
+# Insert data
+p_insert = (
+        p_embed.map(('img_path', 'vec'), 'mr', ops.ann_insert.milvus_client(
+                    host=HOST,
+                    port=PORT,
+                    collection_name=COLLECTION_NAME
+                    ))
+          .output('mr')
+)
+
+for img_path in to_insert:
+    p_insert(img_path)
+print('Number of data inserted:', collection.num_entities)
+
+# Performance
+collection.load()
+p_search_pre = (
+        p_embed.map('vec', ('search_res'), ops.ann_search.milvus_client(
+                    host=HOST, port=PORT, limit=TOPK,
+                    collection_name=COLLECTION_NAME))
+               .map('search_res', 'pred', lambda x: [str(Path(y[0]).resolve()) for y in x])
+#                .output('img_path', 'pred')
+)
+p_eval = (
+    p_search_pre.map('img_path', 'gt', ground_truth)
+                .map(('pred', 'gt'), 'ap', get_ap)
+                .output('ap')
+)
+
+res = []
+for img_path in to_test:
+    ap = p_eval(img_path).get()[0]
+    res.append(ap)
+
+mAP = mean(res)
+
+print(f'mAP@{TOPK}: {mAP}')
+
+p_search_img = (
+    p_search_pre.map('img_path', 'gt', ground_truth)
+                .map(('pred', 'gt'), 'ap', get_ap)
+                .map('pred', 'res', read_images)
+                .output('img_path', 'img', 'res', 'ap')
+)
+DataCollection(p_search_img('./test/Joe_Biden/Biden11.JPEG')).show()
+
+
+def get_max_object(img, boxes):
+    if len(boxes) == 0:
+        return img
+    max_area = 0
+    for box in boxes:
+        x1, y1, x2, y2 = box
+        area = (x2-x1)*(y2-y1)
+        if area > max_area:
+            max_area = area
+            max_img = img[y1:y2,x1:x2,:]
+    return max_img
+
+p_yolo = (
+    pipe.input('img_path')
+        .map('img_path', 'img', ops.image_decode('rgb'))
+        .map('img', ('boxes', 'class', 'score'), ops.object_detection.yolov5())
+        .map(('img', 'boxes'), 'object', get_max_object)
+)
+
+# Display embedding result, no need for implementation
+p_display = (
+    p_yolo.output('img', 'object')
+)
+DataCollection(p_display('./test/Joe_Biden/Biden11.JPEG')).show()
+
+
+# Search
+p_search_pre_yolo = (
+    p_yolo.map('object', 'vec', ops.image_embedding.timm(model_name=MODEL, device=DEVICE))
+          .map('vec', 'vec', lambda x: x / numpy.linalg.norm(x, axis=0))
+          .map('vec', ('search_res'), ops.ann_search.milvus_client(
+                host=HOST, port=PORT, limit=TOPK,
+                collection_name=COLLECTION_NAME))
+          .map('search_res', 'pred', lambda x: [str(Path(y[0]).resolve()) for y in x])
+#          .output('img_path', 'pred')
+)
+
+# Evaluate with AP
+p_search_img_yolo = (
+    p_search_pre_yolo.map('img_path', 'gt', ground_truth)
+                     .map(('pred', 'gt'), 'ap', get_ap)
+                     .map('pred', 'res', read_images)
+                     .output('img', 'object', 'res', 'ap')
+)
+DataCollection(p_search_img_yolo('./test/Joe_Biden/Biden11.JPEG')).show()
+
+
+import gradio
+
+DEMO_MODEL = 'vgg16'
+DEMO_COLLECTION = 'deep_dive_image_search_' + DEMO_MODEL
+
+def f_search(img):
+    p_search = (
+        pipe.input('img')
+            .map('img', 'vec', ops.image_embedding.timm(model_name=DEMO_MODEL, device=DEVICE))
+            .map('vec', 'vec', lambda x: x / numpy.linalg.norm(x, axis=0))
+            .map('vec', 'search_res', ops.ann_search.milvus_client(
+                    host=HOST, port=PORT, limit=TOPK,
+                    collection_name=DEMO_COLLECTION))
+            .map('search_res', 'pred', lambda x: [str(Path(y[0]).resolve()) for y in x])
+            .output('pred')
+    )
+    return p_search(img).get()[0]
+
+interface = gradio.Interface(f_search, 
+                             gradio.inputs.Image(type="pil", source='upload'),
+                             [gradio.outputs.Image(type="filepath", label=None) for _ in range(TOPK)]
+                            )
+
+interface.launch(inline=True, share=True)

README.md

@@ -1,12 +1,6 @@
 ---
-title: Reverseimagepolitical
-emoji: 🌍
-colorFrom: red
-colorTo: yellow
+title: reverseimagepolitical
+app_file: 2_deepdiveimagesearch.py
 sdk: gradio
-sdk_version: 3.39.0
-app_file: app.py
-pinned: false
+sdk_version: 3.37.0
 ---
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

requirements.txt

@@ -0,0 +1,145 @@
+aiofiles==23.1.0
+aiohttp==3.8.4
+aiosignal==1.3.1
+altair==5.0.1
+anyio==3.7.1
+appnope==0.1.3
+asttokens==2.2.1
+async-timeout==4.0.2
+attrs==23.1.0
+av==10.0.0
+backcall==0.2.0
+beautifulsoup4==4.12.2
+bleach==6.0.0
+certifi==2023.5.7
+charset-normalizer==3.2.0
+click==8.1.6
+comm==0.1.3
+contourpy==1.1.0
+cycler==0.11.0
+debugpy==1.6.7
+decorator==5.1.1
+docutils==0.20.1
+environs==9.5.0
+executing==1.2.0
+fastapi==0.100.0
+ffmpy==0.3.1
+filelock==3.12.2
+fonttools==4.41.0
+frozenlist==1.4.0
+fsspec==2023.6.0
+fvcore==0.1.5.post20221221
+gitdb==4.0.10
+GitPython==3.1.32
+gradio==3.37.0
+gradio_client==0.2.10
+grpcio==1.53.0
+h11==0.14.0
+httpcore==0.17.3
+httpx==0.24.1
+huggingface-hub==0.16.4
+idna==3.4
+importlib-metadata==6.8.0
+iopath==0.1.10
+ipykernel==6.24.0
+ipython==8.14.0
+ipywidgets==8.0.7
+jaraco.classes==3.3.0
+jedi==0.18.2
+Jinja2==3.1.2
+jsonschema==4.18.4
+jsonschema-specifications==2023.7.1
+jupyter_client==8.3.0
+jupyter_core==5.3.1
+jupyterlab-widgets==3.0.8
+keyring==24.2.0
+kiwisolver==1.4.4
+linkify-it-py==2.0.2
+markdown-it-py==2.2.0
+MarkupSafe==2.1.3
+marshmallow==3.19.0
+matplotlib==3.7.2
+matplotlib-inline==0.1.6
+mdit-py-plugins==0.3.3
+mdurl==0.1.2
+milvus==2.2.11
+more-itertools==9.1.0
+mpmath==1.3.0
+multidict==6.0.4
+nest-asyncio==1.5.6
+networkx==3.1
+numpy==1.25.1
+opencv-python==4.8.0.74
+orjson==3.9.2
+packaging==23.1
+pandas==2.0.3
+parameterized==0.9.0
+parso==0.8.3
+pexpect==4.8.0
+pickleshare==0.7.5
+Pillow==10.0.0
+pkginfo==1.9.6
+platformdirs==3.9.1
+portalocker==2.7.0
+prompt-toolkit==3.0.39
+protobuf==4.23.4
+psutil==5.9.5
+ptyprocess==0.7.0
+pure-eval==0.2.2
+pydantic==1.10.11
+pydub==0.25.1
+Pygments==2.15.1
+pymilvus==2.2.11
+pyparsing==3.0.9
+python-dateutil==2.8.2
+python-dotenv==1.0.0
+python-multipart==0.0.6
+pytorchvideo==0.1.3
+pytz==2023.3
+PyYAML==6.0.1
+pyzmq==25.1.0
+readme-renderer==40.0
+referencing==0.30.0
+requests==2.31.0
+requests-toolbelt==1.0.0
+rfc3986==2.0.0
+rich==13.4.2
+rpds-py==0.9.2
+safetensors==0.3.1
+scipy==1.11.1
+seaborn==0.12.2
+semantic-version==2.10.0
+six==1.16.0
+smmap==5.0.0
+sniffio==1.3.0
+soupsieve==2.4.1
+stack-data==0.6.2
+starlette==0.27.0
+sympy==1.12
+tabulate==0.9.0
+tenacity==8.2.2
+termcolor==2.3.0
+timm==0.9.2
+toolz==0.12.0
+torch==2.0.1
+torchvision==0.15.2
+tornado==6.3.2
+towhee==1.1.1
+towhee.models==1.1.1
+tqdm==4.65.0
+traitlets==5.9.0
+twine==4.0.2
+typing_extensions==4.7.1
+tzdata==2023.3
+uc-micro-py==1.0.2
+ujson==5.8.0
+ultralytics==8.0.138
+urllib3==2.0.3
+uvicorn==0.23.1
+wcwidth==0.2.6
+webencodings==0.5.1
+websockets==11.0.3
+widgetsnbextension==4.0.8
+yacs==0.1.8
+yarl==1.9.2
+zipp==3.16.2

reverse_image_search.csv

@@ -0,0 +1,120 @@
+id,path,label
+1,./train/Kim_Jong_Un/Kim_Jong_Un1.JPEG,Kim_Jong_Un
+2,./train/Kim_Jong_Un/Kim_Jong_Un10.JPEG,Kim_Jong_Un
+3,./train/Kim_Jong_Un/Kim_Jong_Un6.JPEG,Kim_Jong_Un
+4,./train/Kim_Jong_Un/Kim_Jong_Un7.JPEG,Kim_Jong_Un
+5,./train/Kim_Jong_Un/Kim_Jong_Un8.JPEG,Kim_Jong_Un
+6,./train/Kim_Jong_Un/Kim_Jong_Un4.JPEG,Kim_Jong_Un
+7,./train/Kim_Jong_Un/Kim_Jong_Un5.JPEG,Kim_Jong_Un
+8,./train/Kim_Jong_Un/Kim_Jong_Un9.JPEG,Kim_Jong_Un
+9,./train/Kim_Jong_Un/Kim_Jong_Un2.JPEG,Kim_Jong_Un
+10,./train/Kim_Jong_Un/Kim_Jong_Un3.JPEG,Kim_Jong_Un
+11,./train/Barack_Obama/barack_obama1.JPEG,Barack_Obama
+12,./train/Barack_Obama/barack_obama6.JPEG,Barack_Obama
+13,./train/Barack_Obama/barack_obama4.JPEG,Barack_Obama
+14,./train/Barack_Obama/barack obama7.JPEG,Barack_Obama
+15,./train/Barack_Obama/barack_obama8.JPEG,Barack_Obama
+16,./train/Barack_Obama/barack_obama10.JPEG,Barack_Obama
+17,./train/Barack_Obama/barack_obama9.JPEG,Barack_Obama
+18,./train/Barack_Obama/barack_obama5.JPEG,Barack_Obama
+19,./train/Barack_Obama/barack_obama2.JPEG,Barack_Obama
+20,./train/Barack_Obama/barack_obama3.JPEG,Barack_Obama
+21,./train/Emmanuel_Macron/Emmanuel_Macron7.JPEG,Emmanuel_Macron
+22,./train/Emmanuel_Macron/Emmanuel_Macron6.JPEG,Emmanuel_Macron
+23,./train/Emmanuel_Macron/Emmanuel_Macron1.JPEG,Emmanuel_Macron
+24,./train/Emmanuel_Macron/Emmanuel_Macron3.JPEG,Emmanuel_Macron
+25,./train/Emmanuel_Macron/Emmanuel_Macron2.JPEG,Emmanuel_Macron
+26,./train/Emmanuel_Macron/Emmanuel_Macron10.JPEG,Emmanuel_Macron
+27,./train/Emmanuel_Macron/Emmanuel_Macron5.JPEG,Emmanuel_Macron
+28,./train/Emmanuel_Macron/Emmanuel_Macron9.JPEG,Emmanuel_Macron
+29,./train/Emmanuel_Macron/Emmanuel_Macron8.JPEG,Emmanuel_Macron
+30,./train/Emmanuel_Macron/Emmanuel_Macron4.JPEG,Emmanuel_Macron
+31,./train/Michelle_Obama/michelle_obama1.JPEG,Michelle_Obama
+32,./train/Michelle_Obama/michelle_obama10.JPEG,Michelle_Obama
+33,./train/Michelle_Obama/michelle_obama7.JPEG,Michelle_Obama
+34,./train/Michelle_Obama/michelle_obama6.JPEG,Michelle_Obama
+35,./train/Michelle_Obama/michelle_obama5.JPEG,Michelle_Obama
+36,./train/Michelle_Obama/michelle_obama9.JPEG,Michelle_Obama
+37,./train/Michelle_Obama/michelle_obama8.JPEG,Michelle_Obama
+38,./train/Michelle_Obama/michelle_obama4.JPEG,Michelle_Obama
+39,./train/Michelle_Obama/michelle_obama3.JPEG,Michelle_Obama
+40,./train/Michelle_Obama/michelle_obama2.JPEG,Michelle_Obama
+41,./train/Kamala_Harris/Kamala_Harris4.JPEG,Kamala_Harris
+42,./train/Kamala_Harris/Kamala_Harris8.JPEG,Kamala_Harris
+43,./train/Kamala_Harris/Kamala_Harris9.JPEG,Kamala_Harris
+44,./train/Kamala_Harris/Kamala_Harris10.JPEG,Kamala_Harris
+45,./train/Kamala_Harris/Kamala_Harris5.JPEG,Kamala_Harris
+46,./train/Kamala_Harris/Kamala_Harris2.JPEG,Kamala_Harris
+47,./train/Kamala_Harris/Kamala_Harris3.JPEG,Kamala_Harris
+48,./train/Kamala_Harris/Kamala_Harris1.JPEG,Kamala_Harris
+49,./train/Kamala_Harris/Kamala_Harris6.JPEG,Kamala_Harris
+50,./train/Kamala_Harris/Kamala_Harris7.JPEG,Kamala_Harris
+51,./train/Arvind_kejriwal/Arvind_kejriwal1.JPEG,Arvind_kejriwal
+52,./train/Arvind_kejriwal/Arvind_kejriwal10.JPEG,Arvind_kejriwal
+53,./train/Arvind_kejriwal/Arvind_kejriwal7.JPEG,Arvind_kejriwal
+54,./train/Arvind_kejriwal/Arvind_kejriwal6.JPEG,Arvind_kejriwal
+55,./train/Arvind_kejriwal/Arvind_kejriwal9.JPEG,Arvind_kejriwal
+56,./train/Arvind_kejriwal/Arvind_kejriwal5.JPEG,Arvind_kejriwal
+57,./train/Arvind_kejriwal/Arvind_kejriwal4.JPEG,Arvind_kejriwal
+58,./train/Arvind_kejriwal/Arvind_kejriwal8.JPEG,Arvind_kejriwal
+59,./train/Arvind_kejriwal/Arvind_kejriwal3.JPEG,Arvind_kejriwal
+60,./train/Arvind_kejriwal/Arvind_kejriwal2.JPEG,Arvind_kejriwal
+61,./train/Joe_Biden/Biden5.JPEG,Joe_Biden
+62,./train/Joe_Biden/Biden9.JPEG,Joe_Biden
+63,./train/Joe_Biden/Biden8.JPEG,Joe_Biden
+64,./train/Joe_Biden/Biden4.JPEG,Joe_Biden
+65,./train/Joe_Biden/Biden3.JPEG,Joe_Biden
+66,./train/Joe_Biden/Biden2.JPEG,Joe_Biden
+67,./train/Joe_Biden/Biden10.JPEG,Joe_Biden
+68,./train/Joe_Biden/Biden1.JPEG,Joe_Biden
+69,./train/Joe_Biden/Biden7.JPEG,Joe_Biden
+70,./train/Joe_Biden/Biden6.JPEG,Joe_Biden
+71,./train/Ben_Carson/Ben_Carson3.JPEG,Ben_Carson
+72,./train/Ben_Carson/Ben_Carson2.JPEG,Ben_Carson
+73,./train/Ben_Carson/Ben_Carson5.JPEG,Ben_Carson
+74,./train/Ben_Carson/Ben_Carson9.JPEG,Ben_Carson
+75,./train/Ben_Carson/Ben_Carson8.JPEG,Ben_Carson
+76,./train/Ben_Carson/Ben_Carson4.JPEG,Ben_Carson
+77,./train/Ben_Carson/Ben_Carson7.JPEG,Ben_Carson
+78,./train/Ben_Carson/Ben_Carson6.JPEG,Ben_Carson
+79,./train/Ben_Carson/Ben_Carson1.JPEG,Ben_Carson
+80,./train/Ben_Carson/Ben_Carson10.JPEG,Ben_Carson
+81,./train/Narendra_Modi/narendra_modi8.JPEG,Narendra_Modi
+82,./train/Narendra_Modi/narendra_modi4.JPEG,Narendra_Modi
+83,./train/Narendra_Modi/narendra_modi5.JPEG,Narendra_Modi
+84,./train/Narendra_Modi/narendra_modi9.JPEG,Narendra_Modi
+85,./train/Narendra_Modi/narendra_modi2.JPEG,Narendra_Modi
+86,./train/Narendra_Modi/narendra_modi3.JPEG,Narendra_Modi
+87,./train/Narendra_Modi/narendra_modi1.JPEG,Narendra_Modi
+88,./train/Narendra_Modi/narendra_modi6.JPEG,Narendra_Modi
+89,./train/Narendra_Modi/narendra_modi7.JPEG,Narendra_Modi
+90,./train/Narendra_Modi/narendra_modi10.JPEG,Narendra_Modi
+91,./train/Rahul_Gandhi/Rahul_Gandhi10.JPEG,Rahul_Gandhi
+92,./train/Rahul_Gandhi/Rahul_Gandhi1.JPEG,Rahul_Gandhi
+93,./train/Rahul_Gandhi/Rahul_Gandhi6.JPEG,Rahul_Gandhi
+94,./train/Rahul_Gandhi/Rahul_Gandhi7.JPEG,Rahul_Gandhi
+95,./train/Rahul_Gandhi/Rahul_Gandhi8.JPEG,Rahul_Gandhi
+96,./train/Rahul_Gandhi/Rahul_Gandhi4.JPEG,Rahul_Gandhi
+97,./train/Rahul_Gandhi/Rahul_Gandhi5.JPEG,Rahul_Gandhi
+98,./train/Rahul_Gandhi/Rahul_Gandhi9.JPEG,Rahul_Gandhi
+99,./train/Rahul_Gandhi/Rahul_Gandhi2.JPEG,Rahul_Gandhi
+100,./train/Rahul_Gandhi/Rahul_Gandhi3.JPEG,Rahul_Gandhi
+101,./train/Hillary_Clinton/hillary_clinton2.JPEG,Hillary_Clinton
+102,./train/Hillary_Clinton/hillary_clinton3.JPEG,Hillary_Clinton
+103,./train/Hillary_Clinton/hillary_clinton8.JPEG,Hillary_Clinton
+104,./train/Hillary_Clinton/hillary_clinton10.JPEG,Hillary_Clinton
+105,./train/Hillary_Clinton/hillary_clinton5.JPEG,Hillary_Clinton
+106,./train/Hillary_Clinton/hillary_clinton9.JPEG,Hillary_Clinton
+107,./train/Hillary_Clinton/hillary_clinton6.JPEG,Hillary_Clinton
+108,./train/Hillary_Clinton/hillary_clinton7.JPEG,Hillary_Clinton
+109,./train/Hillary_Clinton/hillary_clinton1.JPEG,Hillary_Clinton
+110,./train/Bernie_Sanders/Bernie_Sanders1.JPEG,Bernie_Sanders
+111,./train/Bernie_Sanders/Bernie_Sanders7.JPEG,Bernie_Sanders
+112,./train/Bernie_Sanders/Bernie_Sanders6.JPEG,Bernie_Sanders
+113,./train/Bernie_Sanders/Bernie_Sanders9.JPEG,Bernie_Sanders
+114,./train/Bernie_Sanders/Bernie_Sanders5.JPEG,Bernie_Sanders
+115,./train/Bernie_Sanders/Bernie_Sanders4.JPEG,Bernie_Sanders
+116,./train/Bernie_Sanders/Bernie_Sanders8.JPEG,Bernie_Sanders
+117,./train/Bernie_Sanders/Bernie_Sanders3.JPEG,Bernie_Sanders
+118,./train/Bernie_Sanders/Bernie_Sanders10.JPEG,Bernie_Sanders
+119,./train/Bernie_Sanders/Bernie_Sanders2.JPEG,Bernie_Sanders