Add model files and parse

app.py

@@ -1,9 +1,42 @@
+import os
 import clip
 import torch
+import logging
+import json
+import pickle
 import gradio as gr
 
+
+logger = logging.getLogger("basebody")
+CLIP_MODEL_NAME = "ViT-B/16"
+
+TEXT_PROMPTS_FILE_NAME = "text_prompts.json"
+LOGISTIC_REGRESSION_MODEL_FILE_NAME = "logistic_regression_l1_oct_2.pkl"
+
+
+clip_model, preprocess = clip.load(CLIP_MODEL_NAME, device="cpu")
+
+with open(
+    os.path.join(os.path.dirname(__file__), TEXT_PROMPTS_FILE_NAME), "r"
+) as f:
+    text_prompts = json.load(f)
+with open(
+    os.path.join(
+        os.path.dirname(__file__), LOGISTIC_REGRESSION_MODEL_FILE_NAME
+    ),
+    "rb",
+) as f:
+    lr_model = pickle.load(f)
+
+
 def greet(name):
-    return "Hello " + "!!"
+    return "Hello " + name + "!"
+
 
-iface = gr.Interface(fn=greet, inputs="image", outputs="text", allow_flagging="manual")
+iface = gr.Interface(
+    fn=greet,
+    inputs="image",
+    outputs="text",
+    allow_flagging="manual"
+)
 iface.launch()

text_prompts.json

@@ -0,0 +1,390 @@
+{
+  "clothing": [
+    "is character wearing clothing",
+    "is character not wearing clothing"
+  ],
+  "outfit": [
+    "is character wearing an outfit",
+    "is character not wearing an outfit"
+  ],
+  "equipment": [
+    "is character using equipment",
+    "is character not using equipment"
+  ],
+  "uniform": [
+    "is character wearing a uniform",
+    "is character not wearing a uniform"
+  ],
+  "jewelry": [
+    "is character wearing jewelry",
+    "is character not wearing jewelry"
+  ],
+  "jacket": [
+    "is character wearing a jacket",
+    "is character not wearing a jacket"
+  ],
+  "cardigan": [
+    "is character wearing a cardigan",
+    "is character not wearing a cardigan"
+  ],
+  "shoes": [
+    "is character wearing shoes",
+    "is character not wearing shoes"
+  ],
+  "jeans": [
+    "is character wearing jeans",
+    "is character not wearing jeans"
+  ],
+  "french": [
+    "is character wearing French-style clothing",
+    "is character not wearing French-style clothing"
+  ],
+  "chain": [
+    "is character wearing a chain",
+    "is character not wearing a chain"
+  ],
+  "weather": [
+    "is character wearing weather-appropriate clothing",
+    "is character not wearing weather-appropriate clothing"
+  ],
+  "trousers": [
+    "is character wearing trousers",
+    "is character not wearing trousers"
+  ],
+  "shorts": [
+    "is character wearing shorts",
+    "is character not wearing shorts"
+  ],
+  "tunic": [
+    "is character wearing a tunic",
+    "is character not wearing a tunic"
+  ],
+  "gown": [
+    "is character wearing a gown",
+    "is character not wearing a gown"
+  ],
+  "shirt": [
+    "is character wearing a shirt",
+    "is character not wearing a shirt"
+  ],
+  "hoodie": [
+    "is character wearing a hoodie",
+    "is character not wearing a hoodie"
+  ],
+  "crown": [
+    "is character wearing a crown",
+    "is character not wearing a crown"
+  ],
+  "suit": [
+    "is character wearing a suit",
+    "is character not wearing a suit"
+  ],
+  "armor": [
+    "is character wearing armor",
+    "is character not wearing armor"
+  ],
+  "kimono": [
+    "is character wearing a kimono",
+    "is character not wearing a kimono"
+  ],
+  "camping": [
+    "is character using camping equipment",
+    "is character not using camping equipment"
+  ],
+  "text": [
+    "is character wearing clothing with letters or numbers",
+    "is character not wearing clothing with letters or numbers"
+  ],
+  "blouse": [
+    "is character wearing a blouse",
+    "is character not wearing a blouse"
+  ],
+  "pajamas": [
+    "is character wearing pajamas",
+    "is character not wearing pajamas"
+  ],
+  "glasses": [
+    "is character wearing glasses",
+    "is character not wearing glasses"
+  ],
+  "cashmere": [
+    "is character wearing cashmere",
+    "is character not wearing cashmere"
+  ],
+  "knight": [
+    "is character dressed as a knight",
+    "is character not dressed as a knight"
+  ],
+  "fly": [
+    "is character wearing flying gear",
+    "is character not wearing flying gear"
+  ],
+  "overalls": [
+    "is character wearing overalls",
+    "is character not wearing overalls"
+  ],
+  "boxing": [
+    "is character wearing boxing gloves",
+    "is character not wearing boxing gloves"
+  ],
+  "lipstick": [
+    "is character wearing lipstick",
+    "is character not wearing lipstick"
+  ],
+  "pants": [
+    "is character wearing pants",
+    "is character not wearing pants"
+  ],
+  "apron": [
+    "is character wearing an apron",
+    "is character not wearing an apron"
+  ],
+  "zipper": [
+    "is character wearing something with a zipper",
+    "is character not wearing something with a zipper"
+  ],
+  "fighting": [
+    "is character wearing fighting gear",
+    "is character not wearing fighting gear"
+  ],
+  "headset": [
+    "is character wearing a headset",
+    "is character not wearing a headset"
+  ],
+  "lace": [
+    "is character wearing lace",
+    "is character not wearing lace"
+  ],
+  "bowling": [
+    "is character wearing bowling shoes",
+    "is character not wearing bowling shoes"
+  ],
+  "shawl": [
+    "is character wearing a shawl",
+    "is character not wearing a shawl"
+  ],
+  "flannel": [
+    "is character wearing flannel",
+    "is character not wearing flannel"
+  ],
+  "boots": [
+    "is character wearing boots",
+    "is character not wearing boots"
+  ],
+  "helmet": [
+    "is character wearing a helmet",
+    "is character not wearing a helmet"
+  ],
+  "t-shirt": [
+    "is character wearing a t-shirt",
+    "is character not wearing a t-shirt"
+  ],
+  "sandals": [
+    "is character wearing sandals",
+    "is character not wearing sandals"
+  ],
+  "jersey": [
+    "is character wearing a jersey",
+    "is character not wearing a jersey"
+  ],
+  "fairy": [
+    "is character dressed as a fairy",
+    "is character not dressed as a fairy"
+  ],
+  "glove": [
+    "is character wearing gloves",
+    "is character not wearing gloves"
+  ],
+  "outdoors": [
+    "is character wearing outdoor gear",
+    "is character not wearing outdoor gear"
+  ],
+  "cargo": [
+    "is character wearing cargo pants",
+    "is character not wearing cargo pants"
+  ],
+  "tank top": [
+    "is character wearing a tank top",
+    "is character not wearing a tank top"
+  ],
+  "hair extensions": [
+    "is character wearing hair extensions",
+    "is character not wearing hair extensions"
+  ],
+  "scarf": [
+    "is character wearing a scarf",
+    "is character not wearing a scarf"
+  ],
+  "coat": [
+    "is character wearing a coat",
+    "is character not wearing a coat"
+  ],
+  "robe": [
+    "is character wearing a robe",
+    "is character not wearing a robe"
+  ],
+  "wizard": [
+    "is character dressed as a wizard",
+    "is character not dressed as a wizard"
+  ],
+  "backpack": [
+    "is character wearing a backpack",
+    "is character not wearing a backpack"
+  ],
+  "trenchcoat": [
+    "is character wearing a trenchcoat",
+    "is character not wearing a trenchcoat"
+  ],
+  "dress": [
+    "is character wearing a dress",
+    "is character not wearing a dress"
+  ],
+  "hat": [
+    "is character wearing a hat",
+    "is character not wearing a hat"
+  ],
+  "belt": [
+    "is character wearing a belt",
+    "is character not wearing a belt"
+  ],
+  "watch": [
+    "is character wearing a watch",
+    "is character not wearing a watch"
+  ],
+  "bag": [
+    "is character carrying a bag",
+    "is character not carrying a bag"
+  ],
+  "umbrella": [
+    "is character holding an umbrella",
+    "is character not holding an umbrella"
+  ],
+  "tattoo": [
+    "does character have a tattoo",
+    "does character not have a tattoo"
+  ],
+  "piercing": [
+    "does character have a piercing",
+    "does character not have a piercing"
+  ],
+  "bracelet": [
+    "is character wearing a bracelet",
+    "is character not wearing a bracelet"
+  ],
+  "necklace": [
+    "is character wearing a necklace",
+    "is character not wearing a necklace"
+  ],
+  "background-objects": [
+    "are there objects in the background",
+    "there are no objects in the background"
+  ],
+  "foreground-objects": [
+    "are there objects in the foreground",
+    "there are no objects in the foreground"
+  ],
+  "animals": [
+    "is there an animal near the character",
+    "there is no animal near the character"
+  ],
+  "vehicles": [
+    "is there a vehicle near the character",
+    "there is no vehicle near the character"
+  ],
+  "instruments": [
+    "is character holding a musical instrument",
+    "is character not holding a musical instrument"
+  ],
+  "weapons": [
+    "is character holding a weapon",
+    "is character not holding a weapon"
+  ],
+  "food-drink": [
+    "is character holding food or drink",
+    "is character not holding food or drink"
+  ],
+  "electronics": [
+    "is character using an electronic device",
+    "is character not using an electronic device"
+  ],
+  "books": [
+    "is character holding a book",
+    "is character not holding a book"
+  ],
+  "horns": [
+    "character has horns",
+    "character does not have horns"
+  ],
+  "skirt": [
+    "is character wearing a skirt",
+    "is character not wearing a skirt"
+  ],
+  "sweater": [
+    "is character wearing a sweater",
+    "is character not wearing a sweater"
+  ],
+  "sweatshirt": [
+    "is character wearing a sweatshirt",
+    "is character not wearing a sweatshirt"
+  ],
+  "sweatpants": [
+    "is character wearing sweatpants",
+    "is character not wearing sweatpants"
+  ],
+  "sunglasses": [
+    "is character wearing sunglasses",
+    "is character not wearing sunglasses"
+  ],
+  "tie": [
+    "is character wearing a tie",
+    "is character not wearing a tie"
+  ],
+  "skateboard": [
+    "is character using a skateboard",
+    "is character not using a skateboard"
+  ],
+  "skates": [
+    "is character using skates",
+    "is character not using skates"
+  ],
+  "rollerblades": [
+    "is character using rollerblades",
+    "is character not using rollerblades"
+  ],
+  "roller-skates": [
+    "is character using roller-skates",
+    "is character not using roller-skates"
+  ],
+  "surfboard": [
+    "is character using a surfboard",
+    "is character not using a surfboard"
+  ],
+  "snowboard": [
+    "is character using a snowboard",
+    "is character not using a snowboard"
+  ],
+  "skis": [
+    "is character using skis",
+    "is character not using skis"
+  ],
+  "goggles": [
+    "is character wearing goggles",
+    "is character not wearing goggles"
+  ],
+  "gloves": [
+    "is character wearing gloves",
+    "is character not wearing gloves"
+  ],
+  "mittens": [
+    "is character wearing mittens",
+    "is character not wearing mittens"
+  ],
+  "human": [
+    "is character human",
+    "is character not human"
+  ],
+  "animal": [
+    "is character an animal",
+    "is character not an animal"
+  ]
+}