app updates

app.py

@@ -13,7 +13,6 @@ from contextlib import nullcontext
 #from PIL import Image
 #from torchvision import transforms
 
-#from diffusers import StableDiffusionImageVariationPipeline
 
 
 openai.api_key = os.getenv('openaikey')
@@ -25,15 +24,62 @@ dtype = torch.float16 if device == "cuda" else torch.float32
 pipe = StableDiffusionPipeline.from_pretrained("stale2000/sd-dnditem", torch_dtype=dtype, use_auth_token=authtoken)  
 pipe = pipe.to(device)
 
-def predict(input, manual_query_repacement, history=[]):
+disable_safety = True
+
+if disable_safety:
+  def null_safety(images, **kwargs):
+      return images, False
+  pipe.safety_checker = null_safety
+
+def create_files():
+    directory = 'C:\\Users\\brcwa\\OneDrive\\Desktop\\destinyCaptures\\dnd\\fullcaptionsimple\\full'
+    for filename2 in os.listdir(directory):
+        if not filename2.endswith('txt'):
+            continue
+        f = os.path.join(directory, filename2)
+        # checking if it is a file
+        if os.path.isfile(f):
+            text_file = open(f, "r")
+            lines = text_file.read()
+            print(lines.split(',')[1] + "," + lines.split(',')[1])
+
+#create_files()
+
+def createGPTPrompt(item_type, description):
+    return item_type.split(",")[0].split(" ")[-1] + " of " + description
+
+def convert_lines(lines):
+    key_arr = []
+    key_hash = {}
+    for line in lines:
+        key = line.split(",")[0]
+        val = line.split(",")[1]
+        key_arr.append(key)
+        key_hash[key] = val
+
+    return key_arr, key_hash
+
+def predict(dropdown, style_dropdown, manual_gpt_replacement, manual_sd_prompt, n_samples, history=[]):
 
     # gpt3
-    if manual_query_repacement != "":
-        input = manual_query_repacement
+    sd_input = ""
+    gpt_input = ""
+
+    description = style_dropdown
+    if manual_sd_prompt != '':
+        gpt_input = manual_gpt_replacement
+    else:
+        gpt_input = "Describe the mechanics of a 5th Edition DnD item called '" + createGPTPrompt(dropdown, description) + "' :"
+    
+    if manual_sd_prompt != '':
+        sd_input = manual_sd_prompt
+    else:
+        sd_input = "dnditem, " + dropdown + style_hashmap[style_dropdown]  + ", circle inner background and white outerbackground"
+
     
     response = openai.Completion.create(
     model="text-davinci-003",
-    prompt=input,
+    prompt=gpt_input,
     temperature=0.9,
     max_tokens=150,
     top_p=1,
@@ -42,61 +88,47 @@ def predict(input, manual_query_repacement, history=[]):
     
     # tokenize the new input sentence
     responseText = response["choices"][0]["text"]
-    history.append((input, responseText))
+    history.append((sd_input, responseText))
 
 
     #img generation
-    prompt = "Yoda"
-    scale = 10
-    n_samples = 4
-
-    # Sometimes the nsfw checker is confused by the Naruto images, you can disable
-    # it at your own risk here
-    #disable_safety = False
+    scale = 5.5
 
-    #if disable_safety:
-    #  def null_safety(images, **kwargs):
-    #      return images, False
-    #  pipe.safety_checker = null_safety
-
-    
     #with autocast("cuda"):
     #  images = pipe(n_samples*[prompt], guidance_scale=scale).images
 
     with context("cuda"):
-        images = pipe(n_samples*[prompt], guidance_scale=scale, num_inference_steps=5).images
+        images = pipe(n_samples*[sd_input], guidance_scale=scale, num_inference_steps=40).images
+
     
-    for idx, im in enumerate(images):
-      im.save(f"{idx:06}.png")
+    return history, history, images
 
-    images_list = pipe(
-        inp.tile(n_samples, 1, 1, 1),
-        guidance_scale=scale,
-        num_inference_steps=steps,
-        generator=generator,
-        )
 
-    images = []
-    for i, image in enumerate(images_list["images"]):
-        if(images_list["nsfw_content_detected"][i]):
-            safe_image = Image.open(r"unsafe.png")
-            images.append(safe_image)
-        else:
-            images.append(image)
+
+#inputText = gr.Textbox(placeholder="input query")
+manual_gpt_query = gr.Textbox(placeholder="Input any query here, to replace the gpt query builder entirely.")
+manual_sd_prompt = gr.Textbox(placeholder="Input any query here, to replace the gpt query builder entirely.")
+
+
+
+choiceArr = ["none", "a pair of boots, ", "a cloak, ", "a pair of gloves, ", "a helmet, ", "a necklace, ", "a ring, ", "a robe, ", "a rod, ", "a shield, ", "a staff, ", "a sword, ", "a wand, "]
+dropdown = gr.Dropdown(label= "Item Type", choices=choiceArr)
 
 
-    
-    return history, history, images
 
+text_file = open("styles.txt", "r")
+lines = text_file.read().split('\n')
+dropdown_arr, style_hashmap = convert_lines(lines)
 
 
-inputText = gr.Textbox(value="tmp")
-manual_query = gr.Textbox(placeholder="Input any query here, to replace the image generation query builder entirely.")
+style_dropdown = gr.Dropdown(label= "Item Ability and Style", choices=dropdown_arr)
 
 output_img = gr.Gallery(label="Generated image")
 output_img.style(grid=2)
 
+step_slide = gr.Slider(1, 4, value=2, step=1),
+slide = gr.Slider(label="Number of Images Generated", minimum=1, maximum=4, value=2, step=1)
 gr.Interface(fn=predict,
-             inputs=[inputText,manual_query,'state'],
+             inputs=[dropdown, style_dropdown, manual_gpt_query,manual_sd_prompt,slide,'state'],
             
              outputs=["chatbot",'state', output_img]).launch()

requirements.txt

@@ -4,4 +4,5 @@ openai
 gradio
 diffusers
 transformers
-accelerate
+accelerate
+tensorboard

styles.txt

@@ -0,0 +1,102 @@
+elvenkind,green elvenkind style
+speed,green striped speed style
+striding and springing,cloth striding and springing style
+winterlands,blue leather winterlands style
+spider climbing,purple black spider climbing style
+winged,winged style
+displacement,silverr green displacement style
+protection,blue protection style
+manta ray,manta ray style
+many fashions,purple feathered many fashions style
+archery,bronze archery style
+defense,gold defense style
+ogre strength,silver and gold ogre strength style
+missile snaring,purple spider missile snaring style
+brilliance,gem brilliance style
+comprehend language,metal green comprehend language style
+telepathy,brain telepathy style
+teleportation,black and gold teleportation style
+heart wound closure,red gem heart wound closure style
+fireball,bead fireball style
+prayer beads,multicolor gem prayer beads style
+health,red heart gem health style
+the sphere,bronze horned sphere style
+ultimate evil,black green demon ultimate evil style
+the drunkard,metal leaf drunkard style
+the guardian,metal wood shield guardian style
+ proof against detection and location,proof against detection and location style
+the planes,black circle planes style
+adaption,gold adaption style
+evasion,green bird evasion style
+xray,eye xray style
+resistence,gold and red resistence style
+winter,frosted winter style
+obscuring,black skull obscuring style
+red fury,silver red fury style
+air elemental control,dual air elemental control style
+animal influence,wood animal influence style
+featherfall,silver gold featherfall style
+free action,blue gem silver free action style
+invisibility,plain silver invisibility style
+mind shielding,purple mind shielding style
+shooting stars,purple shooting stars style
+spell storing,yellow spell storing style
+three wishes,jeweled three wishes style
+regeneration,green wood regeneration style
+telekinesis,yellow gem telekinesis style
+the ram,silver ram style
+water walking,silver blue water walking style
+eyes,red eyes style
+the stars,blue and black stars style
+the archmage,white archmage style
+useful things,multi-color patches useful things style
+the immoveable,silver immoveable style
+absorption,yellow absorption style
+lordly might,black silver lordly might style
+ressurection,silver green red ressurection style
+rulership,brown red gold rulership style
+the tentacle,real silver gold tentacle style
+the hidden lords,gold hidden lords style
+ruidium,red and brown ruidium style
+the animated,blue and green transparent animated style
+missile attraction,black and silver missile attraction style
+spellguard,gold jeweled spellguard style
+charm,gold and multicolor charm style
+the magi,bronze magi style
+the python,white python style
+withering,yellow hand withering style
+gulthias,black branch gulthias style
+fire,flaming style
+ice,ice style
+the woodland,brown and green woodland style
+lighting,silver lighting style
+healing,tiki totem healing style
+power,metal power style
+swarming insects,swarming insects style
+the adder snake,black snake adder style
+the sun,bright yellow sunblade style
+life stealing,silver life stealing style
+sharpness,silver sharpness style
+viciousness,silver vicious style
+vorpal,red vorpal style
+the moon,moonblade style
+zariel,blue white silver zariel style
+dancing,silver dancing style
+defender,silver blue defender style
+the dragon slayer,silver dragon slayer style
+frost brand,frost brand style
+holy avenger,silver holy avenger style
+luck,green silver luck blade style
+nine lives stealing,silver nine lives stealer style
+secrets,secretys style
+web,purple metal web style
+wonder,multicolor wonder style
+winter,dark blue winter style
+stone binding,chain stone binding style
+magic detection,gem magic detection style
+fear,skull fear style
+fireball,bright fireball style
+magic detection,lamp magic detection style
+magic missile,blue silver magic missile style
+paralysis,paralysis style
+polymorph,brown polymorph style