test dfif

app.py

@@ -5,6 +5,17 @@ import gradio as gr
 import os
 import threading
 
+#for deepfloydif
+import requests
+import json
+import random
+from PIL import Image
+import matplotlib.pyplot as plt
+import matplotlib.image as mpimg
+
+
+
+
 #todos
 #alert
 
@@ -12,10 +23,18 @@ import threading
 jojogan = gradio_client.Client("akhaliq/JoJoGAN")
 
 #new
+'''
 deepfloydif = gradio_client.Client("DeepFloyd/IF")
 client = Client("DeepFloyd/IF")
 client.view_api()
 
+'''
+
+
+df = Client("DeepFloyd/IF") 
+
+
+
 # Set up discord bot 
 class MyClient(discord.Client):
     async def on_ready(self):
@@ -60,6 +79,12 @@ class MyClient(discord.Client):
         if style:
             if message.attachments:
                 attachment = message.attachments[0]
+
+                # jojogan = gradio_client.Client("akhaliq/JoJoGAN")
+                # predict(img, model, api_name="/predict") -> output
+                # im = jojogan.predict(img, model) -> output
+                # im = jojogan.predict(attachment.url, style) -> output
+                
                 im = jojogan.predict(attachment.url, style)
                 await message.reply(f'Here is the {style} version of it', file=discord.File(im))
             else:
@@ -67,6 +92,7 @@ class MyClient(discord.Client):
 
         #new
         #deepfloydif
+        '''
         if message.content.startswith('!deepfloydif'):
             text_input = message.content[12:].strip()
             if text_input:
@@ -76,9 +102,40 @@ class MyClient(discord.Client):
                 im_bytes.seek(0)
                 await message.reply(f'Here is the image generated for the input "{text_input}"', file=discord.File(im_bytes, 'output.png'))
             else:
-                await message.channel.send("No text input provided. Please provide some text after the !deepfloydif command.")
+                await message.channel.send("No text input provided. Please provide some text after the !deepfloydif command.")        
+        
+        '''
+        #deepfloydif
+        # start with preset values for now
+        if message.content.startswith('!deepfloydif'):
+            # stage 1
+            prompt = "llama"
+            negative_prompt = "blue"
+            seed = random.randint(0, 2**32 - 1) # maybe random seed each time?    seed = 7
+            number_of_images = 4
+            guidance_scale = 7
+            custom_timesteps_1 = 'smart100'
+            number_of_inference_steps = 100
+
+            stage_1_results, stage_1_param_path, stage_1_result_path = df.predict(prompt, negative_prompt, seed, number_of_images, guidance_scale, custom_timesteps_1, number_of_inference_steps, api_name="/generate64")
+
+            # stage 2
+            selected_index_for_stage_2 = -1
+            custom_timesteps_2 = 'smart100' # could reset to smart50 if index was the issue
+            seed = random.randint(0, 2**32 - 1) # again, could randomize this        seed = 362572064
+            
+            # predict(stage_1_result_path, selected_index_for_stage_2, seed, guidance_scale, custom_timesteps_2, number_of_inference_steps, api_name="/upscale256") -> result
+            
+            img = df.predict(stage_1_result_path, selected_index_for_stage_2, seed, guidance_scale, custom_timesteps_2, number_of_inference_steps, api_name="/upscale256")
     
-              
+            # Save the generated image to a file
+            img_path = "/tmp/generated_image.png"
+            img.save(img_path)
+            
+            # Send the image file as a Discord attachment
+            with open(img_path, 'rb') as f:
+                await message.reply(f'Here is the generated image', file=discord.File(f, 'generated_image.png'))           
+            
 
 DISCORD_TOKEN = os.environ.get("GRADIOTEST_TOKEN", None)
 intents = discord.Intents.default()