Batch count functionality + stop button + bug fixes

README.md

@@ -4,7 +4,7 @@ emoji: 🔥
 colorFrom: yellow
 colorTo: gray
 sdk: gradio
-sdk_version: 3.42.0
+sdk_version: 3.44.4
 app_file: app.py
 pinned: false
 license: mit

app.py

@@ -10,6 +10,7 @@ import PIL
 from PIL.ExifTags import TAGS
 import html
 import re
+from threading import Thread
 
 
 class Prodia:
@@ -159,8 +160,8 @@ for model_name in model_list:
     name_without_ext = remove_id_and_ext(model_name)
     model_names[name_without_ext] = model_name
 
-def txt2img(prompt, negative_prompt, model, steps, sampler, cfg_scale, width, height, seed):
-    result = prodia_client.generate({
+def txt2img(prompt, negative_prompt, model, steps, sampler, cfg_scale, width, height, seed, batch_count, gallery):
+    data = {
         "prompt": prompt,
         "negative_prompt": negative_prompt,
         "model": model,
@@ -170,14 +171,35 @@ def txt2img(prompt, negative_prompt, model, steps, sampler, cfg_scale, width, he
         "width": width,
         "height": height,
         "seed": seed
-    })
+    }
 
-    job = prodia_client.wait(result)
+    total_images = []
+    threads = []
 
-    return job["imageUrl"]
+    def generate_one_image():
+        result = prodia_client.generate(data)
+        job = prodia_client.wait(result)
+        total_images.append(job['imageUrl'])
 
-def img2img(input_image, denoising, prompt, negative_prompt, model, steps, sampler, cfg_scale, width, height, seed):
-    result = prodia_client.transform({
+    for x in range(batch_count):
+        t = Thread(target=generate_one_image)
+        threads.append(t)
+        t.start()
+
+    for t in threads:
+        t.join()
+
+    new_images_list = [img['name'] for img in gallery]
+
+    for image in total_images:
+        new_images_list.insert(0, image)
+
+    return {image_output: total_images, gallery_obj: new_images_list}
+
+
+def img2img(input_image, denoising, prompt, negative_prompt, model, steps, sampler, cfg_scale, width, height, seed,
+            batch_count, gallery):
+    data = {
         "imageData": image_to_base64(input_image),
         "denoising_strength": denoising,
         "prompt": prompt,
@@ -189,18 +211,30 @@ def img2img(input_image, denoising, prompt, negative_prompt, model, steps, sampl
         "width": width,
         "height": height,
         "seed": seed
-    })
+    }
+
+    total_images = []
+    threads = []
+
+    def generate_one_image():
+        result = prodia_client.transform(data)
+        job = prodia_client.wait(result)
+        total_images.append(job['imageUrl'])
 
-    job = prodia_client.wait(result)
+    for x in range(batch_count):
+        t = Thread(target=generate_one_image)
+        threads.append(t)
+        t.start()
 
-    return job["imageUrl"]
+    for t in threads:
+        t.join()
 
+    new_images_list = [img['name'] for img in gallery]
 
-css = """
-#generate {
-    height: 100%;
-}
-"""
+    for image in total_images:
+        new_images_list.insert(0, image)
+
+    return {i2i_image_output: total_images, gallery_obj: new_images_list}
 
 samplers = [
     "Euler",
@@ -224,7 +258,7 @@ samplers = [
     "PLMS",
 ]
 
-with gr.Blocks(css=css) as demo:
+with gr.Blocks() as demo:
     with gr.Row():
         with gr.Column(scale=6):
             model = gr.Dropdown(interactive=True,value="absolutereality_v181.safetensors [3d9d4d2b]", show_label=True, label="Stable Diffusion Checkpoint", choices=prodia_client.list_models())
@@ -239,8 +273,9 @@ with gr.Blocks(css=css) as demo:
                 with gr.Column(scale=6, min_width=600):
                     prompt = gr.Textbox("space warrior, beautiful, female, ultrarealistic, soft lighting, 8k", placeholder="Prompt", show_label=False, lines=3)
                     negative_prompt = gr.Textbox(placeholder="Negative Prompt", show_label=False, lines=3, value="3d, cartoon, anime, (deformed eyes, nose, ears, nose), bad anatomy, ugly")
-                with gr.Column():
+                with gr.Row():
                     text_button = gr.Button("Generate", variant='primary', elem_id="generate")
+                    stop_btn = gr.Button("Cancel", elem_id="cancel")
                     
             with gr.Row():
                 with gr.Column(scale=3):
@@ -279,24 +314,24 @@ with gr.Blocks(css=css) as demo:
                             
                             with gr.Column(scale=1):
                                 batch_size = gr.Slider(label="Batch Size", maximum=1, value=1)
-                                batch_count = gr.Slider(label="Batch Count", maximum=1, value=1)
+                                batch_count = gr.Slider(label="Batch Count", minimum=1, maximum=4, value=1, step=1)
     
                         cfg_scale = gr.Slider(label="CFG Scale", minimum=1, maximum=20, value=7, step=1)
                         seed = gr.Number(label="Seed", value=-1)
     
                     
                 with gr.Column(scale=2):
-                    image_output = gr.Image(value="https://images.prodia.xyz/8ede1a7c-c0ee-4ded-987d-6ffed35fc477.png")
+                    image_output = gr.Gallery(value=["https://images.prodia.xyz/8ede1a7c-c0ee-4ded-987d-6ffed35fc477.png"])
     
-            text_button.click(txt2img, inputs=[prompt, negative_prompt, model, steps, sampler, cfg_scale, width, height, seed], outputs=image_output)
-        
+       
         with gr.Tab("img2img", id='i2i'):
             with gr.Row():
                 with gr.Column(scale=6, min_width=600):
                     i2i_prompt = gr.Textbox("space warrior, beautiful, female, ultrarealistic, soft lighting, 8k", placeholder="Prompt", show_label=False, lines=3)
                     i2i_negative_prompt = gr.Textbox(placeholder="Negative Prompt", show_label=False, lines=3, value="3d, cartoon, anime, (deformed eyes, nose, ears, nose), bad anatomy, ugly")
-                with gr.Column():
+                with gr.Row():
                     i2i_text_button = gr.Button("Generate", variant='primary', elem_id="generate")
+                    i2i_stop_btn = gr.Button("Cancel")
                     
             with gr.Row():
                 with gr.Column(scale=3):
@@ -317,7 +352,7 @@ with gr.Blocks(css=css) as demo:
                             
                             with gr.Column(scale=1):
                                 i2i_batch_size = gr.Slider(label="Batch Size", maximum=1, value=1)
-                                i2i_batch_count = gr.Slider(label="Batch Count", maximum=1, value=1)
+                                i2i_batch_count = gr.Slider(label="Batch Count", minimum=1, maximum=4, value=1, step=1)
     
                         i2i_cfg_scale = gr.Slider(label="CFG Scale", minimum=1, maximum=20, value=7, step=1)
                         i2i_denoising = gr.Slider(label="Denoising Strength", minimum=0, maximum=1, value=0.7, step=0.1)
@@ -325,10 +360,9 @@ with gr.Blocks(css=css) as demo:
     
                     
                 with gr.Column(scale=2):
-                    i2i_image_output = gr.Image(value="https://images.prodia.xyz/8ede1a7c-c0ee-4ded-987d-6ffed35fc477.png")
+                    i2i_image_output = gr.Gallery(value=["https://images.prodia.xyz/8ede1a7c-c0ee-4ded-987d-6ffed35fc477.png"])
     
-            i2i_text_button.click(img2img, inputs=[i2i_image_input, i2i_denoising, i2i_prompt, i2i_negative_prompt, model, i2i_steps, i2i_sampler, i2i_cfg_scale, i2i_width, i2i_height, i2i_seed], outputs=i2i_image_output)
-        
+
         with gr.Tab("PNG Info"):
             def plaintext_to_html(text, classname=None):
                 content = "<br>\n".join(html.escape(x) for x in text.split('\n'))
@@ -361,10 +395,19 @@ with gr.Blocks(css=css) as demo:
                 with gr.Column():
                     exif_output = gr.HTML(label="EXIF Data")
                     send_to_txt2img_btn = gr.Button("Send to txt2img")
-    
-            image_input.upload(get_exif_data, inputs=[image_input], outputs=exif_output)
-            send_to_txt2img_btn.click(send_to_txt2img, inputs=[image_input], outputs=[tabs, prompt, negative_prompt, steps, seed,
+
+        with gr.Tab("Gallery"):
+            gallery_obj = gr.Gallery(height=500, columns=4)
+
+        t2i_event = text_button.click(txt2img, inputs=[prompt, negative_prompt, model, steps, sampler, cfg_scale, width, height, seed, batch_count, gallery_obj], outputs=[image_output, gallery_obj])
+        stop_btn.click(fn=None, outputs=None, cancels=[t2i_event])
+        
+        image_input.upload(get_exif_data, inputs=[image_input], outputs=exif_output)
+        send_to_txt2img_btn.click(send_to_txt2img, inputs=[image_input], outputs=[tabs, prompt, negative_prompt, steps, seed,
                                                                                           model, sampler, width, height, cfg_scale])
-            
+        
+        i2i_event = i2i_text_button.click(img2img, inputs=[i2i_image_input, i2i_denoising, i2i_prompt, i2i_negative_prompt, model, i2i_steps, i2i_sampler, i2i_cfg_scale, i2i_width, i2i_height, i2i_seed, i2i_batch_count, gallery_obj], outputs=[i2i_image_output, gallery_obj])
+        i2i_stop_btn.click(fn=None, outputs=None, cancels=[i2i_event])
+
 demo.queue(concurrency_count=32)
 demo.launch()