Update app.py

app.py

@@ -1,17 +1,14 @@
 import os
 import gradio as gr
-#import torch
 import numpy as np
 import random
-#from diffusers import FluxPipeline
-from huggingface_hub import InferenceClient
+from huggingface_hub import AsyncInferenceClient
 from translatepy import Translator
-#from huggingface_hub import hf_hub_download
 import requests
 import re
+import asyncio
 from PIL import Image
 
-os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
 translator = Translator()
 HF_TOKEN = os.environ.get("HF_TOKEN", None)
 # Constants
@@ -31,7 +28,7 @@ JS = """function () {
   }
 }"""
 
-client = InferenceClient()
+client = AsyncInferenceClient()
 
 def enable_lora(lora_in, lora_add):
     if not lora_in and not lora_add:
@@ -41,7 +38,13 @@ def enable_lora(lora_in, lora_add):
             lora_in = lora_add
         return lora_in
 
-def generate_image(
+def imagename():
+    os.makedirs("output", exist_ok=True)
+    base_count = len(glob(os.path.join("output", "*.webp")))
+    image_path = os.path.join("output", f"{base_count:06d}.webp")
+    return image_path
+
+async def generate_image(
     prompt:str,
     model:str,
     width:int=768,
@@ -58,8 +61,8 @@ def generate_image(
     text = str(translator.translate(prompt, 'English'))
 
     #generator = torch.Generator().manual_seed(seed)
-
-    image1 = client.text_to_image(
+ 
+    image1 = await client.text_to_image(
         prompt=text,
         height=height,
         width=width,
@@ -67,7 +70,10 @@ def generate_image(
         num_inference_steps=steps,
         model=basemodel,
     )
-    image2 = client.text_to_image(
+    image1=image1.save(imagename())
+    print(image1)
+    
+    image2 = await client.text_to_image(
         prompt=text,
         height=height,
         width=width,
@@ -75,9 +81,11 @@ def generate_image(
         num_inference_steps=steps,
         model=model,
     )
+    image2=image2.save(imagename())
+    print(image2)
     return image1, image2, seed
 
-def gen(
+async def gen(
     prompt:str,
     lora_in:str="", 
     lora_add:str="",
@@ -90,7 +98,7 @@ def gen(
 ):
     model = enable_lora(lora_in, lora_add)
     print(model)
-    image1, image2, seed = generate_image(prompt,model,width,height,scales,steps,seed)
+    image1, image2, seed = await generate_image(prompt,model,width,height,scales,steps,seed)
     return image1, image2, seed
      
 
@@ -128,8 +136,8 @@ with gr.Blocks(css=CSS, js=JS, theme="Nymbo/Nymbo_Theme") as demo:
     with gr.Row():
         with gr.Column(scale=4):
             with gr.Row():
-                img1 = gr.Image(type="pil", label='flux Generated Image', height=600)
-                img2 = gr.Image(type="pil", label='LoRA Generated Image', height=600)        
+                img1 = gr.Image(type="filepath", label='flux Generated Image', height=600)
+                img2 = gr.Image(type="filepath", label='LoRA Generated Image', height=600)        
             with gr.Row():
                 prompt = gr.Textbox(label='Enter Your Prompt (Multi-Languages)', placeholder="Enter prompt...", scale=6)
                 sendBtn = gr.Button(scale=1, variant='primary')