Upload folder using huggingface_hub

Dockerfile

@@ -17,4 +17,4 @@ WORKDIR $HOME/app
 
 COPY --chown=user . $HOME/app
 
-CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860", "--reload"]
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860", "--reload"]

app.py

@@ -0,0 +1,274 @@
+from app_settings import AppSettings
+from utils import show_system_info
+import constants
+from argparse import ArgumentParser
+from context import Context
+from constants import APP_VERSION, LCM_DEFAULT_MODEL_OPENVINO
+from models.interface_types import InterfaceType
+from constants import DEVICE
+from state import get_settings
+import traceback
+
+
+from fastapi import FastAPI,Body
+
+import uvicorn
+import json
+import logging
+from PIL import Image
+import time
+
+from diffusers.utils import load_image
+import base64
+import io
+from datetime import datetime
+
+from typing import Any
+from backend.models.lcmdiffusion_setting import DiffusionTask
+
+from frontend.utils import is_reshape_required
+from concurrent.futures import ThreadPoolExecutor
+
+
+context = Context(InterfaceType.WEBUI)
+previous_width = 0
+previous_height = 0
+previous_model_id = ""
+previous_num_of_images = 0
+
+# parser = ArgumentParser(description=f"FAST SD CPU {constants.APP_VERSION}")
+# parser.add_argument(
+#     "-s",
+#     "--share",
+#     action="store_true",
+#     help="Create sharable link(Web UI)",
+#     required=False,
+# )
+# group = parser.add_mutually_exclusive_group(required=False)
+# group.add_argument(
+#     "-g",
+#     "--gui",
+#     action="store_true",
+#     help="Start desktop GUI",
+# )
+# group.add_argument(
+#     "-w",
+#     "--webui",
+#     action="store_true",
+#     help="Start Web UI",
+# )
+# group.add_argument(
+#     "-r",
+#     "--realtime",
+#     action="store_true",
+#     help="Start realtime inference UI(experimental)",
+# )
+# group.add_argument(
+#     "-v",
+#     "--version",
+#     action="store_true",
+#     help="Version",
+# )
+# parser.add_argument(
+#     "--lcm_model_id",
+#     type=str,
+#     help="Model ID or path,Default SimianLuo/LCM_Dreamshaper_v7",
+#     default="SimianLuo/LCM_Dreamshaper_v7",
+# )
+# parser.add_argument(
+#     "--prompt",
+#     type=str,
+#     help="Describe the image you want to generate",
+# )
+# parser.add_argument(
+#     "--image_height",
+#     type=int,
+#     help="Height of the image",
+#     default=512,
+# )
+# parser.add_argument(
+#     "--image_width",
+#     type=int,
+#     help="Width of the image",
+#     default=512,
+# )
+# parser.add_argument(
+#     "--inference_steps",
+#     type=int,
+#     help="Number of steps,default : 4",
+#     default=4,
+# )
+# parser.add_argument(
+#     "--guidance_scale",
+#     type=int,
+#     help="Guidance scale,default : 1.0",
+#     default=1.0,
+# )
+
+# parser.add_argument(
+#     "--number_of_images",
+#     type=int,
+#     help="Number of images to generate ,default : 1",
+#     default=1,
+# )
+# parser.add_argument(
+#     "--seed",
+#     type=int,
+#     help="Seed,default : -1 (disabled) ",
+#     default=-1,
+# )
+# parser.add_argument(
+#     "--use_openvino",
+#     action="store_true",
+#     help="Use OpenVINO model",
+# )
+
+# parser.add_argument(
+#     "--use_offline_model",
+#     action="store_true",
+#     help="Use offline model",
+# )
+# parser.add_argument(
+#     "--use_safety_checker",
+#     action="store_false",
+#     help="Use safety checker",
+# )
+# parser.add_argument(
+#     "--use_lcm_lora",
+#     action="store_true",
+#     help="Use LCM-LoRA",
+# )
+# parser.add_argument(
+#     "--base_model_id",
+#     type=str,
+#     help="LCM LoRA base model ID,Default Lykon/dreamshaper-8",
+#     default="Lykon/dreamshaper-8",
+# )
+# parser.add_argument(
+#     "--lcm_lora_id",
+#     type=str,
+#     help="LCM LoRA model ID,Default latent-consistency/lcm-lora-sdv1-5",
+#     default="latent-consistency/lcm-lora-sdv1-5",
+# )
+# parser.add_argument(
+#     "-i",
+#     "--interactive",
+#     action="store_true",
+#     help="Interactive CLI mode",
+# )
+# parser.add_argument(
+#     "--use_tiny_auto_encoder",
+#     action="store_true",
+#     help="Use tiny auto encoder for SD (TAESD)",
+# )
+# args = parser.parse_args()
+
+# if args.version:
+#     print(APP_VERSION)
+#     exit()
+
+# parser.print_help()
+show_system_info()
+print(f"Using device : {constants.DEVICE}")
+app_settings = get_settings()
+
+print(f"Found {len(app_settings.lcm_models)} LCM models in config/lcm-models.txt")
+print(
+    f"Found {len(app_settings.stable_diffsuion_models)} stable diffusion models in config/stable-diffusion-models.txt"
+)
+print(
+    f"Found {len(app_settings.lcm_lora_models)} LCM-LoRA models in config/lcm-lora-models.txt"
+)
+print(
+    f"Found {len(app_settings.openvino_lcm_models)} OpenVINO LCM models in config/openvino-lcm-models.txt"
+)
+app_settings.settings.lcm_diffusion_setting.use_openvino = True
+# from frontend.webui.ui import start_webui
+
+# print("Starting web UI mode")
+# start_webui(
+#     args.share,
+# )
+
+app = FastAPI(name="mutilParam")
+print("我执行了")
+@app.get("/")
+def root():
+    return {"API": "hello"}
+
+@app.post("/img2img")
+async def predict(prompt=Body(...),imgbase64data=Body(...),negative_prompt=Body(None),userId=Body(None)):
+    MAX_QUEUE_SIZE = 4
+    start = time.time()
+    print("参数",imgbase64data,prompt)
+    image_data = base64.b64decode(imgbase64data)
+    image1 = Image.open(io.BytesIO(image_data))
+    w, h = image1.size
+    newW = 512
+    newH = int(h * newW / w)
+    img = image1.resize((newW, newH))  
+    end1 = time.time()
+    now = datetime.now()
+    print(now)
+    print("图像:", img.size)
+    print("加载管道:", end1 - start)
+    global previous_height, previous_width, previous_model_id, previous_num_of_images, app_settings
+    
+    app_settings.settings.lcm_diffusion_setting.prompt = prompt
+    app_settings.settings.lcm_diffusion_setting.negative_prompt = negative_prompt
+    app_settings.settings.lcm_diffusion_setting.init_image = image1
+    app_settings.settings.lcm_diffusion_setting.strength = 0.6
+   
+    app_settings.settings.lcm_diffusion_setting.diffusion_task = (
+        DiffusionTask.image_to_image.value
+    )
+    model_id = app_settings.settings.lcm_diffusion_setting.openvino_lcm_model_id
+    reshape = False
+    app_settings.settings.lcm_diffusion_setting.image_height=newH
+    image_width = app_settings.settings.lcm_diffusion_setting.image_width
+    image_height = app_settings.settings.lcm_diffusion_setting.image_height
+    num_images = app_settings.settings.lcm_diffusion_setting.number_of_images
+    reshape = is_reshape_required(
+        previous_width,
+        image_width,
+        previous_height,
+        image_height,
+        previous_model_id,
+        model_id,
+        previous_num_of_images,
+        num_images,
+    )
+
+
+    with ThreadPoolExecutor(max_workers=1) as executor:
+        future = executor.submit(
+            context.generate_text_to_image,
+            app_settings.settings,
+            reshape,
+            DEVICE,
+        )
+        images = future.result()
+    previous_width = image_width
+    previous_height = image_height
+    previous_model_id = model_id
+    previous_num_of_images = num_images
+    output_image = images[0]
+    end2 = time.time()
+    print("测试",output_image)
+    print("s生成完成:", end2 - end1)    
+    # 将图片对象转换为bytes
+    image_data = io.BytesIO()
+
+    # 将图像保存到BytesIO对象中，格式为JPEG
+    output_image.save(image_data, format='JPEG')
+    
+    # 将BytesIO对象的内容转换为字节串
+    image_data_bytes = image_data.getvalue()
+    output_image_base64 = base64.b64encode(image_data_bytes).decode('utf-8')
+    print("完成的图片:", output_image_base64)
+    return output_image_base64
+        
+    
+@app.post("/predict")
+async def predict(prompt=Body(...)):
+  return f"您好,{prompt}"