init

app.py

@@ -1,44 +1,51 @@
 import gradio as gr
-import os
+import requests
+import base64
+from PIL import Image
+from io import BytesIO
 
-import torch
-from diffusers import AutoPipelineForText2Image, LCMScheduler
-from torchvision.transforms.functional import to_pil_image, center_crop, resize, to_tensor
 
-device = 'cpu'
+def decode_base64_image(image_string):
+    base64_image = base64.b64decode(image_string)
+    buffer = BytesIO(base64_image)
+    return Image.open(buffer)
 
-model_id = "Lykon/dreamshaper-7"
-adapter_id = "latent-consistency/lcm-lora-sdv1-5"
 
-pipe = AutoPipelineForText2Image.from_pretrained(model_id, torch_dtype=torch.float16)
-# pipe = AutoPipelineForText2Image.from_pretrained(model_id)
-pipe.scheduler = LCMScheduler.from_config(pipe.scheduler.config)
-pipe.to(device)
+def inference(prompt, guidance_scale, num_inference_steps):
+    api_url = 'https://a02q342s5b.execute-api.us-east-2.amazonaws.com/reinvent-demo-inf2-sm-20231114'
 
-# load and fuse lcm lora
-pipe.load_lora_weights(adapter_id)
-pipe.fuse_lora()
+    prompt_input_one = {
+        "prompt": prompt,
+        "parameters": {
+            "num_inference_steps": num_inference_steps,
+            "guidance_scale": guidance_scale,
+            "seed": -1
+        },
+        "endpoint": "huggingface-pytorch-inference-neuronx-2023-11-14-21-22-10-388"
+    }
 
-prompt = "Self-portrait oil painting, a beautiful cyborg with golden hair, 8k"
+    response_one = requests.post(api_url, json=prompt_input_one)
 
-
-@torch.no_grad()
-def generate(prompt, guidance_scale, num_inference_steps):
-    image = pipe(prompt=prompt, num_inference_steps=num_inference_steps, guidance_scale=guidance_scale).images[0]
-    return image
+    if response_one.status_code == 200:
+        result_one = response_one.json()
+        return decode_base64_image(result_one["generated_images"][0])
+    else:
+        return None
 
 
 def app():
-    return gr.Interface(generate,
+    return gr.Interface(inference,
                         [gr.Textbox(
                             label="Prompt",
                             info="Enter your prompt",
                             lines=3,
-                            value=prompt,
+                            value="Self-portrait oil painting, a beautiful cyborg with golden hair, 8k",
                         ),
                             gr.Slider(2, 20, value=7.5, label="Guidance Scale",
                                       info="Higher scale depicts more creativity"),
-                            gr.Slider(1, 50, value=4, label="Inference steps")
+                            gr.Slider(1, 50, value=4, label="Inference steps",
+                                      info="Higher steps the more clarity"
+                                      )
                         ],
 
                         gr.Image(type="pil",