Duplicate from FFusion/FFusionXL-SDXL-DEV

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,14 @@
+---
+title: FFusionXL - SDXL - DEMO
+emoji: 🐨
+colorFrom: pink
+colorTo: indigo
+sdk: gradio
+sdk_version: 3.35.2
+app_file: app.py
+pinned: true
+license: other
+duplicated_from: FFusion/FFusionXL-SDXL-DEV
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,102 @@
+import gradio as gr
+import gradio.components as gc
+import torch
+import numpy as np
+from diffusers import DiffusionPipeline
+from huggingface_hub import login, HfApi, HfFolder
+from PIL import Image
+import os
+from datetime import datetime
+
+
+# Get your Hugging Face API token
+folder = HfFolder()
+token = folder.get_token()
+
+# Instantiate the Hugging Face API
+api = HfApi()
+
+login(token=os.environ.get('HF_KEY'))
+
+device = "cuda" if torch.cuda.is_available() else "cpu"
+
+torch.cuda.max_memory_allocated(device=device)
+
+pipe1 = DiffusionPipeline.from_pretrained("FFusion/FFusionXL-09-SDXL", torch_dtype=torch.float16, variant="fp16", use_safetensors=True)
+pipe2 = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-0.9", torch_dtype=torch.float16, variant="fp16", use_safetensors=True)
+
+pipe1 = pipe1.to(device)
+pipe1.enable_xformers_memory_efficient_attention()
+
+pipe2 = pipe2.to(device)
+pipe2.enable_xformers_memory_efficient_attention()
+
+def save_image_to_hf_space(image_np, image_name):
+    # Name of your Hugging Face repo
+    repo_name = "FFusion/FFusionXL-SDXL-DEMO"
+
+    # Convert the numpy array to an image
+    image = Image.fromarray(image_np.astype('uint8'))
+
+    # Append a timestamp to the filename
+    timestamp = datetime.now().strftime("%Y%m%d-%H%M%S")
+    image_name_with_timestamp = f"{image_name}-{timestamp}"
+
+    # Save the image locally
+    image_path = f"./{image_name_with_timestamp}.png"
+    image.save(image_path)
+
+    # Upload the image to your Hugging Face repo
+    api.upload_file(
+        token=token,
+        path_or_fileobj=image_path,
+        repo_id=repo_name,
+        filename=image_name_with_timestamp,
+    )
+
+    
+def genie (prompt, negative_prompt, scale, steps, seed):
+    torch.cuda.empty_cache()
+    generator = torch.Generator(device=device).manual_seed(seed)
+    int_images = pipe1(prompt, negative_prompt=negative_prompt, num_inference_steps=steps, guidance_scale=scale, num_images_per_prompt=1, generator=generator).images
+    torch.cuda.empty_cache()
+    refined_images = pipe2(prompt=prompt, image=int_images).images
+    int_image_np = np.array(int_images[0])
+    refined_image_np = np.array(refined_images[0])
+
+    # Save the generated images to Hugging Face Spaces
+    # save_image_to_hf_space(int_image_np, "int_image")
+    # save_image_to_hf_space(refined_image_np, "refined_image")
+
+    return int_image_np, refined_image_np
+
+   
+gr.Interface(fn=genie, 
+             inputs=[gr.Textbox(label='Describe your FFusion idea. 77 Token Limit.'), 
+                     gr.Textbox(label='Things the AI should not create (negative prompt)'), 
+                     gr.Slider(1, 15, 10), gr.Slider(25, maximum=100, value=50, step=1), 
+                     gr.Slider(minimum=1, step=1, maximum=999999999999999999, randomize=True)], 
+             outputs=[gc.Image(type='numpy', label="Generated Image"), gc.Image(type='numpy', label="Refined Image")],
+             title="FFusionXL - Generate and Refine", 
+             description='<div style="display: flex; flex-wrap: wrap; gap: 2px;"><a href="https://huggingface.co/FFusion/FFusionXL-09-SDXL" target="_new" rel="ugc"><img src="https://img.shields.io/badge/FFusionXL--09--SDXL-Model-pink" alt="FFusionXL-09-SDXL"></a>  <a href="https://huggingface.co/FFusion/FFusionXL-09-SDXL/blob/main/LICENSE.md" target="_new" rel="ugc"><img src="https://img.shields.io/badge/License-FFXL%20Research%20License-blue"></a></div>', 
+             article = '**Citation** \
+                        Please note that the demo is intended for academic and research purposes ONLY. Any use of the demo for generating inappropriate content is strictly prohibited. The responsibility for any misuse or inappropriate use of the demo lies solely with the users who generated such content, and this demo shall not be held liable for any such use. Original code: Manjushri. By interacting within this environment, you hereby acknowledge and agree to the terms of the SDXL 0.9 Research License. \
+                        Attribution: SDXL 0.9 is licensed under the SDXL Research License, Copyright (c) Stability AI Ltd. All Rights Reserved. \
+                        **License** \
+                        [SDXL 0.9 Research License](https://huggingface.co/stabilityai/stable-diffusion-xl-base-0.9/blob/main/LICENSE.md) \
+                        [FFXL 0.9 Research License](https://huggingface.co/FFusion/FFusionXL-09-SDXL/blob/main/LICENSE.md) \
+                        <div style="display: flex; flex-wrap: wrap; gap: 2px;">\
+                        <img src="https://img.shields.io/badge/%F0%9F%94%A5%20Refiner%20Compatible-Yes-success"> \
+                        <img src="https://img.shields.io/badge/%F0%9F%92%BB%20CLIP--ViT%2FG%20and%20CLIP--ViT%2FL%20tested-Yes-success"> \
+                        <img src="https://img.shields.io/badge/%F0%9F%A7%A8%20FFXL%20Diffusers-available-brightgreen"> \
+                        </div>\
+                         \
+                        <div style="display: flex; flex-wrap: wrap; gap: 2px;">\
+                        <a href="https://github.com/1e-2" target="_new" rel="ugc"><img src="https://img.shields.io/badge/GitHub-1e--2-green"></a> \
+                        <a href="https://www.facebook.com/FFusionAI/" target="_new" rel="ugc"><img src="https://img.shields.io/badge/Facebook-FFusionAI-blue"></a> \
+                        <a href="https://civitai.com/models/82039/ffusion-ai-sd-21" target="_new" rel="ugc"><img src="https://img.shields.io/badge/Civitai-FFusionAI-blue"></a> \
+                        </div>\
+                         \
+                        ![ffusionXL.jpg](https://cdn-uploads.huggingface.co/production/uploads/6380cf05f496d57325c12194/iM_2uykpHRQsZgLvIjJJl.jpeg) \
+                         \
+                        <a href="mailto:di@ffusion.ai"><img src="https://img.shields.io/badge/Email-di%40ffusion.ai-blue?style=for-the-badge&logo=gmail"></a>').launch(debug=True, max_threads=10)

requirements.txt

@@ -0,0 +1,12 @@
+diffusers>=0.18.2
+transformers
+accelerate
+invisible-watermark>=0.2.0
+torch==2.0.1
+torchvision
+torchaudio
+safetensors
+ftfy
+modin[all]
+xformers
+pillow