Spaces:
Running
Running
import random | |
import os | |
import gradio as gr | |
from style_template import styles | |
from novita_client import NovitaClient, MakePhotoLoRA | |
from PIL import Image | |
import base64 | |
from io import BytesIO | |
# global variable | |
MAX_SEED = 2 ** 32 - 1 | |
STYLE_NAMES = list(styles.keys()) | |
DEFAULT_STYLE_NAME = "Photographic (Default)" | |
def get_noviata_client(novita_key): | |
client = NovitaClient(novita_key, os.getenv('NOVITA_API_URI', None)) | |
return client | |
get_local_storage = """ | |
function() { | |
globalThis.setStorage = (key, value)=>{ | |
localStorage.setItem(key, JSON.stringify(value)) | |
} | |
globalThis.getStorage = (key, value)=>{ | |
return JSON.parse(localStorage.getItem(key)) | |
} | |
const novita_key = getStorage('novita_key') | |
return [novita_key]; | |
} | |
""" | |
sdxl_models = ["albedobaseXL_v04_130099.safetensors", | |
"altxl_v60_146691.safetensors", | |
"animeArtDiffusionXL_alpha2_91872.safetensors", | |
"animeArtDiffusionXL_alpha3_93120.safetensors", | |
"animeIllustDiffusion_v04_117809.safetensors", | |
"breakdomainxl_V05g_124265.safetensors", | |
"brixlAMustInYour_v40Dagobah_145992.safetensors", | |
"cinemaxAlphaSDXLCinema_alpha1_107473.safetensors", | |
"cineroXLPhotomatic_v12aPHENO_137703.safetensors", | |
"clearhungAnimeXL_v10_117716.safetensors", | |
"copaxTimelessxlSDXL1_colorfulV2_100729.safetensors", | |
"counterfeitxl__98184.safetensors", | |
"counterfeitxl_v10_108721.safetensors", | |
"crystalClearXL_ccxl_97637.safetensors", | |
"dreamshaperXL09Alpha_alpha2Xl10_91562.safetensors", | |
"dynavisionXLAllInOneStylized_alpha036FP16Bakedvae_99980.safetensors", | |
"dynavisionXLAllInOneStylized_beta0411Bakedvae_109970.safetensors", | |
"dynavisionXLAllInOneStylized_release0534bakedvae_129001.safetensors", | |
"fenrisxl_145_134980.safetensors", | |
"foddaxlPhotorealism_v45_122788.safetensors", | |
"formulaxl_v10_104889.safetensors", | |
"juggernautXL_version2_113240.safetensors", | |
"juggernautXL_version5_126522.safetensors", | |
"kohakuXL_alpha7_111843.safetensors", | |
"LahMysteriousSDXL_v40_122478.safetensors", | |
"leosamsHelloworldSDXLModel_helloworldSDXL10_112178.safetensors", | |
"mbbxlUltimate_v10RC_94686.safetensors", | |
"moefusionSDXL_v10_114018.safetensors", | |
"nightvisionXLPhotorealisticPortrait_beta0681Bakedvae_108833.safetensors", | |
"nightvisionXLPhotorealisticPortrait_beta0702Bakedvae_113098.safetensors", | |
"nightvisionXLPhotorealisticPortrait_release0770Bakedvae_154525.safetensors", | |
"novaPrimeXL_v10_107899.safetensors", | |
"pixelwave_v10_117722.safetensors", | |
"protovisionXLHighFidelity3D_beta0520Bakedvae_106612.safetensors", | |
"protovisionXLHighFidelity3D_release0620Bakedvae_131308.safetensors", | |
"protovisionXLHighFidelity3D_release0630Bakedvae_154359.safetensors", | |
"realismEngineSDXL_v05b_131513.safetensors", | |
"realismEngineSDXL_v10_136287.safetensors", | |
"realisticStockPhoto_v10_115618.safetensors", | |
"RealitiesEdgeXL_4_122673.safetensors", | |
"realvisxlV20_v20Bakedvae_129156.safetensors", | |
"riotDiffusionXL_v20_139293.safetensors", | |
"roxl_v10_109354.safetensors", | |
"sd_xl_base_0.9.safetensors", | |
"sd_xl_base_1.0.safetensors", | |
"sdxlNijiSpecial_sdxlNijiSE_115638.safetensors", | |
"sdxlNijiV3_sdxlNijiV3_104571.safetensors", | |
"sdxlNijiV51_sdxlNijiV51_112807.safetensors", | |
"sd_xl_refiner_1.0.safetensors", | |
"sdxlUnstableDiffusers_v8HEAVENSWRATH_133813.safetensors", | |
"sdXL_v10Refiner_91495.safetensors", | |
"sdxlYamersAnimeUltra_yamersAnimeV3_121537.safetensors", | |
"shikianimexl_v10_93788.safetensors", | |
"stable-diffusion-xl-1.0-inpainting-0.1.safetensors", | |
"stable-diffusion-xl-base-1.0.safetensors", | |
"theTalosProject_v10_117893.safetensors", | |
"thinkdiffusionxl_v10_145931.safetensors", | |
"protovisionXLHighFidelity3D_releaseV660Bakedvae_207131.safetensors", | |
"voidnoisecorexl_r1486_150780.safetensors", | |
"wlopArienwlopstylexl_v10_101973.safetensors", | |
"wlopSTYLEXL_v2_126171.safetensors", | |
"xl13AsmodeusSFWNSFW_v22BakedVAE_111954.safetensors", | |
"xxmix9realisticsdxl_v10_123235.safetensors", | |
"zavychromaxl_b2_103298.safetensors", | |
"zavychromaxl_v21_129006.safetensors"] | |
sdxl_loras = ['sdxl_wrong_lora.safetensors', | |
'SDXL_FILM_PHOTOGRAPHY_STYLE_BetaV0.4_139125.safetensors', | |
'RMSDXL_Darkness_Cinema_211126.safetensors', | |
'ASH_230253.safetensors', | |
'xl_more_art-full_v1_113467.safetensors', | |
'add-detail-xl_99264.safetensors', | |
'Kodak Motion Picture Film Style3_222549.safetensors', | |
'JuggerCineXL2_95870.safetensors', | |
'AST_229222.safetensors', | |
'NsfwPovAllInOneLoraSdxl-000009_120561.safetensors', | |
'LCM_LoRA_Weights_169352.safetensors', | |
'Cinematic_Painting_XL_V02_151050.safetensors', | |
'SDXLHighDetail_v5_107780.safetensors', | |
'p1c4ss0_003-step00028000_140158.safetensors', | |
'RMSDXL_Enhance_209720.safetensors', | |
'DI_belle_delphine_sdxl_v1_93586.safetensors', | |
'LogoRedmondV2-Logo-LogoRedmAF_135681.safetensors', | |
'AnalogRedmondV2-Analog-AnalogRedmAF_135776.safetensors', | |
'csal_scenery_XL_106371.safetensors', | |
'Holography_140985.safetensors', | |
'SDXL_cinematic_Sa_May_151691.safetensors', | |
'BoutXOval_SDXL_dim32-000005_92430.safetensors', | |
'chahua_137600.safetensors', | |
'Macpaint-XL-000015_131908.safetensors', | |
'fdec_140071.safetensors', | |
'landscape-painting-sdxl_v2_111037.safetensors', | |
'SDXL-Emoji-Lora-r4_120592.safetensors', | |
'vncnt_144477.safetensors', | |
'Digital_Madness_139496.safetensors', | |
'Aether_Glitch_v1_LoRA_128844.safetensors', | |
'flat_chested_with_top-v0.9_141431.safetensors', | |
'fr4z3tt4_94108.safetensors', | |
'cute girl_104277.safetensors', | |
'SDXL_MSPaint_Portrait_157817.safetensors', | |
'Storyboard_sketch_140144.safetensors', | |
'3l3ctronics-step00003000_126441.safetensors', | |
'sdxl_glass_136034.safetensors', | |
'sd_xl_dpo_lora_v1_214128.safetensors', | |
'Crayon_Drawing_159195.safetensors', | |
'concept_pov_dt_xl2-000020_119643.safetensors', | |
'SDXLGhostStyle_145763.safetensors', | |
'polyhedron_all_sdxl-000004_110557.safetensors', | |
'xl_yoshiaki_kawajiri_v1r64_126468.safetensors', | |
'Lines_Clothes_XL_138401.safetensors', | |
'sdxl_cute_social_comic-000002_107980.safetensors', | |
'Graphic_Portrait_146112.safetensors', | |
'FF-Halloween-Full_154412.safetensors', | |
'Candy_land_2_141469.safetensors', | |
'acidzlime-sdxl_154149.safetensors', | |
'NsfwPovAllInOneLoraSdxl-000009MINI_120545.safetensors', | |
'sdxl_liminal_v1-step00003000_105309.safetensors', | |
'Cute Animals_114772.safetensors', | |
'ral-beer-sdxl_235173.safetensors', | |
'JoeyKingSDXL_201358.safetensors', | |
'SDXLFrosted_191661.safetensors', | |
'gardevoir-000017_101442.safetensors', | |
'Graphic_140518.safetensors', | |
'TShirtDesignRedmondV2-Tshirtdesign-TshirtDesignAF_136145.safetensors', | |
'Film Stock Footage Style_235607.safetensors', | |
'ral-wtchz-sdxl_233487.safetensors', | |
'Pussy_pants_nohands_D03_realvizXL2_bucket_01-000010_200586.safetensors', | |
'cinematic vintage film_165734.safetensors', | |
'epoxy_skull-sdxl_153213.safetensors'] | |
def generate_image(novita_key, upload_images, checkpoint, lora_name, lora_strength, width, height, prompt, style_name, negative_prompt, num_steps, style_strength_ratio, num_outputs, guidance_scale, seed): | |
prompt, negative_prompt = apply_style(style_name, prompt, negative_prompt) | |
if upload_images is None: | |
raise gr.Error(f"Cannot find any input face image! Please refer to step 1️⃣") | |
loras = [] | |
if lora_name: | |
loras.append( | |
MakePhotoLoRA( | |
model_name=lora_name, | |
strength=lora_strength | |
) | |
) | |
try: | |
res = get_noviata_client(novita_key).make_photo( | |
model_name=checkpoint, | |
prompt=prompt, | |
negative_prompt=negative_prompt, | |
images=[_.name for _ in upload_images], | |
loras=loras, | |
steps=num_steps, | |
height=height, | |
width=width, | |
guidance_scale=guidance_scale, | |
strength=style_strength_ratio / 100, | |
seed=seed, | |
image_num=num_outputs, | |
) | |
except Exception as e: | |
raise gr.Error(f"Error: {e}") | |
images = [Image.open(BytesIO(base64.b64decode(res.images_encoded[idx]))) for idx in range(len(res.images_encoded))] | |
return images, { | |
"model_name": checkpoint, | |
"prompt": prompt, | |
"negative_prompt": negative_prompt, | |
"images": [_.name for _ in upload_images], | |
"loras": loras, | |
"steps": num_steps, | |
"height": height, | |
"width": width, | |
"guidance_scale": guidance_scale, | |
"strength": style_strength_ratio / 100, | |
"seed": seed, | |
"image_num": num_outputs, | |
} | |
def swap_to_gallery(images): | |
return gr.update(value=[_.name for _ in images], visible=True), gr.update(visible=True), gr.update(visible=False) | |
def upload_example_to_gallery(images, checkpoint, lora_name, lora_strength, width, height, prompt, style, negative_prompt): | |
return gr.update(value=[_.name for _ in images], visible=True), gr.update(value=checkpoint), gr.update(visible=True), gr.update(visible=False) | |
def remove_back_to_files(): | |
return gr.update(visible=False), gr.update(visible=False), gr.update(visible=True) | |
def remove_tips(): | |
return gr.update(visible=False) | |
def randomize_seed_fn(seed: int, randomize_seed: bool) -> int: | |
if randomize_seed: | |
seed = random.randint(0, MAX_SEED) | |
return seed | |
def apply_style(style_name: str, positive: str, negative: str = "") -> tuple[str, str]: | |
p, n = styles.get(style_name, styles[DEFAULT_STYLE_NAME]) | |
return p.replace("{prompt}", positive), n + ' ' + negative | |
def get_image_path_list(folder_name): | |
image_basename_list = os.listdir(folder_name) | |
image_path_list = sorted([os.path.join(folder_name, basename) for basename in image_basename_list]) | |
return image_path_list | |
def get_example(): | |
case = [ | |
[ | |
get_image_path_list('./examples/scarletthead_woman'), | |
"protovisionXLHighFidelity3D_releaseV660Bakedvae_207131.safetensors", | |
None, | |
None, | |
1024, | |
1024, | |
"portrait photo of a woman img, perfect face, natural skin,film grain,White dress,castle", | |
"(No style)", | |
"(asymmetry, worst quality, low quality, illustration, 3d, 2d, painting, cartoons, sketch), open mouth", | |
], | |
[ | |
get_image_path_list('./examples/newton_man'), | |
"protovisionXLHighFidelity3D_releaseV660Bakedvae_207131.safetensors", | |
None, | |
None, | |
1024, | |
1024, | |
"portrait photo of a man img, perfect face, natural skin,film grain,spider man,city,upper body ", | |
"(No style)", | |
"(asymmetry, worst quality, low quality, illustration, 3d, 2d, painting, cartoons, sketch), open mouth", | |
], | |
] | |
return case | |
with gr.Blocks() as demo: | |
# gr.DuplicateButton( | |
# value="Duplicate Space for private use ", | |
# elem_id="duplicate-button", | |
# visible=os.getenv("SHOW_DUPLICATE_BUTTON") == "1", | |
# ) | |
gr.HTML(''' | |
<a href="https://novita.ai/?utm_source=huggingface&utm_medium=make-photo&utm_campaign=make-photo"> | |
<img src="https://raw.githubusercontent.com/wiki/novitalabs/sd-webui-cleaner/images/logo2.png" width="120px;" alt="Unsplash" /> | |
</a> | |
<h1>Make Photo Playground</h1> | |
<h3>Start integrate with <a href="https://novita.ai/get-started/Model_training.html?utm_source=huggingface&utm_medium=make-photo&utm_campaign=make-photo">Make Photo API</a> | |
<h3> Get Novita.AI API Key from <a href="https://novita.ai/get-started/Account_account_and_key.html?utm_source=huggingface&utm_medium=make-photo&utm_campaign=make-photo">Novita.AI</a></h2> | |
''' | |
) | |
with gr.Row(): | |
with gr.Column(scale=1): | |
novita_key = gr.Textbox(value="", label="Novita.AI API KEY (store in broweser)", placeholder="novita.ai api key", type="password") | |
with gr.Column(scale=1): | |
user_balance = gr.Textbox(label="User Balance", value="0.0") | |
with gr.Row(): | |
with gr.Column(): | |
files = gr.Files( | |
label="Drag (Select) 1 or more photos of your face", | |
file_types=["image"] | |
) | |
uploaded_files = gr.Gallery(label="Your images", visible=False, columns=5, rows=1, height=200) | |
with gr.Column(visible=False) as clear_button: | |
remove_and_reupload = gr.ClearButton(value="Remove and upload new ones", components=files, size="sm") | |
checkpoint = gr.Dropdown(label="Checkpoint", choices=sdxl_models, value="protovisionXLHighFidelity3D_releaseV660Bakedvae_207131.safetensors", type="value") | |
lora_name = gr.Dropdown(label="LoRA", choices=sdxl_loras) | |
lora_strength = gr.Slider(label="LoRA strength", minimum=0.0, maximum=1.0, step=0.1, value=0.5) | |
height = gr.Slider(label="Height", minimum=256, maximum=2048, step=1, value=1024) | |
width = gr.Slider(label="Width", minimum=256, maximum=2048, step=1, value=1024) | |
prompt = gr.Textbox(label="Prompt", | |
info="Try something like 'a photo of a man/woman img', 'img' is the trigger word.", | |
placeholder="A photo of a [man/woman img]...") | |
style = gr.Dropdown(label="Style template", choices=STYLE_NAMES, value=DEFAULT_STYLE_NAME) | |
submit = gr.Button("Submit") | |
with gr.Accordion(open=False, label="Advanced Options"): | |
negative_prompt = gr.Textbox( | |
label="Negative Prompt", | |
placeholder="low quality", | |
value="nsfw, lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry", | |
) | |
num_steps = gr.Slider( | |
label="Number of sample steps", | |
minimum=20, | |
maximum=100, | |
step=1, | |
value=50, | |
) | |
style_strength_ratio = gr.Slider( | |
label="Style strength (%)", | |
minimum=15, | |
maximum=50, | |
step=1, | |
value=20, | |
) | |
num_outputs = gr.Slider( | |
label="Number of output images", | |
minimum=1, | |
maximum=4, | |
step=1, | |
value=1, | |
) | |
guidance_scale = gr.Slider( | |
label="Guidance scale", | |
minimum=0.1, | |
maximum=10.0, | |
step=0.1, | |
value=5, | |
) | |
seed = gr.Slider( | |
label="Seed", | |
minimum=0, | |
maximum=MAX_SEED, | |
step=1, | |
value=0, | |
) | |
randomize_seed = gr.Checkbox(label="Randomize seed", value=True) | |
with gr.Column(): | |
gallery = gr.Gallery(label="Generated Images") | |
request_payload = gr.JSON(label="Request Payload") | |
files.upload(fn=swap_to_gallery, inputs=files, outputs=[uploaded_files, clear_button, files]) | |
remove_and_reupload.click(fn=remove_back_to_files, outputs=[uploaded_files, clear_button, files]) | |
submit.click( | |
fn=remove_tips, | |
).then( | |
fn=randomize_seed_fn, | |
inputs=[seed, randomize_seed], | |
outputs=seed, | |
queue=False, | |
api_name=False, | |
).then( | |
fn=generate_image, | |
inputs=[novita_key, files, checkpoint, lora_name, lora_strength, width, height, prompt, style, negative_prompt, num_steps, style_strength_ratio, num_outputs, guidance_scale, seed], | |
outputs=[gallery, request_payload] | |
) | |
gr.Examples( | |
examples=get_example(), | |
inputs=[files, checkpoint, lora_name, lora_strength, width, height, prompt, style, negative_prompt], | |
run_on_click=True, | |
fn=upload_example_to_gallery, | |
outputs=[uploaded_files, checkpoint, clear_button, files], | |
) | |
def onload(novita_key): | |
if novita_key is None or novita_key == "": | |
return novita_key, f"$ UNKNOWN", gr.update(visible=False) | |
try: | |
user_info_json = get_noviata_client(novita_key).user_info() | |
except Exception as e: | |
return novita_key, f"$ UNKNOWN" | |
return novita_key, f"$ {user_info_json.credit_balance / 100 / 100:.2f}" | |
novita_key.change(onload, inputs=novita_key, outputs=[novita_key, user_balance], _js="(v)=>{ setStorage('novita_key',v); return [v]; }") | |
demo.load( | |
inputs=[novita_key], | |
outputs=[novita_key, user_balance], | |
fn=onload, | |
_js=get_local_storage, | |
) | |
demo.queue(api_open=False, concurrency_count=20) | |
demo.launch(server_name="0.0.0.0", share=False) | |