Spaces:
Running
Running
Upload 3 files
Browse files- all_models.py +13 -0
- app.py +9 -1
- externalmod.py +46 -0
all_models.py
CHANGED
@@ -896,3 +896,16 @@ models = [
|
|
896 |
"CompVis/stable-diffusion-v1-2", #208
|
897 |
"CompVis/stable-diffusion-v1-1", #209
|
898 |
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
896 |
"CompVis/stable-diffusion-v1-2", #208
|
897 |
"CompVis/stable-diffusion-v1-1", #209
|
898 |
]
|
899 |
+
|
900 |
+
|
901 |
+
from externalmod import find_model_list
|
902 |
+
|
903 |
+
#models = find_model_list("Yntec", [], "", "last_modified", 20)
|
904 |
+
|
905 |
+
# Examples:
|
906 |
+
#models = ['yodayo-ai/kivotos-xl-2.0', 'yodayo-ai/holodayo-xl-2.1'] # specific models
|
907 |
+
#models = find_model_list("Yntec", [], "", "last_modified", 20) # Yntec's latest 20 models
|
908 |
+
#models = find_model_list("Yntec", ["anime"], "", "last_modified", 20) # Yntec's latest 20 models with 'anime' tag
|
909 |
+
#models = find_model_list("Yntec", [], "anime", "last_modified", 20) # Yntec's latest 20 models without 'anime' tag
|
910 |
+
#models = find_model_list("", [], "", "last_modified", 20) # latest 20 text-to-image models of huggingface
|
911 |
+
#models = find_model_list("", [], "", "downloads", 20) # monthly most downloaded 20 text-to-image models of huggingface
|
app.py
CHANGED
@@ -40,6 +40,12 @@ def update_imgbox(choices):
|
|
40 |
return [gr.Image(None, label = m, visible = (m != 'NA')) for m in choices_plus]
|
41 |
|
42 |
|
|
|
|
|
|
|
|
|
|
|
|
|
43 |
# https://huggingface.co/docs/api-inference/detailed_parameters
|
44 |
# https://huggingface.co/docs/huggingface_hub/package_reference/inference_client
|
45 |
async def infer(model_str, prompt, nprompt="", height=None, width=None, steps=None, cfg=None, timeout=inference_timeout):
|
@@ -114,7 +120,8 @@ with gr.Blocks(theme='Nymbo/Nymbo_Theme', fill_width=True, css=CSS) as demo:
|
|
114 |
steps = gr.Number(label="Number of inference steps", info="If 0, the default value is used.", maximum=100, step=1, value=0)
|
115 |
cfg = gr.Number(label="Guidance scale", info="If 0, the default value is used.", maximum=30.0, step=0.1, value=0)
|
116 |
with gr.Row():
|
117 |
-
gen_button = gr.Button(f'Generate up to {int(num_models)} images in up to 3 minutes total', scale=
|
|
|
118 |
stop_button = gr.Button('Stop', variant='secondary', interactive=False, scale=1)
|
119 |
gen_button.click(lambda: gr.update(interactive=True), None, stop_button)
|
120 |
gr.Markdown("Scroll down to see more images and select models.", elem_classes="guide")
|
@@ -143,6 +150,7 @@ with gr.Blocks(theme='Nymbo/Nymbo_Theme', fill_width=True, css=CSS) as demo:
|
|
143 |
model_choice = gr.CheckboxGroup(models, label = f'Choose up to {int(num_models)} different models from the {len(models)} available!', value=default_models, interactive=True)
|
144 |
model_choice.change(update_imgbox, model_choice, output)
|
145 |
model_choice.change(extend_choices, model_choice, current_models)
|
|
|
146 |
|
147 |
with gr.Tab('Single model'):
|
148 |
with gr.Column(scale=2):
|
|
|
40 |
return [gr.Image(None, label = m, visible = (m != 'NA')) for m in choices_plus]
|
41 |
|
42 |
|
43 |
+
def random_choices():
|
44 |
+
import random
|
45 |
+
random.seed()
|
46 |
+
return random.choices(models, k = num_models)
|
47 |
+
|
48 |
+
|
49 |
# https://huggingface.co/docs/api-inference/detailed_parameters
|
50 |
# https://huggingface.co/docs/huggingface_hub/package_reference/inference_client
|
51 |
async def infer(model_str, prompt, nprompt="", height=None, width=None, steps=None, cfg=None, timeout=inference_timeout):
|
|
|
120 |
steps = gr.Number(label="Number of inference steps", info="If 0, the default value is used.", maximum=100, step=1, value=0)
|
121 |
cfg = gr.Number(label="Guidance scale", info="If 0, the default value is used.", maximum=30.0, step=0.1, value=0)
|
122 |
with gr.Row():
|
123 |
+
gen_button = gr.Button(f'Generate up to {int(num_models)} images in up to 3 minutes total', scale=3)
|
124 |
+
random_button = gr.Button(f'Random {int(num_models)} 🎲', variant='secondary', scale=1)
|
125 |
stop_button = gr.Button('Stop', variant='secondary', interactive=False, scale=1)
|
126 |
gen_button.click(lambda: gr.update(interactive=True), None, stop_button)
|
127 |
gr.Markdown("Scroll down to see more images and select models.", elem_classes="guide")
|
|
|
150 |
model_choice = gr.CheckboxGroup(models, label = f'Choose up to {int(num_models)} different models from the {len(models)} available!', value=default_models, interactive=True)
|
151 |
model_choice.change(update_imgbox, model_choice, output)
|
152 |
model_choice.change(extend_choices, model_choice, current_models)
|
153 |
+
random_button.click(random_choices, None, model_choice)
|
154 |
|
155 |
with gr.Tab('Single model'):
|
156 |
with gr.Column(scale=2):
|
externalmod.py
CHANGED
@@ -532,3 +532,49 @@ def gr_Interface_load(
|
|
532 |
**kwargs,
|
533 |
) -> Blocks:
|
534 |
return load_blocks_from_repo(name, src, hf_token, alias)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
532 |
**kwargs,
|
533 |
) -> Blocks:
|
534 |
return load_blocks_from_repo(name, src, hf_token, alias)
|
535 |
+
|
536 |
+
|
537 |
+
def list_uniq(l):
|
538 |
+
return sorted(set(l), key=l.index)
|
539 |
+
|
540 |
+
|
541 |
+
def get_status(model_name: str):
|
542 |
+
from huggingface_hub import InferenceClient
|
543 |
+
client = InferenceClient(timeout=10)
|
544 |
+
return client.get_model_status(model_name)
|
545 |
+
|
546 |
+
|
547 |
+
def is_loadable(model_name: str, force_gpu: bool = False):
|
548 |
+
try:
|
549 |
+
status = get_status(model_name)
|
550 |
+
except Exception as e:
|
551 |
+
print(e)
|
552 |
+
print(f"Couldn't load {model_name}.")
|
553 |
+
return False
|
554 |
+
gpu_state = isinstance(status.compute_type, dict) and "gpu" in status.compute_type.keys()
|
555 |
+
if status is None or status.state not in ["Loadable", "Loaded"] or (force_gpu and not gpu_state):
|
556 |
+
print(f"Couldn't load {model_name}. Model state:'{status.state}', GPU:{gpu_state}")
|
557 |
+
return status is not None and status.state in ["Loadable", "Loaded"] and (not force_gpu or gpu_state)
|
558 |
+
|
559 |
+
|
560 |
+
def find_model_list(author: str="", tags: list[str]=[], not_tag="", sort: str="last_modified", limit: int=30, force_gpu=False, check_status=False):
|
561 |
+
from huggingface_hub import HfApi
|
562 |
+
api = HfApi()
|
563 |
+
default_tags = ["diffusers"]
|
564 |
+
if not sort: sort = "last_modified"
|
565 |
+
limit = limit * 20 if check_status and force_gpu else limit * 5
|
566 |
+
models = []
|
567 |
+
try:
|
568 |
+
model_infos = api.list_models(author=author, task="text-to-image",
|
569 |
+
tags=list_uniq(default_tags + tags), cardData=True, sort=sort, limit=limit)
|
570 |
+
except Exception as e:
|
571 |
+
print(f"Error: Failed to list models.")
|
572 |
+
print(e)
|
573 |
+
return models
|
574 |
+
for model in model_infos:
|
575 |
+
if not model.private and not model.gated:
|
576 |
+
loadable = is_loadable(model.id, force_gpu) if check_status else True
|
577 |
+
if not_tag and not_tag in model.tags or not loadable: continue
|
578 |
+
models.append(model.id)
|
579 |
+
if len(models) == limit: break
|
580 |
+
return models
|