GenAI-Arena / model /models /__init__.py
vinesmsuic's picture
Adding LTXVideo
530174e
raw
history blame
4.72 kB
from .imagenhub_models import load_imagenhub_model
from .playground_api import load_playground_model
from .fal_api_models import load_fal_model
from .videogenhub_models import load_videogenhub_model
from ..model_registry import model_info
# IMAGE_GENERATION_MODELS = ['fal_LCM(v1.5/XL)_text2image','fal_SDXLTurbo_text2image','fal_SDXL_text2image', 'imagenhub_PixArtAlpha_generation', 'fal_PixArtSigma_text2image',
# 'imagenhub_OpenJourney_generation','fal_SDXLLightning_text2image', 'fal_StableCascade_text2image',
# 'playground_PlayGroundV2_generation', 'playground_PlayGroundV2.5_generation']
IMAGE_GENERATION_MODELS = ['imagenhub_SDXLTurbo_generation','imagenhub_SDXL_generation', 'imagenhub_PixArtAlpha_generation', 'imagenhub_PixArtSigma_generation',
'imagenhub_OpenJourney_generation','imagenhub_SDXLLightning_generation', 'imagenhub_StableCascade_generation', 'imagenhub_HunyuanDiT_generation',
'playground_PlayGroundV2.5_generation', 'imagenhub_Kolors_generation', 'imagenhub_SD3_generation',
'fal_AuraFlow_text2image', 'fal_FLUX1schnell_text2image', 'fal_FLUX1dev_text2image'] # 'playground_PlayGroundV2_generation'
IMAGE_EDITION_MODELS = ['imagenhub_CycleDiffusion_edition', 'imagenhub_Pix2PixZero_edition', 'imagenhub_Prompt2prompt_edition',
'imagenhub_SDEdit_edition', 'imagenhub_InstructPix2Pix_edition',
'imagenhub_MagicBrush_edition', 'imagenhub_PNP_edition',
'imagenhub_InfEdit_edition', 'imagenhub_CosXLEdit_edition', 'imagenhub_UltraEdit_edition']
VIDEO_GENERATION_MODELS = ['fal_AnimateDiff_text2video',
'fal_AnimateDiffTurbo_text2video',
#'videogenhub_LaVie_generation',
'videogenhub_VideoCrafter2_generation',
#'videogenhub_ModelScope_generation',
'videogenhub_CogVideoX-2B_generation',
'videogenhub_OpenSora12_generation',
#'videogenhub_OpenSora_generation',
#'videogenhub_T2VTurbo_generation',
'fal_T2VTurbo_text2video',
'fal_StableVideoDiffusion_text2video',
'fal_CogVideoX-5B_text2video',
'videogenhub_PyramidFlow_text2video',
'videogenhub_Allegro_text2video',
'videogenhub_LTXVideo_text2video']
MAP_NAMES_IMAGENHUB = {}
MAP_NAMES_VIDEOGENHUB = {"CogVideoX-2B": "CogVideoX", "CogVideoX-5B": "CogVideoX5B"}
MUSEUM_UNSUPPORTED_MODELS = []
DESIRED_APPEAR_MODEL = ['videogenhub_T2VTurbo_generation','fal_StableVideoDiffusion_text2video']
ALL_MODELS = IMAGE_GENERATION_MODELS + IMAGE_EDITION_MODELS + VIDEO_GENERATION_MODELS
missing_models = [model for model in ALL_MODELS if model not in model_info]
if missing_models:
raise ValueError(f"Missing models in model_info: {missing_models}")
def load_pipeline(model_name):
"""
Load a model pipeline based on the model name
Args:
model_name (str): The name of the model to load, should be of the form {source}_{name}_{type}
the source can be either imagenhub or playground
the name is the name of the model used to load the model
the type is the type of the model, either generation or edition
"""
model_source, model_name, model_type = model_name.split("_")
# TODO ^Support model_name that contains _ in the name
print("model_source, model_name, model_type =", model_source, model_name, model_type)
if model_source == "imagenhub":
# This approach uses get() to try to fetch the value associated with model_name. If model_name isn't found in the dictionary,
# it defaults to the current value of model_name,
model_name = MAP_NAMES_IMAGENHUB.get(model_name, model_name)
pipe = load_imagenhub_model(model_name, model_type)
elif model_source == "playground":
pipe = load_playground_model(model_name)
elif model_source == "fal":
pipe = load_fal_model(model_name, model_type)
elif model_source == "videogenhub":
# This approach uses get() to try to fetch the value associated with model_name. If model_name isn't found in the dictionary,
# it defaults to the current value of model_name,
model_name = MAP_NAMES_VIDEOGENHUB.get(model_name, model_name)
pipe = load_videogenhub_model(model_name)
else:
raise ValueError(f"Model source {model_source} not supported")
return pipe