app_hyperbolic.py

import os

import hyperbolic_gradio

from utils import get_app

demo = get_app(
    models=[
        "Qwen/Qwen2.5-Coder-32B-Instruct",
        "meta-llama/Llama-3.2-3B-Instruct",
        "meta-llama/Meta-Llama-3.1-8B-Instruct",
        "meta-llama/Meta-Llama-3.1-70B-Instruct",
        "meta-llama/Meta-Llama-3-70B-Instruct",
        "NousResearch/Hermes-3-Llama-3.1-70B",
        "Qwen/Qwen2.5-72B-Instruct",
        "deepseek-ai/DeepSeek-V2.5",
        "meta-llama/Meta-Llama-3.1-405B-Instruct",
    ],
    default_model="Qwen/Qwen2.5-Coder-32B-Instruct",
    registry=hyperbolic_gradio.registry,
    accept_token=not os.getenv("HYPERBOLIC_API_KEY"),
)

if __name__ == "__main__":
    demo.launch()