Fix

.pre-commit-config.yaml

@@ -0,0 +1,64 @@
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+      - id: check-executables-have-shebangs
+      - id: check-json
+      - id: check-merge-conflict
+      - id: check-shebang-scripts-are-executable
+      - id: check-toml
+      - id: check-yaml
+      - id: end-of-file-fixer
+      - id: mixed-line-ending
+        args: ["--fix=lf"]
+      - id: requirements-txt-fixer
+      - id: trailing-whitespace
+  - repo: https://github.com/myint/docformatter
+    rev: v1.7.5
+    hooks:
+      - id: docformatter
+        args: ["--in-place"]
+  - repo: https://github.com/pycqa/isort
+    rev: 5.13.2
+    hooks:
+      - id: isort
+        args: ["--profile", "black"]
+  - repo: https://github.com/pre-commit/mirrors-mypy
+    rev: v1.13.0
+    hooks:
+      - id: mypy
+        args: ["--ignore-missing-imports"]
+        additional_dependencies:
+          [
+            "types-python-slugify",
+            "types-requests",
+            "types-PyYAML",
+            "types-pytz",
+          ]
+  - repo: https://github.com/psf/black
+    rev: 24.10.0
+    hooks:
+      - id: black
+        language_version: python3.10
+        args: ["--line-length", "119"]
+  - repo: https://github.com/charliermarsh/ruff-pre-commit
+    rev: v0.7.4
+    hooks:
+      - id: ruff
+  - repo: https://github.com/kynan/nbstripout
+    rev: 0.8.1
+    hooks:
+      - id: nbstripout
+        args:
+          [
+            "--extra-keys",
+            "metadata.interpreter metadata.kernelspec cell.metadata.pycharm",
+          ]
+  - repo: https://github.com/nbQA-dev/nbQA
+    rev: 1.9.1
+    hooks:
+      - id: nbqa-black
+      - id: nbqa-pyupgrade
+        args: ["--py37-plus"]
+      - id: nbqa-isort
+        args: ["--float-to-top"]

.python-version

@@ -0,0 +1 @@
+3.10

.vscode/settings.json

@@ -0,0 +1,30 @@
+{
+    "editor.formatOnSave": true,
+    "files.insertFinalNewline": false,
+    "[python]": {
+        "editor.defaultFormatter": "ms-python.black-formatter",
+        "editor.formatOnType": true,
+        "editor.codeActionsOnSave": {
+            "source.organizeImports": "explicit"
+        }
+    },
+    "[jupyter]": {
+        "files.insertFinalNewline": false
+    },
+    "black-formatter.args": [
+        "--line-length=119"
+    ],
+    "isort.args": ["--profile", "black"],
+    "flake8.args": [
+        "--max-line-length=119"
+    ],
+    "ruff.lint.args": [
+        "--line-length=119"
+    ],
+    "notebook.output.scrolling": true,
+    "notebook.formatOnCellExecution": true,
+    "notebook.formatOnSave.enabled": true,
+        "notebook.codeActionsOnSave": {
+            "source.organizeImports": "explicit"
+        }
+}

app.py

@@ -1,516 +1,52 @@
 import gradio as gr
-import gemini_gradio
-import openai_gradio
-import anthropic_gradio
-import sambanova_gradio
-import xai_gradio
-import hyperbolic_gradio
-import perplexity_gradio
-import mistral_gradio
-import fireworks_gradio
-import cerebras_gradio
-import groq_gradio
-import together_gradio
-import nvidia_gradio
-import dashscope_gradio
 
-# Common helper functions for all tabs
-def create_interface(model_name, src_registry, **kwargs):
-    return gr.load(
-        name=model_name,
-        src=src_registry,
-        fill_height=True,
-        **kwargs
-    )
-
-def update_model(new_model, container, src_registry, **kwargs):
-    with container:
-        # Clear existing content first
-        container.clear()
-        # Create and render new interface
-        new_interface = create_interface(new_model, src_registry, **kwargs)
-        new_interface.render()
+from app_claude import demo as demo_claude
+from app_fireworks import demo as demo_fireworks
+from app_gemini import demo as demo_gemini
+from app_groq import demo as demo_groq
+from app_hf import demo as demo_hf
+from app_hyperbolic import demo as demo_hyperbolic
+from app_mistral import demo as demo_mistral
+from app_nvidia import demo as demo_nvidia
+from app_openai import demo as demo_openai
+from app_perplexity import demo as demo_perplexity
+from app_qwen import demo as demo_qwen
+from app_sambanova import demo as demo_sambanova
+from app_together import demo as demo_together
+from app_xai import demo as demo_grok
 
 with gr.Blocks(fill_height=True) as demo:
-    # Meta Llama Tab
     with gr.Tab("Meta Llama"):
-        with gr.Row():
-            llama_model = gr.Dropdown(
-                choices=[
-                    'Meta-Llama-3.2-1B-Instruct',
-                    'Meta-Llama-3.2-3B-Instruct',
-                    'Llama-3.2-11B-Vision-Instruct',
-                    'Llama-3.2-90B-Vision-Instruct',
-                    'Meta-Llama-3.1-8B-Instruct',
-                    'Meta-Llama-3.1-70B-Instruct',
-                    'Meta-Llama-3.1-405B-Instruct'
-                ],
-                value='Llama-3.2-90B-Vision-Instruct',
-                label="Select Llama Model",
-                interactive=True
-            )
-        
-        with gr.Column() as llama_container:
-            llama_interface = create_interface(llama_model.value, sambanova_gradio.registry, multimodal=True)
-        
-        llama_model.change(
-            fn=lambda new_model: update_model(new_model, llama_container, sambanova_gradio.registry, multimodal=True),
-            inputs=[llama_model],
-            outputs=[]
+        demo_sambanova.render()
+        gr.Markdown(
+            "**Note:** You need to use a SambaNova API key from [SambaNova Cloud](https://cloud.sambanova.ai/)."
         )
-        
-        gr.Markdown("**Note:** You need to use a SambaNova API key from [SambaNova Cloud](https://cloud.sambanova.ai/).")
-
-    # Gemini Tab
     with gr.Tab("Gemini"):
-        with gr.Row():
-            gemini_model = gr.Dropdown(
-                choices=[
-                    'gemini-1.5-flash',
-                    'gemini-1.5-flash-8b',
-                    'gemini-1.5-pro',
-                    'gemini-exp-1114'
-                ],
-                value='gemini-1.5-pro',
-                label="Select Gemini Model",
-                interactive=True
-            )
-        
-        with gr.Column() as gemini_container:
-            gemini_interface = create_interface(gemini_model.value, gemini_gradio.registry)
-        
-        gemini_model.change(
-            fn=lambda new_model: update_model(new_model, gemini_container, gemini_gradio.registry),
-            inputs=[gemini_model],
-            outputs=[]
-        )
-
-    # ChatGPT Tab
+        demo_gemini.render()
     with gr.Tab("ChatGPT"):
-        with gr.Row():
-            model_choice = gr.Dropdown(
-                choices=[
-                    'gpt-4o-2024-11-20',
-                    'gpt-4o',
-                    'gpt-4o-2024-08-06',
-                    'gpt-4o-2024-05-13',
-                    'chatgpt-4o-latest',
-                    'gpt-4o-mini',
-                    'gpt-4o-mini-2024-07-18',
-                    'o1-preview',
-                    'o1-preview-2024-09-12',
-                    'o1-mini',
-                    'o1-mini-2024-09-12',
-                    'gpt-4-turbo',
-                    'gpt-4-turbo-2024-04-09',
-                    'gpt-4-turbo-preview',
-                    'gpt-4-0125-preview',
-                    'gpt-4-1106-preview',
-                    'gpt-4',
-                    'gpt-4-0613'
-                ],
-                value='gpt-4o-2024-11-20',
-                label="Select Model",
-                interactive=True
-            )
-        
-        with gr.Column() as chatgpt_container:
-            chatgpt_interface = create_interface(model_choice.value, openai_gradio.registry)
-        
-        model_choice.change(
-            fn=lambda new_model: update_model(new_model, chatgpt_container, openai_gradio.registry),
-            inputs=[model_choice],
-            outputs=[]
-        )
-
-    # Claude Tab
+        demo_openai.render()
     with gr.Tab("Claude"):
-        with gr.Row():
-            claude_model = gr.Dropdown(
-                choices=[
-                    'claude-3-5-sonnet-20241022',
-                    'claude-3-5-haiku-20241022',
-                    'claude-3-opus-20240229',
-                    'claude-3-sonnet-20240229',
-                    'claude-3-haiku-20240307'
-                ],
-                value='claude-3-5-sonnet-20241022',
-                label="Select Model",
-                interactive=True
-            )
-        
-        with gr.Column() as claude_container:
-            claude_interface = create_interface(claude_model.value, anthropic_gradio.registry, accept_token=True)
-        
-        claude_model.change(
-            fn=lambda new_model: update_model(new_model, claude_container, anthropic_gradio.registry, accept_token=True),
-            inputs=[claude_model],
-            outputs=[]
-        )
-
-    # Grok Tab
+        demo_claude.render()
     with gr.Tab("Grok"):
-        with gr.Row():
-            grok_model = gr.Dropdown(
-                choices=[
-                    'grok-beta',
-                    'grok-vision-beta'
-                ],
-                value='grok-vision-beta',
-                label="Select Grok Model",
-                interactive=True
-            )
-        
-        with gr.Column() as grok_container:
-            grok_interface = create_interface(grok_model.value, xai_gradio.registry)
-        
-        grok_model.change(
-            fn=lambda new_model: update_model(new_model, grok_container, xai_gradio.registry),
-            inputs=[grok_model],
-            outputs=[]
-        )
-
-    # Hugging Face Tab
+        demo_grok.render()
     with gr.Tab("Hugging Face"):
-        with gr.Row():
-            hf_model = gr.Dropdown(
-                choices=[
-                    'Qwen/Qwen2.5-Coder-32B-Instruct',
-                    'Qwen/Qwen2.5-72B-Instruct',
-                    'meta-llama/Llama-3.1-70B-Instruct',
-                    'mistralai/Mixtral-8x7B-Instruct-v0.1',
-                    'meta-llama/Llama-3.1-8B-Instruct',
-                    'google/gemma-2-9b-it',
-                    'mistralai/Mistral-7B-v0.1',
-                    'meta-llama/Llama-2-7b-chat-hf',
-                    'meta-llama/Llama-3.2-3B-Instruct',
-                    'meta-llama/Llama-3.2-1B-Instruct',
-                    'Qwen/Qwen2.5-1.5B-Instruct',
-                    'microsoft/Phi-3.5-mini-instruct',
-                    'HuggingFaceTB/SmolLM2-1.7B-Instruct',
-                    'google/gemma-2-2b-it',
-                    'meta-llama/Llama-3.2-3B',
-                    'meta-llama/Llama-3.2-1B',
-                    'openai-community/gpt2'
-                ],
-                value='HuggingFaceTB/SmolLM2-1.7B-Instruct',
-                label="Select Hugging Face Model",
-                interactive=True
-            )
-        
-        with gr.Column() as hf_container:
-            hf_interface = create_interface(hf_model.value, "models")
-        
-        hf_model.change(
-            fn=lambda new_model: update_model(new_model, hf_container, "models"),
-            inputs=[hf_model],
-            outputs=[]
-        )
-        
-        gr.Markdown("""
-        **Note:** These models are loaded directly from Hugging Face Hub. Some models may require authentication.
-        """)
-
-    # Groq Tab
+        demo_hf.render()
     with gr.Tab("Groq"):
-        with gr.Row():
-            groq_model = gr.Dropdown(
-                choices=[
-                    'llama3-groq-8b-8192-tool-use-preview',
-                    'llama3-groq-70b-8192-tool-use-preview',
-                    'llama-3.2-1b-preview',
-                    'llama-3.2-3b-preview',
-                    'llama-3.2-11b-text-preview',
-                    'llama-3.2-90b-text-preview',
-                    'mixtral-8x7b-32768',
-                    'gemma2-9b-it',
-                    'gemma-7b-it'
-                ],
-                value='llama3-groq-70b-8192-tool-use-preview',
-                label="Select Groq Model",
-                interactive=True
-            )
-        
-        with gr.Column() as groq_container:
-            groq_interface = create_interface(groq_model.value, groq_gradio.registry)
-        
-        groq_model.change(
-            fn=lambda new_model: update_model(new_model, groq_container, groq_gradio.registry),
-            inputs=[groq_model],
-            outputs=[]
-        )
-
-    # Hyperbolic Tab
+        demo_groq.render()
     with gr.Tab("Hyperbolic"):
-        with gr.Row():
-            hyperbolic_model = gr.Dropdown(
-                choices=[
-                    'Qwen/Qwen2.5-Coder-32B-Instruct',
-                    'meta-llama/Llama-3.2-3B-Instruct',
-                    'meta-llama/Meta-Llama-3.1-8B-Instruct',
-                    'meta-llama/Meta-Llama-3.1-70B-Instruct',
-                    'meta-llama/Meta-Llama-3-70B-Instruct',
-                    'NousResearch/Hermes-3-Llama-3.1-70B',
-                    'Qwen/Qwen2.5-72B-Instruct',
-                    'deepseek-ai/DeepSeek-V2.5',
-                    'meta-llama/Meta-Llama-3.1-405B-Instruct'
-                ],
-                value='Qwen/Qwen2.5-Coder-32B-Instruct',
-                label="Select Hyperbolic Model",
-                interactive=True
-            )
-        
-        with gr.Column() as hyperbolic_container:
-            hyperbolic_interface = create_interface(hyperbolic_model.value, hyperbolic_gradio.registry)
-        
-        hyperbolic_model.change(
-            fn=lambda new_model: update_model(new_model, hyperbolic_container, hyperbolic_gradio.registry),
-            inputs=[hyperbolic_model],
-            outputs=[]
-        )
-
-    # Qwen Tab
+        demo_hyperbolic.render()
     with gr.Tab("Qwen"):
-        with gr.Row():
-            qwen_model = gr.Dropdown(
-                choices=[
-                    'qwen-turbo-latest',
-                    'qwen-turbo',
-                    'qwen-plus',
-                    'qwen-max',
-                    'qwen1.5-110b-chat',
-                    'qwen1.5-72b-chat',
-                    'qwen1.5-32b-chat',
-                    'qwen1.5-14b-chat',
-                    'qwen1.5-7b-chat'
-                ],
-                value='qwen-turbo-latest',
-                label="Select Qwen Model",
-                interactive=True
-            )
-        
-        with gr.Column() as qwen_container:
-            qwen_interface = create_interface(qwen_model.value, dashscope_gradio.registry)
-        
-        qwen_model.change(
-            fn=lambda new_model: update_model(new_model, qwen_container, dashscope_gradio.registry),
-            inputs=[qwen_model],
-            outputs=[]
-        )
-
-    # Perplexity Tab
+        demo_qwen.render()
     with gr.Tab("Perplexity"):
-        with gr.Row():
-            perplexity_model = gr.Dropdown(
-                choices=[
-                    'llama-3.1-sonar-small-128k-online',
-                    'llama-3.1-sonar-large-128k-online',
-                    'llama-3.1-sonar-huge-128k-online',
-                    'llama-3.1-sonar-small-128k-chat',
-                    'llama-3.1-sonar-large-128k-chat',
-                    'llama-3.1-8b-instruct',
-                    'llama-3.1-70b-instruct'
-                ],
-                value='llama-3.1-sonar-large-128k-online',
-                label="Select Perplexity Model",
-                interactive=True
-            )
-        
-        with gr.Column() as perplexity_container:
-            perplexity_interface = create_interface(perplexity_model.value, perplexity_gradio.registry, accept_token=True)
-        
-        perplexity_model.change(
-            fn=lambda new_model: update_model(new_model, perplexity_container, perplexity_gradio.registry, accept_token=True),
-            inputs=[perplexity_model],
-            outputs=[]
-        )
-
-    # Mistral Tab
+        demo_perplexity.render()
     with gr.Tab("Mistral"):
-        with gr.Row():
-            mistral_model = gr.Dropdown(
-                choices=[
-                    'mistral-large-latest',
-                    'pixtral-large-latest',
-                    'ministral-3b-latest',
-                    'ministral-8b-latest',
-                    'mistral-small-latest',
-                    'codestral-latest',
-                    'mistral-embed',
-                    'mistral-moderation-latest',
-                    'pixtral-12b-2409',
-                    'open-mistral-nemo',
-                    'open-codestral-mamba'
-                ],
-                value='pixtral-large-latest',
-                label="Select Mistral Model",
-                interactive=True
-            )
-        
-        with gr.Column() as mistral_container:
-            mistral_interface = create_interface(mistral_model.value, mistral_gradio.registry)
-        
-        mistral_model.change(
-            fn=lambda new_model: update_model(new_model, mistral_container, mistral_gradio.registry),
-            inputs=[mistral_model],
-            outputs=[]
-        )
-
-    # Fireworks Tab
+        demo_mistral.render()
     with gr.Tab("Fireworks"):
-        with gr.Row():
-            fireworks_model = gr.Dropdown(
-                choices=[
-                    'f1-preview',
-                    'f1-mini-preview'
-                ],
-                value='f1-preview',
-                label="Select Fireworks Model",
-                interactive=True
-            )
-        
-        with gr.Column() as fireworks_container:
-            fireworks_interface = create_interface(fireworks_model.value, fireworks_gradio.registry)
-        
-        fireworks_model.change(
-            fn=lambda new_model: update_model(new_model, fireworks_container, fireworks_gradio.registry),
-            inputs=[fireworks_model],
-            outputs=[]
-        )
-
-    # Cerebras Tab
-    with gr.Tab("Cerebras"):
-        with gr.Row():
-            cerebras_model = gr.Dropdown(
-                choices=[
-                    'llama3.1-8b',
-                    'llama3.1-70b',
-                    'llama3.1-405b'
-                ],
-                value='llama3.1-70b',
-                label="Select Cerebras Model",
-                interactive=True
-            )
-        
-        with gr.Column() as cerebras_container:
-            cerebras_interface = create_interface(cerebras_model.value, cerebras_gradio.registry, accept_token=True)
-        
-        cerebras_model.change(
-            fn=lambda new_model: update_model(new_model, cerebras_container, cerebras_gradio.registry, accept_token=True),
-            inputs=[cerebras_model],
-            outputs=[]
-        )
-
-    # Together Tab
+        demo_fireworks.render()
     with gr.Tab("Together"):
-        with gr.Row():
-            together_model = gr.Dropdown(
-                choices=[
-                    'meta-llama/Llama-Vision-Free',
-                    'meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo',
-                    'meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo',
-                    'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo',
-                    'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo',
-                    'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo',
-                    'meta-llama/Meta-Llama-3-8B-Instruct-Turbo',
-                    'meta-llama/Meta-Llama-3-70B-Instruct-Turbo',
-                    'meta-llama/Llama-3.2-3B-Instruct-Turbo',
-                    'meta-llama/Meta-Llama-3-8B-Instruct-Lite',
-                    'meta-llama/Meta-Llama-3-70B-Instruct-Lite',
-                    'meta-llama/Llama-3-8b-chat-hf',
-                    'meta-llama/Llama-3-70b-chat-hf',
-                    'nvidia/Llama-3.1-Nemotron-70B-Instruct-HF',
-                    'Qwen/Qwen2.5-Coder-32B-Instruct',
-                    'microsoft/WizardLM-2-8x22B',
-                    'google/gemma-2-27b-it',
-                    'google/gemma-2-9b-it',
-                    'databricks/dbrx-instruct',
-                    'mistralai/Mixtral-8x7B-Instruct-v0.1',
-                    'mistralai/Mixtral-8x22B-Instruct-v0.1',
-                    'Qwen/Qwen2.5-7B-Instruct-Turbo',
-                    'Qwen/Qwen2.5-72B-Instruct-Turbo',
-                    'Qwen/Qwen2-72B-Instruct',
-                    'deepseek-ai/deepseek-llm-67b-chat',
-                    'google/gemma-2b-it',
-                    'Gryphe/MythoMax-L2-13b',
-                    'meta-llama/Llama-2-13b-chat-hf',
-                    'mistralai/Mistral-7B-Instruct-v0.1',
-                    'mistralai/Mistral-7B-Instruct-v0.2',
-                    'mistralai/Mistral-7B-Instruct-v0.3',
-                    'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO',
-                    'togethercomputer/StripedHyena-Nous-7B',
-                    'upstage/SOLAR-10.7B-Instruct-v1.0'
-                ],
-                value='meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo',
-                label="Select Together Model",
-                interactive=True
-            )
-        
-        with gr.Column() as together_container:
-            together_interface = create_interface(together_model.value, together_gradio.registry, multimodal=True)
-        
-        together_model.change(
-            fn=lambda new_model: update_model(new_model, together_container, together_gradio.registry, multimodal=True),
-            inputs=[together_model],
-            outputs=[]
-        )
-
-    # NVIDIA Tab
+        demo_together.render()
     with gr.Tab("NVIDIA"):
-        with gr.Row():
-            nvidia_model = gr.Dropdown(
-                choices=[
-                    'nvidia/llama3-chatqa-1.5-70b',
-                    'nvidia/llama3-chatqa-1.5-8b',
-                    'nvidia-nemotron-4-340b-instruct',
-                    'meta/llama-3.1-70b-instruct',
-                    'meta/codellama-70b',
-                    'meta/llama2-70b',
-                    'meta/llama3-8b',
-                    'meta/llama3-70b',
-                    'mistralai/codestral-22b-instruct-v0.1',
-                    'mistralai/mathstral-7b-v0.1',
-                    'mistralai/mistral-large-2-instruct',
-                    'mistralai/mistral-7b-instruct',
-                    'mistralai/mistral-7b-instruct-v0.3',
-                    'mistralai/mixtral-8x7b-instruct',
-                    'mistralai/mixtral-8x22b-instruct',
-                    'mistralai/mistral-large',
-                    'google/gemma-2b',
-                    'google/gemma-7b',
-                    'google/gemma-2-2b-it',
-                    'google/gemma-2-9b-it',
-                    'google/gemma-2-27b-it',
-                    'google/codegemma-1.1-7b',
-                    'google/codegemma-7b',
-                    'google/recurrentgemma-2b',
-                    'google/shieldgemma-9b',
-                    'microsoft/phi-3-medium-128k-instruct',
-                    'microsoft/phi-3-medium-4k-instruct',
-                    'microsoft/phi-3-mini-128k-instruct',
-                    'microsoft/phi-3-mini-4k-instruct',
-                    'microsoft/phi-3-small-128k-instruct',
-                    'microsoft/phi-3-small-8k-instruct',
-                    'qwen/qwen2-7b-instruct',
-                    'databricks/dbrx-instruct',
-                    'deepseek-ai/deepseek-coder-6.7b-instruct',
-                    'upstage/solar-10.7b-instruct',
-                    'snowflake/arctic'
-                ],
-                value='meta/llama-3.1-70b-instruct',
-                label="Select NVIDIA Model",
-                interactive=True
-            )
-        
-        with gr.Column() as nvidia_container:
-            nvidia_interface = create_interface(nvidia_model.value, nvidia_gradio.registry, accept_token=True)
-        
-        nvidia_model.change(
-            fn=lambda new_model: update_model(new_model, nvidia_container, nvidia_gradio.registry, accept_token=True),
-            inputs=[nvidia_model],
-            outputs=[]
-        )
-
-demo.launch(ssr_mode=False)
-
+        demo_nvidia.render()
 
+if __name__ == "__main__":
+    demo.launch(ssr_mode=False)

app_cerebras.py

@@ -0,0 +1,17 @@
+import cerebras_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "llama3.1-8b",
+        "llama3.1-70b",
+        "llama3.1-405b",
+    ],
+    default_model="llama3.1-70b",
+    registry=cerebras_gradio.registry,
+    accept_token=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_claude.py

@@ -0,0 +1,19 @@
+import anthropic_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "claude-3-5-sonnet-20241022",
+        "claude-3-5-haiku-20241022",
+        "claude-3-opus-20240229",
+        "claude-3-sonnet-20240229",
+        "claude-3-haiku-20240307",
+    ],
+    default_model="claude-3-5-sonnet-20241022",
+    registry=anthropic_gradio.registry,
+    accept_token=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_fireworks.py

@@ -0,0 +1,16 @@
+import fireworks_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "f1-preview",
+        "f1-mini-preview",
+    ],
+    default_model="f1-preview",
+    registry=fireworks_gradio.registry,
+    accept_token=False,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_gemini.py

@@ -0,0 +1,18 @@
+import gemini_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "gemini-1.5-flash",
+        "gemini-1.5-flash-8b",
+        "gemini-1.5-pro",
+        "gemini-exp-1114",
+    ],
+    default_model="gemini-1.5-pro",
+    registry=gemini_gradio.registry,
+    accept_token=False,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_groq.py

@@ -0,0 +1,23 @@
+import groq_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "llama3-groq-8b-8192-tool-use-preview",
+        "llama3-groq-70b-8192-tool-use-preview",
+        "llama-3.2-1b-preview",
+        "llama-3.2-3b-preview",
+        "llama-3.2-11b-text-preview",
+        "llama-3.2-90b-text-preview",
+        "mixtral-8x7b-32768",
+        "gemma2-9b-it",
+        "gemma-7b-it",
+    ],
+    default_model="llama3-groq-70b-8192-tool-use-preview",
+    registry=groq_gradio.registry,
+    accept_token=False,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_hf.py

@@ -0,0 +1,28 @@
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "Qwen/Qwen2.5-Coder-32B-Instruct",
+        "Qwen/Qwen2.5-72B-Instruct",
+        "meta-llama/Llama-3.1-70B-Instruct",
+        "mistralai/Mixtral-8x7B-Instruct-v0.1",
+        "meta-llama/Llama-3.1-8B-Instruct",
+        "google/gemma-2-9b-it",
+        "mistralai/Mistral-7B-v0.1",
+        "meta-llama/Llama-2-7b-chat-hf",
+        "meta-llama/Llama-3.2-3B-Instruct",
+        "meta-llama/Llama-3.2-1B-Instruct",
+        "Qwen/Qwen2.5-1.5B-Instruct",
+        "microsoft/Phi-3.5-mini-instruct",
+        "HuggingFaceTB/SmolLM2-1.7B-Instruct",
+        "google/gemma-2-2b-it",
+        "meta-llama/Llama-3.2-3B",
+        "meta-llama/Llama-3.2-1B",
+        "openai-community/gpt2",
+    ],
+    default_model="HuggingFaceTB/SmolLM2-1.7B-Instruct",
+    registry="models",
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_hyperbolic.py

@@ -0,0 +1,23 @@
+import hyperbolic_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "Qwen/Qwen2.5-Coder-32B-Instruct",
+        "meta-llama/Llama-3.2-3B-Instruct",
+        "meta-llama/Meta-Llama-3.1-8B-Instruct",
+        "meta-llama/Meta-Llama-3.1-70B-Instruct",
+        "meta-llama/Meta-Llama-3-70B-Instruct",
+        "NousResearch/Hermes-3-Llama-3.1-70B",
+        "Qwen/Qwen2.5-72B-Instruct",
+        "deepseek-ai/DeepSeek-V2.5",
+        "meta-llama/Meta-Llama-3.1-405B-Instruct",
+    ],
+    default_model="Qwen/Qwen2.5-Coder-32B-Instruct",
+    registry=hyperbolic_gradio.registry,
+    accept_token=False,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_mistral.py

@@ -0,0 +1,25 @@
+import mistral_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "mistral-large-latest",
+        "pixtral-large-latest",
+        "ministral-3b-latest",
+        "ministral-8b-latest",
+        "mistral-small-latest",
+        "codestral-latest",
+        "mistral-embed",
+        "mistral-moderation-latest",
+        "pixtral-12b-2409",
+        "open-mistral-nemo",
+        "open-codestral-mamba",
+    ],
+    default_model="pixtral-large-latest",
+    registry=mistral_gradio.registry,
+    accept_token=False,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_nvidia.py

@@ -0,0 +1,50 @@
+import nvidia_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "nvidia/llama3-chatqa-1.5-70b",
+        "nvidia/llama3-chatqa-1.5-8b",
+        "nvidia-nemotron-4-340b-instruct",
+        "meta/llama-3.1-70b-instruct",
+        "meta/codellama-70b",
+        "meta/llama2-70b",
+        "meta/llama3-8b",
+        "meta/llama3-70b",
+        "mistralai/codestral-22b-instruct-v0.1",
+        "mistralai/mathstral-7b-v0.1",
+        "mistralai/mistral-large-2-instruct",
+        "mistralai/mistral-7b-instruct",
+        "mistralai/mistral-7b-instruct-v0.3",
+        "mistralai/mixtral-8x7b-instruct",
+        "mistralai/mixtral-8x22b-instruct",
+        "mistralai/mistral-large",
+        "google/gemma-2b",
+        "google/gemma-7b",
+        "google/gemma-2-2b-it",
+        "google/gemma-2-9b-it",
+        "google/gemma-2-27b-it",
+        "google/codegemma-1.1-7b",
+        "google/codegemma-7b",
+        "google/recurrentgemma-2b",
+        "google/shieldgemma-9b",
+        "microsoft/phi-3-medium-128k-instruct",
+        "microsoft/phi-3-medium-4k-instruct",
+        "microsoft/phi-3-mini-128k-instruct",
+        "microsoft/phi-3-mini-4k-instruct",
+        "microsoft/phi-3-small-128k-instruct",
+        "microsoft/phi-3-small-8k-instruct",
+        "qwen/qwen2-7b-instruct",
+        "databricks/dbrx-instruct",
+        "deepseek-ai/deepseek-coder-6.7b-instruct",
+        "upstage/solar-10.7b-instruct",
+        "snowflake/arctic",
+    ],
+    default_model="meta/llama-3.1-70b-instruct",
+    registry=nvidia_gradio.registry,
+    accept_token=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_openai.py

@@ -0,0 +1,32 @@
+import openai_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "gpt-4o-2024-11-20",
+        "gpt-4o",
+        "gpt-4o-2024-08-06",
+        "gpt-4o-2024-05-13",
+        "chatgpt-4o-latest",
+        "gpt-4o-mini",
+        "gpt-4o-mini-2024-07-18",
+        "o1-preview",
+        "o1-preview-2024-09-12",
+        "o1-mini",
+        "o1-mini-2024-09-12",
+        "gpt-4-turbo",
+        "gpt-4-turbo-2024-04-09",
+        "gpt-4-turbo-preview",
+        "gpt-4-0125-preview",
+        "gpt-4-1106-preview",
+        "gpt-4",
+        "gpt-4-0613",
+    ],
+    default_model="gpt-4o-2024-11-20",
+    registry=openai_gradio.registry,
+    accept_token=False,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_perplexity.py

@@ -0,0 +1,21 @@
+import perplexity_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "llama-3.1-sonar-large-128k-online",
+        "llama-3.1-sonar-small-128k-online",
+        "llama-3.1-sonar-huge-128k-online",
+        "llama-3.1-sonar-small-128k-chat",
+        "llama-3.1-sonar-large-128k-chat",
+        "llama-3.1-8b-instruct",
+        "llama-3.1-70b-instruct",
+    ],
+    default_model="llama-3.1-sonar-large-128k-online",
+    registry=perplexity_gradio.registry,
+    accept_token=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_qwen.py

@@ -0,0 +1,23 @@
+import dashscope_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "qwen-turbo-latest",
+        "qwen-turbo",
+        "qwen-plus",
+        "qwen-max",
+        "qwen1.5-110b-chat",
+        "qwen1.5-72b-chat",
+        "qwen1.5-32b-chat",
+        "qwen1.5-14b-chat",
+        "qwen1.5-7b-chat",
+    ],
+    default_model="qwen-turbo-latest",
+    registry=dashscope_gradio.registry,
+    accept_token=False,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_sambanova.py

@@ -0,0 +1,22 @@
+import sambanova_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "Meta-Llama-3.2-1B-Instruct",
+        "Meta-Llama-3.2-3B-Instruct",
+        "Llama-3.2-11B-Vision-Instruct",
+        "Llama-3.2-90B-Vision-Instruct",
+        "Meta-Llama-3.1-8B-Instruct",
+        "Meta-Llama-3.1-70B-Instruct",
+        "Meta-Llama-3.1-405B-Instruct",
+    ],
+    default_model="Llama-3.2-90B-Vision-Instruct",
+    registry=sambanova_gradio.registry,
+    accept_token=False,
+    multimodal=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_together.py

@@ -0,0 +1,49 @@
+import together_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "meta-llama/Llama-Vision-Free",
+        "meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo",
+        "meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo",
+        "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+        "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+        "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
+        "meta-llama/Meta-Llama-3-8B-Instruct-Turbo",
+        "meta-llama/Meta-Llama-3-70B-Instruct-Turbo",
+        "meta-llama/Llama-3.2-3B-Instruct-Turbo",
+        "meta-llama/Meta-Llama-3-8B-Instruct-Lite",
+        "meta-llama/Meta-Llama-3-70B-Instruct-Lite",
+        "meta-llama/Llama-3-8b-chat-hf",
+        "meta-llama/Llama-3-70b-chat-hf",
+        "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
+        "Qwen/Qwen2.5-Coder-32B-Instruct",
+        "microsoft/WizardLM-2-8x22B",
+        "google/gemma-2-27b-it",
+        "google/gemma-2-9b-it",
+        "databricks/dbrx-instruct",
+        "mistralai/Mixtral-8x7B-Instruct-v0.1",
+        "mistralai/Mixtral-8x22B-Instruct-v0.1",
+        "Qwen/Qwen2.5-7B-Instruct-Turbo",
+        "Qwen/Qwen2.5-72B-Instruct-Turbo",
+        "Qwen/Qwen2-72B-Instruct",
+        "deepseek-ai/deepseek-llm-67b-chat",
+        "google/gemma-2b-it",
+        "Gryphe/MythoMax-L2-13b",
+        "meta-llama/Llama-2-13b-chat-hf",
+        "mistralai/Mistral-7B-Instruct-v0.1",
+        "mistralai/Mistral-7B-Instruct-v0.2",
+        "mistralai/Mistral-7B-Instruct-v0.3",
+        "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
+        "togethercomputer/StripedHyena-Nous-7B",
+        "upstage/SOLAR-10.7B-Instruct-v1.0",
+    ],
+    default_model="meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo",
+    registry=together_gradio.registry,
+    accept_token=False,
+    multimodal=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_xai.py

@@ -0,0 +1,16 @@
+import xai_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "grok-beta",
+        "grok-vision-beta",
+    ],
+    default_model="grok-vision-beta",
+    registry=xai_gradio.registry,
+    accept_token=False,
+)
+
+if __name__ == "__main__":
+    demo.launch()

pyproject.toml

@@ -0,0 +1,89 @@
+[project]
+name = "anychat"
+version = "0.1.0"
+description = ""
+readme = "README.md"
+requires-python = ">=3.10"
+dependencies = [
+    "anthropic-gradio",
+    "cerebras-gradio",
+    "dashscope-gradio",
+    "fireworks-gradio",
+    "gemini-gradio>=0.0.1",
+    "gradio>=5.6.0",
+    "groq-gradio>=0.0.2",
+    "hyperbolic-gradio>=0.0.4",
+    "mistral-gradio>=0.0.2",
+    "nvidia-gradio",
+    "openai-gradio>=0.0.4",
+    "perplexity-gradio>=0.0.1",
+    "sambanova-gradio>=0.1.9",
+    "together-gradio>=0.0.1",
+    "xai-gradio>=0.0.2",
+]
+
+[tool.uv.sources]
+anthropic-gradio = { git = "https://github.com/AK391/anthropic-gradio.git" }
+fireworks-gradio = { git = "https://github.com/AK391/fireworks-ai-gradio.git" }
+cerebras-gradio = { git = "https://github.com/gradio-app/cerebras_gradio.git" }
+nvidia-gradio = { git = "https://github.com/AK391/nvidia-gradio.git" }
+dashscope-gradio = { git = "https://github.com/AK391/dashscope-gradio.git" }
+
+[tool.ruff]
+# Enable pycodestyle (`E`) and Pyflakes (`F`) codes by default.
+select = ["E", "F"]
+ignore = ["E501"] # line too long (black is taking care of this)
+line-length = 119
+fixable = [
+    "A",
+    "B",
+    "C",
+    "D",
+    "E",
+    "F",
+    "G",
+    "I",
+    "N",
+    "Q",
+    "S",
+    "T",
+    "W",
+    "ANN",
+    "ARG",
+    "BLE",
+    "COM",
+    "DJ",
+    "DTZ",
+    "EM",
+    "ERA",
+    "EXE",
+    "FBT",
+    "ICN",
+    "INP",
+    "ISC",
+    "NPY",
+    "PD",
+    "PGH",
+    "PIE",
+    "PL",
+    "PT",
+    "PTH",
+    "PYI",
+    "RET",
+    "RSE",
+    "RUF",
+    "SIM",
+    "SLF",
+    "TCH",
+    "TID",
+    "TRY",
+    "UP",
+    "YTT",
+]
+
+[tool.isort]
+profile = "black"
+line_length = 119
+
+[tool.black]
+line-length = 119

requirements.txt

@@ -1,14 +1,323 @@
-gemini-gradio
-openai-gradio
-git+https://github.com/AK391/anthropic-gradio.git
-sambanova-gradio
-xai-gradio
-hyperbolic-gradio
-perplexity-gradio
-mistral-gradio
-git+https://github.com/AK391/fireworks-ai-gradio.git
-git+https://github.com/gradio-app/cerebras_gradio.git
-groq-gradio
-together-gradio
-git+https://github.com/AK391/nvidia-gradio.git
-git+https://github.com/AK391/dashscope-gradio.git
+# This file was autogenerated by uv via the following command:
+#    uv pip compile pyproject.toml -o requirements.txt
+aiofiles==23.2.1
+    # via gradio
+annotated-types==0.7.0
+    # via pydantic
+anthropic==0.39.0
+    # via anthropic-gradio
+anthropic-gradio @ git+https://github.com/AK391/anthropic-gradio.git@34e5622031487ea207073177b4ec1f3067936295
+    # via anychat (pyproject.toml)
+anyio==4.6.2.post1
+    # via
+    #   anthropic
+    #   cerebras-cloud-sdk
+    #   gradio
+    #   groq
+    #   httpx
+    #   openai
+    #   starlette
+cachetools==5.5.0
+    # via google-auth
+cerebras-cloud-sdk==1.12.1
+    # via cerebras-gradio
+cerebras-gradio @ git+https://github.com/gradio-app/cerebras_gradio.git@0135ea37048281ca4fae2d6a90311be3b38954ae
+    # via anychat (pyproject.toml)
+certifi==2024.8.30
+    # via
+    #   httpcore
+    #   httpx
+    #   requests
+charset-normalizer==3.4.0
+    # via requests
+click==8.1.7
+    # via
+    #   typer
+    #   uvicorn
+dashscope-gradio @ git+https://github.com/AK391/dashscope-gradio.git@3a8bab36087cbf5efcde17c695a10e0229784db4
+    # via anychat (pyproject.toml)
+distro==1.9.0
+    # via
+    #   anthropic
+    #   cerebras-cloud-sdk
+    #   groq
+    #   openai
+eval-type-backport==0.2.0
+    # via mistralai
+exceptiongroup==1.2.2
+    # via anyio
+fastapi==0.115.5
+    # via gradio
+ffmpy==0.4.0
+    # via gradio
+filelock==3.16.1
+    # via huggingface-hub
+fireworks-gradio @ git+https://github.com/AK391/fireworks-ai-gradio.git@b85f85bfe777a7ec953c8b996536e1d1cd47ae08
+    # via anychat (pyproject.toml)
+fsspec==2024.10.0
+    # via
+    #   gradio-client
+    #   huggingface-hub
+gemini-gradio==0.0.1
+    # via anychat (pyproject.toml)
+google-ai-generativelanguage==0.6.10
+    # via google-generativeai
+google-api-core==2.23.0
+    # via
+    #   google-ai-generativelanguage
+    #   google-api-python-client
+    #   google-generativeai
+google-api-python-client==2.154.0
+    # via google-generativeai
+google-auth==2.36.0
+    # via
+    #   google-ai-generativelanguage
+    #   google-api-core
+    #   google-api-python-client
+    #   google-auth-httplib2
+    #   google-generativeai
+google-auth-httplib2==0.2.0
+    # via google-api-python-client
+google-generativeai==0.8.3
+    # via gemini-gradio
+googleapis-common-protos==1.66.0
+    # via
+    #   google-api-core
+    #   grpcio-status
+gradio==5.6.0
+    # via
+    #   anychat (pyproject.toml)
+    #   anthropic-gradio
+    #   cerebras-gradio
+    #   dashscope-gradio
+    #   fireworks-gradio
+    #   gemini-gradio
+    #   groq-gradio
+    #   hyperbolic-gradio
+    #   mistral-gradio
+    #   nvidia-gradio
+    #   openai-gradio
+    #   perplexity-gradio
+    #   sambanova-gradio
+    #   together-gradio
+    #   xai-gradio
+gradio-client==1.4.3
+    # via gradio
+groq==0.12.0
+    # via groq-gradio
+groq-gradio==0.0.2
+    # via anychat (pyproject.toml)
+grpcio==1.68.0
+    # via
+    #   google-api-core
+    #   grpcio-status
+grpcio-status==1.68.0
+    # via google-api-core
+h11==0.14.0
+    # via
+    #   httpcore
+    #   uvicorn
+httpcore==1.0.7
+    # via httpx
+httplib2==0.22.0
+    # via
+    #   google-api-python-client
+    #   google-auth-httplib2
+httpx==0.27.2
+    # via
+    #   anthropic
+    #   cerebras-cloud-sdk
+    #   gradio
+    #   gradio-client
+    #   groq
+    #   mistralai
+    #   openai
+    #   safehttpx
+huggingface-hub==0.26.2
+    # via
+    #   gradio
+    #   gradio-client
+hyperbolic-gradio==0.0.4
+    # via anychat (pyproject.toml)
+idna==3.10
+    # via
+    #   anyio
+    #   httpx
+    #   requests
+jinja2==3.1.4
+    # via gradio
+jiter==0.7.1
+    # via
+    #   anthropic
+    #   openai
+jsonpath-python==1.0.6
+    # via mistralai
+markdown-it-py==3.0.0
+    # via rich
+markupsafe==2.1.5
+    # via
+    #   gradio
+    #   jinja2
+mdurl==0.1.2
+    # via markdown-it-py
+mistral-gradio==0.0.2
+    # via anychat (pyproject.toml)
+mistralai==1.2.3
+    # via mistral-gradio
+mypy-extensions==1.0.0
+    # via typing-inspect
+numpy==2.1.3
+    # via
+    #   gradio
+    #   pandas
+nvidia-gradio @ git+https://github.com/AK391/nvidia-gradio.git@735cc0ba06afb44eeef789d8c0c35b1fc61fee16
+    # via anychat (pyproject.toml)
+openai==1.55.0
+    # via
+    #   dashscope-gradio
+    #   fireworks-gradio
+    #   hyperbolic-gradio
+    #   nvidia-gradio
+    #   openai-gradio
+    #   perplexity-gradio
+    #   sambanova-gradio
+    #   together-gradio
+    #   xai-gradio
+openai-gradio==0.0.4
+    # via anychat (pyproject.toml)
+orjson==3.10.11
+    # via gradio
+packaging==24.2
+    # via
+    #   gradio
+    #   gradio-client
+    #   huggingface-hub
+pandas==2.2.3
+    # via gradio
+perplexity-gradio==0.0.1
+    # via anychat (pyproject.toml)
+pillow==11.0.0
+    # via gradio
+proto-plus==1.25.0
+    # via
+    #   google-ai-generativelanguage
+    #   google-api-core
+protobuf==5.28.3
+    # via
+    #   google-ai-generativelanguage
+    #   google-api-core
+    #   google-generativeai
+    #   googleapis-common-protos
+    #   grpcio-status
+    #   proto-plus
+pyasn1==0.6.1
+    # via
+    #   pyasn1-modules
+    #   rsa
+pyasn1-modules==0.4.1
+    # via google-auth
+pydantic==2.10.0
+    # via
+    #   anthropic
+    #   cerebras-cloud-sdk
+    #   fastapi
+    #   google-generativeai
+    #   gradio
+    #   groq
+    #   mistralai
+    #   openai
+pydantic-core==2.27.0
+    # via pydantic
+pydub==0.25.1
+    # via gradio
+pygments==2.18.0
+    # via rich
+pyparsing==3.2.0
+    # via httplib2
+python-dateutil==2.8.2
+    # via
+    #   mistralai
+    #   pandas
+python-multipart==0.0.12
+    # via gradio
+pytz==2024.2
+    # via pandas
+pyyaml==6.0.2
+    # via
+    #   gradio
+    #   huggingface-hub
+requests==2.32.3
+    # via
+    #   google-api-core
+    #   huggingface-hub
+rich==13.9.4
+    # via typer
+rsa==4.9
+    # via google-auth
+ruff==0.7.4
+    # via gradio
+safehttpx==0.1.1
+    # via gradio
+sambanova-gradio==0.1.9
+    # via anychat (pyproject.toml)
+semantic-version==2.10.0
+    # via gradio
+shellingham==1.5.4
+    # via typer
+six==1.16.0
+    # via python-dateutil
+sniffio==1.3.1
+    # via
+    #   anthropic
+    #   anyio
+    #   cerebras-cloud-sdk
+    #   groq
+    #   httpx
+    #   openai
+starlette==0.41.3
+    # via
+    #   fastapi
+    #   gradio
+together-gradio==0.0.1
+    # via anychat (pyproject.toml)
+tomlkit==0.12.0
+    # via gradio
+tqdm==4.67.0
+    # via
+    #   google-generativeai
+    #   huggingface-hub
+    #   openai
+typer==0.13.1
+    # via gradio
+typing-extensions==4.12.2
+    # via
+    #   anthropic
+    #   anyio
+    #   cerebras-cloud-sdk
+    #   fastapi
+    #   google-generativeai
+    #   gradio
+    #   gradio-client
+    #   groq
+    #   huggingface-hub
+    #   openai
+    #   pydantic
+    #   pydantic-core
+    #   rich
+    #   typer
+    #   typing-inspect
+    #   uvicorn
+typing-inspect==0.9.0
+    # via mistralai
+tzdata==2024.2
+    # via pandas
+uritemplate==4.1.1
+    # via google-api-python-client
+urllib3==2.2.3
+    # via requests
+uvicorn==0.32.1
+    # via gradio
+websockets==12.0
+    # via gradio-client
+xai-gradio==0.0.2
+    # via anychat (pyproject.toml)

utils.py

@@ -0,0 +1,33 @@
+from typing import Callable
+
+import gradio as gr
+
+
+def get_app(
+    models: list[str],
+    default_model: str,
+    registry: Callable,
+    accept_token: bool = False,
+    **kwargs,
+) -> gr.Blocks:
+    def update_model(new_model: str) -> list[gr.Column]:
+        return [gr.Column(visible=model_name == new_model) for model_name in models]
+
+    with gr.Blocks() as demo:
+        model = gr.Dropdown(label="Select Model", choices=models, value=default_model)
+
+        columns = []
+        for model_name in models:
+            with gr.Column(visible=model_name == default_model) as column:
+                gr.load(name=model_name, src=registry, accept_token=accept_token, **kwargs)
+            columns.append(column)
+
+        model.change(
+            fn=update_model,
+            inputs=model,
+            outputs=columns,
+            api_name=False,
+            queue=False,
+        )
+
+    return demo