|
|
| import gradio as gr |
| import requests |
|
|
| def predict_with_model(message, history, model_name): |
| url = 'http://localhost:11434/api/chat' |
| payload = { |
| 'model': model_name, |
| 'messages': [{'role': 'user', 'content': message}], |
| 'stream': False |
| } |
|
|
| try: |
| response = requests.post(url, json=payload) |
| response.raise_for_status() |
| return response.json()['message']['content'] |
| except Exception as e: |
| return f"Fehler mit Modell {model_name}: {str(e)}" |
|
|
| available_models = ["deepseek-coder-v2", "dolphin-mistral", "worm-r1", "deepseek-r1:7b"] |
|
|
| with gr.Blocks(theme="soft") as multi_model_app: |
| gr.Markdown("# Ollama Multi-Model Chat") |
| model_dropdown = gr.Dropdown( |
| choices=available_models, |
| value=available_models[0], |
| label="Wähle ein Modell" |
| ) |
|
|
| gr.ChatInterface( |
| fn=predict_with_model, |
| additional_inputs=[model_dropdown], |
| title="DeepSeek & Friends", |
| description="Wähle dein bevorzugtes Modell aus dem Dropdown." |
| ) |
|
|
| multi_model_app.launch() |
|
|
