app.py

import gradio as gr

gr.Interface.load("models/NousResearch/Yarn-Mistral-7b-128k").launch()