app.py

import gradio as gr

gr.Interface.load("models/tsumeone/wizard-vicuna-13b-4bit-128g-cuda").launch()