app.py

import gradio as gr

gr.Interface.load("models/4bit/gpt4-x-alpaca-13b-roleplay-lora-4bit-v2").launch()