app.py

import gradio as gr

gr.load("models/lavawolfiee/Mixtral-8x7B-Instruct-v0.1-offloading-demo").launch()