69a3fa8 c9c922e
1
2
3
import gradio as gr gr.load("models/hugging-quants/Meta-Llama-3.1-70B-Instruct-AWQ-INT4").launch()