File size: 283 Bytes
938e5e1 a9db2c8 adde6fa a9db2c8 |
1 2 3 4 5 6 7 |
import gradio as gr
# Load model directly
from transformers import AutoTokenizer, AutoModelForCausalLM
tokenizer = AutoTokenizer.from_pretrained("TheBloke/Wizard-Vicuna-30B-Uncensored-GPTQ")
model = AutoModelForCausalLM.from_pretrained("TheBloke/Wizard-Vicuna-30B-Uncensored-GPTQ") |