dmar1313 commited on
Commit
a9db2c8
1 Parent(s): 02ef38b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -1,6 +1,7 @@
1
  import gradio as gr
2
 
3
- # Use a pipeline as a high-level helper
4
- from transformers import pipeline
5
 
6
- pipe = pipeline("text-generation", model="TheBloke/Wizard-Vicuna-30B-Uncensored-GPTQ")
 
 
1
  import gradio as gr
2
 
3
+ # Load model directly
4
+ from transformers import AutoTokenizer, AutoModelForCausalLM
5
 
6
+ tokenizer = AutoTokenizer.from_pretrained("TheBloke/Wizard-Vicuna-30B-Uncensored-GPTQ")
7
+ model = AutoModelForCausalLM.from_pretrained("TheBloke/Wizard-Vicuna-30B-Uncensored-GPTQ")