bryanmildort commited on
Commit
19487c7
1 Parent(s): 6fc5023

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -24,10 +24,10 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
24
  @st.cache(allow_output_mutation=True)
25
  def load_model():
26
  model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt_neo_notes", low_cpu_mem_usage=True)
 
27
  tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt_neo_notes")
28
- return pipeline("text-generation", model=model, tokenizer=tokenizer)
29
-
30
- model = model.to(device)
31
 
32
  pipe = load_model()
33
 
 
24
  @st.cache(allow_output_mutation=True)
25
  def load_model():
26
  model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt_neo_notes", low_cpu_mem_usage=True)
27
+ # model = model.to(device)
28
  tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt_neo_notes")
29
+ return pipeline("text-generation", model=model, tokenizer=tokenizer)
30
+
 
31
 
32
  pipe = load_model()
33