bryanmildort commited on
Commit
aa29184
1 Parent(s): 4b9d3d3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -35,7 +35,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
35
  # device_map = infer_auto_device_map(model, dtype="float16")
36
  # st.write(device_map)
37
 
38
- @st.cache(allow_mutable_outputs=True)
39
  def load_model():
40
  model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt_neo_notes", low_cpu_mem_usage=True)
41
  # model = model.to(device)
 
35
  # device_map = infer_auto_device_map(model, dtype="float16")
36
  # st.write(device_map)
37
 
38
+ @st.cache(allow_output_mutation=True)
39
  def load_model():
40
  model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt_neo_notes", low_cpu_mem_usage=True)
41
  # model = model.to(device)