bryanmildort commited on
Commit
bc069c0
1 Parent(s): a85f7fb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -4
app.py CHANGED
@@ -19,16 +19,13 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
19
  # device_map = infer_auto_device_map(model, dtype="float16")
20
  # st.write(device_map)
21
 
22
- @st.cache
23
  def load_model():
24
- st.write('Loading model...')
25
  model = pipeline("text-generation", model="bryanmildort/gpt_neo_notes")
26
- st.write('Success!')
27
  return model
28
 
29
  # model = model.to(device)
30
 
31
-
32
  pipe = load_model()
33
 
34
  prompt = """Admission Date: 2130-4-14 Discharge Date: 2130-4-17
 
19
  # device_map = infer_auto_device_map(model, dtype="float16")
20
  # st.write(device_map)
21
 
22
+ @st.cache(allow_output_mutation=True)
23
  def load_model():
 
24
  model = pipeline("text-generation", model="bryanmildort/gpt_neo_notes")
 
25
  return model
26
 
27
  # model = model.to(device)
28
 
 
29
  pipe = load_model()
30
 
31
  prompt = """Admission Date: 2130-4-14 Discharge Date: 2130-4-17