niclasfw commited on
Commit
46c69ae
1 Parent(s): b5ac5b4

Updating app.py to allow for CPU only use.

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -11,7 +11,7 @@ def get_model():
11
  tokenizer = AutoTokenizer.from_pretrained(model_id)
12
  model = AutoModelForCausalLM.from_pretrained(
13
  model_id,
14
- low_cpu_mem_usage=True,
15
  # torch_dtype=torch.float16,
16
  # load_in_4bit=True,
17
  )
@@ -20,7 +20,7 @@ def get_model():
20
 
21
  tokenizer, model = get_model()
22
 
23
- st.title('Schlager Bot')
24
  user_input = st.text_area('Enter verse (minimum of 15 words): ')
25
  button = st.button('Generate Lyrics')
26
 
 
11
  tokenizer = AutoTokenizer.from_pretrained(model_id)
12
  model = AutoModelForCausalLM.from_pretrained(
13
  model_id,
14
+ # low_cpu_mem_usage=True,
15
  # torch_dtype=torch.float16,
16
  # load_in_4bit=True,
17
  )
 
20
 
21
  tokenizer, model = get_model()
22
 
23
+ # st.title('Schlager Bot')
24
  user_input = st.text_area('Enter verse (minimum of 15 words): ')
25
  button = st.button('Generate Lyrics')
26