Hugging Face's logo

Spaces:
hbaieb77
/
test_llm
Sleeping

App Files Community
hbaieb77 commited on
Commit
28a47ca
·
1 Parent(s): a606739

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -11,11 +11,13 @@ tokenizer = LlamaTokenizer.from_pretrained("wxjiao/alpaca-7b")
11
 
12
  model2 = LlamaForCausalLM.from_pretrained(
13
  "wxjiao/alpaca-7b",
14
- load_in_8bit=True,
15
- device_map="auto",
16
  )
17
 
18
 
19
 
20
 
21
 
 
 
 
11
 
12
  model2 = LlamaForCausalLM.from_pretrained(
13
  "wxjiao/alpaca-7b",
14
+ load_in_8bit_fp32_cpu_offload=True,
15
+ from_pretrained="auto",
16
  )
17
 
18
 
19
 
20
 
21
 
22
+
23
+