Update app.py
Browse files
app.py
CHANGED
@@ -10,15 +10,15 @@ if is_available():
|
|
10 |
)
|
11 |
else:
|
12 |
options = {
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
}
|
18 |
|
19 |
tokenizer = LlamaTokenizer.from_pretrained("openlm-research/open_llama_3b_v2")
|
20 |
model = LlamaForCausalLM.from_pretrained(
|
21 |
-
"openlm-research/
|
22 |
**options
|
23 |
)
|
24 |
model = PeftModel.from_pretrained(model, "robinhad/open_llama_3b_uk")
|
|
|
10 |
)
|
11 |
else:
|
12 |
options = {
|
13 |
+
# "low_cpu_mem_usage": True,
|
14 |
+
# "offload_state_dict": True,
|
15 |
+
# "offload_folder": "offload",
|
16 |
+
# "device_map": "auto",
|
17 |
}
|
18 |
|
19 |
tokenizer = LlamaTokenizer.from_pretrained("openlm-research/open_llama_3b_v2")
|
20 |
model = LlamaForCausalLM.from_pretrained(
|
21 |
+
"openlm-research/open_llama_3b_v2",
|
22 |
**options
|
23 |
)
|
24 |
model = PeftModel.from_pretrained(model, "robinhad/open_llama_3b_uk")
|