Spaces:
Runtime error
Runtime error
SpiketheCowboy
commited on
Commit
•
7c3219b
1
Parent(s):
158d0de
Upload folder using huggingface_hub
Browse files
app.py
CHANGED
@@ -23,7 +23,7 @@ def apply_delta(base_model_path, target_model_path, delta_path):
|
|
23 |
print(f"Loading the base model from {base_model_path}")
|
24 |
base_tokenizer = LlamaTokenizer.from_pretrained(base_model_path, use_fast=False)
|
25 |
base = LlamaForCausalLM.from_pretrained(
|
26 |
-
base_model_path, low_cpu_mem_usage=True
|
27 |
)
|
28 |
|
29 |
# following alpaca training recipe, we have added new initialized tokens
|
|
|
23 |
print(f"Loading the base model from {base_model_path}")
|
24 |
base_tokenizer = LlamaTokenizer.from_pretrained(base_model_path, use_fast=False)
|
25 |
base = LlamaForCausalLM.from_pretrained(
|
26 |
+
base_model_path, low_cpu_mem_usage=True, torch_dtype=torch.float16
|
27 |
)
|
28 |
|
29 |
# following alpaca training recipe, we have added new initialized tokens
|