Spaces:
Runtime error
Runtime error
Commit
•
3e26812
1
Parent(s):
6d1001b
Update app.py
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ model_name = "MasherAI-7B-v3-GGUF-unsloth.Q4_K_M.gguf"
|
|
14 |
hf_hub_download(repo_id="mahiatlinux/MasherAI-7B-v3-GGUF", filename=model_name, local_dir=model_path, local_dir_use_symlinks=False)
|
15 |
|
16 |
print("Start the model init process")
|
17 |
-
model = model = GPT4All(model_name, model_path, allow_download = False, device="
|
18 |
print("Finish the model init process")
|
19 |
|
20 |
model.config["promptTemplate"] = "<|im_start|>user\n{0}<|im_end|>\n<|im_start|>assistant\n"
|
|
|
14 |
hf_hub_download(repo_id="mahiatlinux/MasherAI-7B-v3-GGUF", filename=model_name, local_dir=model_path, local_dir_use_symlinks=False)
|
15 |
|
16 |
print("Start the model init process")
|
17 |
+
model = model = GPT4All(model_name, model_path, allow_download = False, device="cpu")
|
18 |
print("Finish the model init process")
|
19 |
|
20 |
model.config["promptTemplate"] = "<|im_start|>user\n{0}<|im_end|>\n<|im_start|>assistant\n"
|