mahiatlinux commited on
Commit
3e26812
1 Parent(s): 6d1001b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ model_name = "MasherAI-7B-v3-GGUF-unsloth.Q4_K_M.gguf"
14
  hf_hub_download(repo_id="mahiatlinux/MasherAI-7B-v3-GGUF", filename=model_name, local_dir=model_path, local_dir_use_symlinks=False)
15
 
16
  print("Start the model init process")
17
- model = model = GPT4All(model_name, model_path, allow_download = False, device="gpu")
18
  print("Finish the model init process")
19
 
20
  model.config["promptTemplate"] = "<|im_start|>user\n{0}<|im_end|>\n<|im_start|>assistant\n"
 
14
  hf_hub_download(repo_id="mahiatlinux/MasherAI-7B-v3-GGUF", filename=model_name, local_dir=model_path, local_dir_use_symlinks=False)
15
 
16
  print("Start the model init process")
17
+ model = model = GPT4All(model_name, model_path, allow_download = False, device="cpu")
18
  print("Finish the model init process")
19
 
20
  model.config["promptTemplate"] = "<|im_start|>user\n{0}<|im_end|>\n<|im_start|>assistant\n"