Severian commited on
Commit
ff4c560
1 Parent(s): 609a1aa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ model_name = "solar-10.7b-instruct-v1.0.Q4_0.gguf"
12
  hf_hub_download(repo_id="TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF", filename=model_name, local_dir=model_path, local_dir_use_symlinks=True)
13
 
14
  print("Start the model init process")
15
- model = model = GPT4All(model_name, model_path, allow_download = True, device="cpu")
16
  print("Finish the model init process")
17
 
18
  model.config["promptTemplate"] = "[INST] {0} [/INST]"
 
12
  hf_hub_download(repo_id="TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF", filename=model_name, local_dir=model_path, local_dir_use_symlinks=True)
13
 
14
  print("Start the model init process")
15
+ model = model = GPT4All(model_name, model_path, allow_download = True, device="zerogpu")
16
  print("Finish the model init process")
17
 
18
  model.config["promptTemplate"] = "[INST] {0} [/INST]"