ECUiVADE commited on
Commit
352c0c8
1 Parent(s): 3b824e8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -0
app.py CHANGED
@@ -13,6 +13,13 @@ from pathlib import Path
13
  repo_name = "TheBloke/Mistral-7B-v0.1-GGUF"
14
  model_file = "mistral-7b-v0.1.Q4_K_M.gguf"
15
 
 
 
 
 
 
 
 
16
  llm = Llama(model_path=model_file, n_gpu_layers=100, n_ctx=2048)
17
 
18
 
 
13
  repo_name = "TheBloke/Mistral-7B-v0.1-GGUF"
14
  model_file = "mistral-7b-v0.1.Q4_K_M.gguf"
15
 
16
+
17
+ print('Fetching model:', repo_name, model_file)
18
+ snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_file)
19
+ print('Done fetching model:')
20
+
21
+ DEFAULT_MODEL_PATH = model_file
22
+
23
  llm = Llama(model_path=model_file, n_gpu_layers=100, n_ctx=2048)
24
 
25