Update app.py
Browse files
app.py
CHANGED
@@ -13,6 +13,13 @@ from pathlib import Path
|
|
13 |
repo_name = "TheBloke/Mistral-7B-v0.1-GGUF"
|
14 |
model_file = "mistral-7b-v0.1.Q4_K_M.gguf"
|
15 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
16 |
llm = Llama(model_path=model_file, n_gpu_layers=100, n_ctx=2048)
|
17 |
|
18 |
|
|
|
13 |
repo_name = "TheBloke/Mistral-7B-v0.1-GGUF"
|
14 |
model_file = "mistral-7b-v0.1.Q4_K_M.gguf"
|
15 |
|
16 |
+
|
17 |
+
print('Fetching model:', repo_name, model_file)
|
18 |
+
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_file)
|
19 |
+
print('Done fetching model:')
|
20 |
+
|
21 |
+
DEFAULT_MODEL_PATH = model_file
|
22 |
+
|
23 |
llm = Llama(model_path=model_file, n_gpu_layers=100, n_ctx=2048)
|
24 |
|
25 |
|