Commit
•
a843b1b
1
Parent(s):
68a87f6
updated next step
Browse files
app.py
CHANGED
|
@@ -18,9 +18,6 @@ mistral_model_path = hf_hub_download(
|
|
| 18 |
cache_dir=MODELS_PATH,)
|
| 19 |
|
| 20 |
|
| 21 |
-
|
| 22 |
-
"""Step 3 : if you use GPU then make sure ( n_gpu_layers":1) at least 1, you can increase or decrease it based on your GPU performance"""
|
| 23 |
-
|
| 24 |
llm = LlamaCPP(
|
| 25 |
# You can pass in the URL to a GGML model to download it automatically
|
| 26 |
# model_url=model_url,
|
|
|
|
| 18 |
cache_dir=MODELS_PATH,)
|
| 19 |
|
| 20 |
|
|
|
|
|
|
|
|
|
|
| 21 |
llm = LlamaCPP(
|
| 22 |
# You can pass in the URL to a GGML model to download it automatically
|
| 23 |
# model_url=model_url,
|