Commit
•
00be23f
1
Parent(s):
bebe6c7
Update requirements.txt
Browse files- app.py +1 -1
- requirements.txt +1 -1
app.py
CHANGED
|
@@ -18,7 +18,7 @@ llm = LlamaCPP(
|
|
| 18 |
generate_kwargs={},
|
| 19 |
# set to at least 1 to use GPU
|
| 20 |
# This is small model and there's no indication of layers offloaded to the GPU
|
| 21 |
-
model_kwargs={"n_gpu_layers":
|
| 22 |
messages_to_prompt=messages_to_prompt,
|
| 23 |
completion_to_prompt=completion_to_prompt,
|
| 24 |
verbose=True
|
|
|
|
| 18 |
generate_kwargs={},
|
| 19 |
# set to at least 1 to use GPU
|
| 20 |
# This is small model and there's no indication of layers offloaded to the GPU
|
| 21 |
+
model_kwargs={"n_gpu_layers": 32},
|
| 22 |
messages_to_prompt=messages_to_prompt,
|
| 23 |
completion_to_prompt=completion_to_prompt,
|
| 24 |
verbose=True
|
requirements.txt
CHANGED
|
@@ -3,4 +3,4 @@ llama-index
|
|
| 3 |
langchain
|
| 4 |
PyPDF2
|
| 5 |
sentence_transformers
|
| 6 |
-
|
|
|
|
| 3 |
langchain
|
| 4 |
PyPDF2
|
| 5 |
sentence_transformers
|
| 6 |
+
llama-cpp-python
|