SalmanFaroz
commited on
Commit
•
c64e570
1
Parent(s):
35e0587
Update README.md
Browse files
README.md
CHANGED
@@ -288,6 +288,17 @@ $env:CMAKE_ARGS = "-DLLAMA_OPENBLAS=on"
|
|
288 |
pip install llama-cpp-python
|
289 |
```
|
290 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
291 |
#### Simple llama-cpp-python example code
|
292 |
|
293 |
```python
|
|
|
288 |
pip install llama-cpp-python
|
289 |
```
|
290 |
|
291 |
+
#### Download the model into current directory
|
292 |
+
|
293 |
+
```
|
294 |
+
from huggingface_hub import hf_hub_download
|
295 |
+
|
296 |
+
REPO_ID = "SalmanFaroz/Meta-Llama-3-8B-Instruct-GGUF"
|
297 |
+
FILENAME = "Q4_K_M.gguf"
|
298 |
+
|
299 |
+
hf_hub_download(repo_id=REPO_ID, filename=FILENAME,local_dir="./")
|
300 |
+
```
|
301 |
+
|
302 |
#### Simple llama-cpp-python example code
|
303 |
|
304 |
```python
|