Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -10,11 +10,11 @@ subprocess.run('pip install llama-cpp-agent==0.2.10', shell=True)
|
|
10 |
|
11 |
####
|
12 |
space_link = "https://huggingface.co/spaces/Weyaxi/chat"
|
13 |
-
|
14 |
###
|
15 |
|
16 |
-
|
17 |
-
download_gguf_model_dir = snapshot_download(repo_id=gguf_model_id, allow_patterns=["*
|
18 |
|
19 |
|
20 |
files = [f for f in os.listdir(download_gguf_model_dir) if os.path.isfile(os.path.join(download_gguf_model_dir, f))]
|
|
|
10 |
|
11 |
####
|
12 |
space_link = "https://huggingface.co/spaces/Weyaxi/chat"
|
13 |
+
all_repo_ggufs = ["bartowski/Einstein-v6.1-Llama3-8B-GGUF", "LoneStriker/Einstein-v4-7B-GGUF"]
|
14 |
###
|
15 |
|
16 |
+
for gguf_model_id in all_repo_ggufs:
|
17 |
+
download_gguf_model_dir = snapshot_download(repo_id=gguf_model_id, allow_patterns=["*Q6_*.gguf", "*Q5_*.gguf"], local_dir = "./models")
|
18 |
|
19 |
|
20 |
files = [f for f in os.listdir(download_gguf_model_dir) if os.path.isfile(os.path.join(download_gguf_model_dir, f))]
|