Baichuan-13B-Chat-Int4-Cpp

Runtime error

xuqinyang commited on Aug 6, 2023

Commit

867b5a6

1 Parent(s): 3d47a87

Update model.py

Files changed (1) hide show

model.py CHANGED Viewed

@@ -6,8 +6,9 @@ from typing import Iterator
 model_id = 'xuqinyang/baichuan-13b-chat-ggml-int4'
 from huggingface_hub import snapshot_download
-snapshot_download(model_id, local_dir="./")
 from llama_cpp import Llama
 llm = Llama(model_path="./ggml-model-q4_0.bin", n_ctx=4096,seed=-1)

 model_id = 'xuqinyang/baichuan-13b-chat-ggml-int4'
 from huggingface_hub import snapshot_download
+#旧
+#snapshot_download(model_id, local_dir="./",revision="7f71a8abefa7b2eede3f74ce0564abe5fbe6874a")
+snapshot_download(model_id, local_dir="./",revision="b2414a0ceee68fe09c99ace44446cfc9a1c52b08")
 from llama_cpp import Llama
 llm = Llama(model_path="./ggml-model-q4_0.bin", n_ctx=4096,seed=-1)