Chinese-Llama-2-7b

Runtime error

shiyemin2 commited on Jul 22, 2023

Commit

c717e0f

•

1 Parent(s): fa0f42c

Update model.py

Files changed (1) hide show

model.py CHANGED Viewed

@@ -5,9 +5,9 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
 # Original version
-# model_id = "LinkSoul/Chinese-Llama-2-7b"
 # 4 bit version
-model_id = "LinkSoul/Chinese-Llama-2-7b-4bit"
 if torch.cuda.is_available():
     if model_id.endswith("4bit"):

 from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
 # Original version
+model_id = "LinkSoul/Chinese-Llama-2-7b"
 # 4 bit version
+# model_id = "LinkSoul/Chinese-Llama-2-7b-4bit"
 if torch.cuda.is_available():
     if model_id.endswith("4bit"):