ffreemt commited on
Commit
9271c46
1 Parent(s): c5ee9d0

Update 7b-q4_k_m

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -54,6 +54,7 @@ _ = (
54
  if _:
55
  # url = "https://huggingface.co/TheBloke/Llama-2-13B-chat-GGML/blob/main/llama-2-13b-chat.ggmlv3.q2_K.bin"
56
  url = "https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/blob/main/llama-2-7b-chat.ggmlv3.q2_K.bin" # 2.87G
 
57
 
58
 
59
  prompt_template = """Below is an instruction that describes a task. Write a response that appropriately completes the request.
 
54
  if _:
55
  # url = "https://huggingface.co/TheBloke/Llama-2-13B-chat-GGML/blob/main/llama-2-13b-chat.ggmlv3.q2_K.bin"
56
  url = "https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/blob/main/llama-2-7b-chat.ggmlv3.q2_K.bin" # 2.87G
57
+ url = "https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/blob/main/llama-2-7b-chat.ggmlv3.q4_K_M.bin" # 2.87G
58
 
59
 
60
  prompt_template = """Below is an instruction that describes a task. Write a response that appropriately completes the request.