updated path

app.py

@@ -16,15 +16,16 @@ You are a helpful assistant for a crowdfunding platform called GiveSendGo. Your
 """
 
 model_loc = "models/llama-2-13b-chat.Q5_K_M.gguf"
-
-# llama = AutoModelForCausalLM.from_pretrained(
-#     model_loc,
-#     model_type="llama",
-#     context_length=4096,
-#     max_new_tokens=2048,
-#     hf=True
-#     # threads=cpu_count,
-# )
+model_loc = "TheBloke/Llama-2-13B-chat-GGUF"
+
+llama = AutoModelForCausalLM.from_pretrained(
+    model_loc,
+    model_type="llama",
+    context_length=4096,
+    max_new_tokens=2048,
+    hf=True
+    # threads=cpu_count,
+)
 
 
 # llama = llama_cpp.Llama.from_pretrained(
@@ -39,12 +40,12 @@ model_loc = "models/llama-2-13b-chat.Q5_K_M.gguf"
 #     verbose=False
 # )
 
-llama = Llama(
-model_path=model_loc,
-max_tokens=4096,
-n_ctx=4096,
-verbose=False,
-)
+# llama = Llama(
+# model_path=model_loc,
+# max_tokens=4096,
+# n_ctx=4096,
+# verbose=False,
+# )
 
 _ = [elm for elm in prompt_template.splitlines() if elm.strip()]
 stop_string = [elm.split(":")[0] + ":" for elm in _][-2]