Update app.py

app.py

@@ -15,14 +15,18 @@ from langchain.prompts import PromptTemplate
 from langchain.vectorstores import Qdrant
 from PyPDF2 import PdfReader
 import streamlit as st
-# Use a pipeline as a high-level helper
-from transformers import pipeline
-
-pipe = pipeline("text-generation", model="TheBloke/Llama-2-7B-Chat-GGML")
 
+# Use a pipeline as a high-level helper
+#from transformers import pipeline
+#pipe = pipeline("text-generation", model="TheBloke/Llama-2-7B-Chat-GGML")
 # Load model directly
-from transformers import AutoModel
-model = AutoModel.from_pretrained("TheBloke/Llama-2-7B-Chat-GGML")
+#from transformers import AutoModel
+#model = AutoModel.from_pretrained("TheBloke/Llama-2-7B-Chat-GGML")
+
+from transformers import AutoModelForCausalLM
+model_id="TheBloke/Llama-2-7B-Chat-GGML"
+tokenizer=AutoTokenizer.from_pretrained(model_id)
+model=AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True)
 
 PROMPT_TEMPLATE = """
 Use the following pieces of context enclosed by triple backquotes to answer the question at the end.