Update app.py

app.py

@@ -16,9 +16,10 @@ from langchain.chains import ConversationalRetrievalChain, LLMChain
 #from langchain.chains import LLMChain
 from langchain_core.prompts import PromptTemplate
 
-# below 2 libraries are for loading remote models
+# below 3 libraries are for loading remote models
 from transformers import LlamaForCausalLM
 from sentence_transformers import SentenceTransformer
+from ctransformers import AutoModelForCausalLM
 
 # adding separator
 def add_vertical_space(spaces=1):
@@ -87,7 +88,8 @@ def main():
         docsearch.save_local(DB_FAISS_PATH)
 
         # loading remote llama model
-        llm = LlamaForCausalLM.from_pretrained("meta-llama/Llama-2-7b-hf")
+        #llm = LlamaForCausalLM.from_pretrained("meta-llama/Llama-2-7b-hf")
+        llm = AutoModelForCausalLM.from_pretrained("google/gemma-1.1-2b-it")
 
         # custom prompt
         custom_template="""