Update rag.py

rag.py

@@ -43,9 +43,15 @@ class ChatPDF:
         #
         # tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
         # model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1")
-        tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
-        self.model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1") 
+        # TE GROOT VOOR DE FREE VERSION VAN HF SPACES (max 16 GB):
+        # tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
+        # self.model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1") 
+        #
+        # https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha?library=true
+        tokenizer = AutoTokenizer.from_pretrained("HuggingFaceH4/zephyr-7b-alpha")
+        self.model = AutoModelForCausalLM.from_pretrained("HuggingFaceH4/zephyr-7b-alpha") 
 
+        
         self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=1024, chunk_overlap=100)
         self.prompt = PromptTemplate.from_template(
             """