Update rag.py

rag.py

@@ -58,9 +58,13 @@ class ChatPDF:
         # tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", trust_remote_code=True)
         # model = AutoModelForCausalLM.from_pretrained("microsoft/phi-2", trust_remote_code=True)
         # https://huggingface.co/meta-llama/Llama-2-7b-chat-hf?library=true
-        tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-7b-chat-hf")
-        model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b-chat-hf")
-        
+        #
+        # tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-7b-chat-hf")
+        # model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b-chat-hf")
+        #
+        # https://huggingface.co/stabilityai/stablelm-3b-4e1t?library=true 
+        tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-3b-4e1t")
+        model = AutoModelForCausalLM.from_pretrained("stabilityai/stablelm-3b-4e1t")
 
         
         self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=1024, chunk_overlap=100)