JBHF commited on
Commit
1bdf384
1 Parent(s): 189ffdf

Update rag.py

Browse files
Files changed (1) hide show
  1. rag.py +3 -2
rag.py CHANGED
@@ -62,9 +62,10 @@ class ChatPDF:
62
  # tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-7b-chat-hf")
63
  # model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b-chat-hf")
64
  #
 
65
  # https://huggingface.co/stabilityai/stablelm-3b-4e1t?library=true
66
- tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-3b-4e1t")
67
- self.model = AutoModelForCausalLM.from_pretrained("stabilityai/stablelm-3b-4e1t")
68
 
69
 
70
  self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=1024, chunk_overlap=100)
 
62
  # tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-7b-chat-hf")
63
  # model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b-chat-hf")
64
  #
65
+ # TEST EVEN ZONDER HET LADEN VAN EEN LLM !
66
  # https://huggingface.co/stabilityai/stablelm-3b-4e1t?library=true
67
+ # tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-3b-4e1t")
68
+ # self.model = AutoModelForCausalLM.from_pretrained("stabilityai/stablelm-3b-4e1t")
69
 
70
 
71
  self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=1024, chunk_overlap=100)