Roger Condori commited on
Commit
64987dd
1 Parent(s): b4f6bc7

change base model to falcon api

Browse files
Files changed (1) hide show
  1. conversadocs/bones.py +1 -1
conversadocs/bones.py CHANGED
@@ -100,7 +100,7 @@ class DocChat(param.Parameterized):
100
  super(DocChat, self).__init__( **params)
101
  self.loaded_file = ["demo_docs/demo.txt"]
102
  self.db = load_db(self.loaded_file)
103
- self.change_llm("TheBloke/Llama-2-7B-Chat-GGML", "llama-2-7b-chat.ggmlv3.q2_K.bin", max_tokens=256, temperature=0.2, top_p=0.95, top_k=50, repeat_penalty=1.2, k=3)
104
  self.qa = q_a(self.db, "stuff", self.k_value, self.llm)
105
 
106
 
 
100
  super(DocChat, self).__init__( **params)
101
  self.loaded_file = ["demo_docs/demo.txt"]
102
  self.db = load_db(self.loaded_file)
103
+ self.default_falcon_model(os.getenv("My_hf_token")) #self.change_llm("TheBloke/Llama-2-7B-Chat-GGML", "llama-2-7b-chat.ggmlv3.q2_K.bin", max_tokens=256, temperature=0.2, top_p=0.95, top_k=50, repeat_penalty=1.2, k=3)
104
  self.qa = q_a(self.db, "stuff", self.k_value, self.llm)
105
 
106