lara1510 commited on
Commit
31495e6
1 Parent(s): 27e0bed

Update chatbot.py

Browse files
Files changed (1) hide show
  1. chatbot.py +5 -5
chatbot.py CHANGED
@@ -1,6 +1,6 @@
1
 
2
  from langchain.text_splitter import RecursiveCharacterTextSplitter
3
- from langchain_community.llms import HuggingFaceEndpoint
4
  from langchain_community.embeddings import HuggingFaceEmbeddings
5
  from langchain_community.vectorstores import Chroma
6
  from langchain_core.prompts import ChatPromptTemplate
@@ -44,10 +44,10 @@ def create_chain(chains, pdf_doc):
44
 
45
  def create_model():
46
 
47
- llm = HuggingFaceEndpoint(
48
- repo_id="OpenAssistant/falcon-7b-sft-top1-696",
49
- temperature=1.0,
50
- model_kwargs={"max_length": 256}
51
  )
52
  return llm
53
 
 
1
 
2
  from langchain.text_splitter import RecursiveCharacterTextSplitter
3
+ from langchain_huggingface.llms import HuggingFaceLLM
4
  from langchain_community.embeddings import HuggingFaceEmbeddings
5
  from langchain_community.vectorstores import Chroma
6
  from langchain_core.prompts import ChatPromptTemplate
 
44
 
45
  def create_model():
46
 
47
+ llm = HuggingFaceLLM.from_pretrained(
48
+ repo_id="google/flan-t5-base",
49
+ temperature=1.0,
50
+ max_new_tokens=250
51
  )
52
  return llm
53