Update app.py

app.py

@@ -10,6 +10,7 @@ from langchain.chains import ConversationalRetrievalChain
 from htmlTemplates import css, bot_template, user_template
 from langchain.llms import HuggingFaceHub
 import os 
+from transformers import T5Tokenizer, T5ForConditionalGeneration
 # from langchain.callbacks import get_openai_callback
 
 hub_token = os.environ["HUGGINGFACE_HUB_TOKEN"]
@@ -44,7 +45,10 @@ def get_vectorstore(text_chunks):
 
 def get_conversation_chain(vectorstore):
     # llm = ChatOpenAI(model_name="gpt-3.5-turbo-16k")
-    llm = HuggingFaceHub(repo_id="google/flan-t5-xxl", huggingfacehub_api_token=hub_token, model_kwargs={"temperature":0.5, "max_length":20})
+    tokenizer = T5Tokenizer.from_pretrained("google/flan-t5-base")
+    model = T5ForConditionalGeneration.from_pretrained("google/flan-t5-base")
+
+    llm = HuggingFaceHub(repo_id=model, huggingfacehub_api_token=hub_token, model_kwargs={"temperature":0.5, "max_length":20})
 
     memory = ConversationBufferMemory(
         memory_key='chat_history', return_messages=True)