Update app.py

app.py

@@ -26,6 +26,9 @@ from langchain.memory.chat_message_histories.streamlit import StreamlitChatMessa
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain_community.llms import HuggingFaceHub
 
+SECRET_TOKEN = os.getenv("HF_TOKEN")
+os.environ["HUGGINGFACEHUB_API_TOKEN"] = SECRET_TOKEN
+
 
 # sidebar contents
 with st.sidebar:
@@ -87,11 +90,11 @@ def main():
     if "messages" not in st.session_state:
         st.session_state.messages = []
 
-    # repo_id = "mistralai/Mistral-7B-Instruct-v0.2" 
-    # llm = HuggingFaceHub(
-    # repo_id=repo_id, model_kwargs={"temperature": 0.1, "max_length": 128})
+    repo_id = "mistralai/Mistral-7B-Instruct-v0.2" 
+    llm = HuggingFaceHub(
+    repo_id=repo_id, model_kwargs={"temperature": 0.1, "max_length": 128})
 
-    llm = load_llama2_llamaCpp()
+    # llm = load_llama2_llamaCpp()
     qa_prompt = set_custom_prompt()
     embeddings = load_embeddings()