Update generator.py

generator.py

@@ -1,13 +1,8 @@
 import os
-import streamlit as st
 from langchain_community.llms import HuggingFaceEndpoint
 from pydantic import ValidationError
 
-st.write(
-	"Has environment variables been set:",
-	os.environ["HUGGINGFACE_API_TOKEN"] == st.secrets["HUGGINGFACE_API_TOKEN"])
-
-
+secret_token = os.getenv("HUGGINGFACE_API_TOKEN")
 def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2"):
     '''
     Load the LLM from the HuggingFace model hub
@@ -18,7 +13,7 @@ def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2"):
     '''
 
     try:
-        secret_token = os.getenv("HUGGINGFACE_API_TOKEN")
+        
         llm = HuggingFaceEndpoint(
             repo_id=repo_id,
             model_kwargs={"max_length": 128, "api_token": secret_token},