Update generator.py

generator.py

@@ -7,7 +7,9 @@ st.write(
 	"Has environment variables been set:",
 	os.environ["HUGGINGFACE_API_TOKEN"] == st.secrets["HUGGINGFACE_API_TOKEN"])
 
-def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2", token=os.getenv("HUGGINGFACE_API_TOKEN")):
+secret_token=os.getenv("HUGGINGFACE_API_TOKEN")
+
+def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2", token=secret_token):
     '''
     Load the LLM from the HuggingFace model hub
     Args:
@@ -17,10 +19,9 @@ def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2", token=os.getenv("HUGG
     '''
 
     try:
-        api_token = os.getenv("HUGGINGFACE_API_TOKEN")
         llm = HuggingFaceEndpoint(
             repo_id=repo_id,temperature=0.2,
-            model_kwargs={"max_length": 128, "api_token": api_token}
+            model_kwargs={"max_length": 128}
         )
         return llm
     except ValidationError as e: