Update generator.py

generator.py

@@ -7,9 +7,8 @@ st.write(
 	"Has environment variables been set:",
 	os.environ["HUGGINGFACE_API_TOKEN"] == st.secrets["HUGGINGFACE_API_TOKEN"])
 
-secret_token=os.getenv("HUGGINGFACE_API_TOKEN")
 
-def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2", token=secret_token):
+def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2"):
     '''
     Load the LLM from the HuggingFace model hub
     Args:
@@ -19,9 +18,11 @@ def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2", token=secret_token):
     '''
 
     try:
+        secret_token = os.getenv("HUGGINGFACE_API_TOKEN")
         llm = HuggingFaceEndpoint(
-            repo_id=repo_id,temperature=0.2,
-            model_kwargs={"max_length": 128}
+            repo_id=repo_id,
+            model_kwargs={"max_length": 128},
+            api_token=secret_token
         )
         return llm
     except ValidationError as e:
@@ -33,6 +34,4 @@ def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2", token=secret_token):
         # Log or handle other exceptions
         return None
 
-def guardrails():
-    return None