Update generator.py

generator.py

@@ -2,8 +2,8 @@ import os
 from langchain_community.llms import HuggingFaceEndpoint
 from pydantic import ValidationError
 
-#secret_token = os.getenv("HUGGINGFACE_API_TOKEN")
-def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2", token = secret_token):
+secret_token = os.getenv("HUGGINGFACE_API_TOKEN")
+def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2"):
     '''
     Load the LLM from the HuggingFace model hub
     Args:
@@ -17,7 +17,6 @@ def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2", token = secret_token)
         llm = HuggingFaceEndpoint(
             repo_id=repo_id,
             model_kwargs={"max_length": 128, "api_token": secret_token},
-            api_token=secret_token
         )
         return llm
     except ValidationError as e: