Update generator.py

generator.py

@@ -1,6 +1,8 @@
 import os
 from langchain_community.llms import HuggingFaceEndpoint
 
+# Load the API token from environment variable
+api_token = os.getenv("HUGGINGFACE_API_TOKEN")
 
 def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2"):
     '''
@@ -16,7 +18,7 @@ def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2"):
     repo_id = repo_id
 
     llm = HuggingFaceEndpoint(
-        repo_id=repo_id, max_length=128, temperature=0.2)
+        repo_id=repo_id, max_length=128, temperature=0.2, api_token=api_token)
 
     return llm