Update generator.py

generator.py

@@ -15,8 +15,8 @@ def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2"):
     try:
         
         llm = HuggingFaceEndpoint(
-            repo_id=repo_id,
-            model_kwargs={"max_length": 128, "api_token": secret_token},
+            repo_id=hf_repo_id,
+            model_kwargs={"temperature": 0.2, "max_length"=128}, huggingfacehub_api_token = secret_token
         )
         return llm
     except ValidationError as e: