SwatGarg commited on
Commit
64b5688
1 Parent(s): 58295d1

Update generator.py

Browse files
Files changed (1) hide show
  1. generator.py +1 -1
generator.py CHANGED
@@ -21,7 +21,7 @@ def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2"):
21
  secret_token = os.getenv("HUGGINGFACE_API_TOKEN")
22
  llm = HuggingFaceEndpoint(
23
  repo_id=repo_id,
24
- model_kwargs={"max_length": 128},
25
  api_token=secret_token
26
  )
27
  return llm
 
21
  secret_token = os.getenv("HUGGINGFACE_API_TOKEN")
22
  llm = HuggingFaceEndpoint(
23
  repo_id=repo_id,
24
+ model_kwargs={"max_length": 128, "api_token": secret_token},
25
  api_token=secret_token
26
  )
27
  return llm