Update generator.py
Browse files- generator.py +1 -1
generator.py
CHANGED
@@ -21,7 +21,7 @@ def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2"):
|
|
21 |
secret_token = os.getenv("HUGGINGFACE_API_TOKEN")
|
22 |
llm = HuggingFaceEndpoint(
|
23 |
repo_id=repo_id,
|
24 |
-
model_kwargs={"max_length": 128},
|
25 |
api_token=secret_token
|
26 |
)
|
27 |
return llm
|
|
|
21 |
secret_token = os.getenv("HUGGINGFACE_API_TOKEN")
|
22 |
llm = HuggingFaceEndpoint(
|
23 |
repo_id=repo_id,
|
24 |
+
model_kwargs={"max_length": 128, "api_token": secret_token},
|
25 |
api_token=secret_token
|
26 |
)
|
27 |
return llm
|