Update generator.py
Browse files- generator.py +1 -1
generator.py
CHANGED
@@ -16,7 +16,7 @@ def load_llm(repo_id="mistralai/Mistral-7B-Instruct-v0.2"):
|
|
16 |
|
17 |
llm = HuggingFaceEndpoint(
|
18 |
repo_id=hf_repo_id,
|
19 |
-
model_kwargs={"temperature": 0.2, "max_length"
|
20 |
)
|
21 |
return llm
|
22 |
except ValidationError as e:
|
|
|
16 |
|
17 |
llm = HuggingFaceEndpoint(
|
18 |
repo_id=hf_repo_id,
|
19 |
+
model_kwargs={"temperature": 0.2, "max_length": 128}, huggingfacehub_api_token = secret_token
|
20 |
)
|
21 |
return llm
|
22 |
except ValidationError as e:
|