Spaces:
Sleeping
Sleeping
token size decreased for llm
Browse files
utils/helper_functions.py
CHANGED
@@ -226,7 +226,7 @@ def llama2_7b_ysa(prompt: str) -> str:
|
|
226 |
# Define the query payload with the prompt and any additional parameters
|
227 |
query_payload: Dict[str, Any] = {
|
228 |
"inputs": prompt,
|
229 |
-
"parameters": {"max_new_tokens":
|
230 |
}
|
231 |
|
232 |
# Send the query to the model and store the output response
|
|
|
226 |
# Define the query payload with the prompt and any additional parameters
|
227 |
query_payload: Dict[str, Any] = {
|
228 |
"inputs": prompt,
|
229 |
+
"parameters": {"max_new_tokens": 30},
|
230 |
}
|
231 |
|
232 |
# Send the query to the model and store the output response
|