eagle0504 commited on
Commit
0abb0c9
1 Parent(s): 8ab5c31

L138 max token added

Browse files
Files changed (1) hide show
  1. utils/helper_functions.py +6 -1
utils/helper_functions.py CHANGED
@@ -132,7 +132,12 @@ def llama2_7b_ysa(prompt: str) -> str:
132
  """
133
 
134
  # Define the query payload with the prompt and any additional parameters
135
- query_payload: Dict[str, Any] = {"inputs": prompt, "parameters": {}}
 
 
 
 
 
136
 
137
  # Send the query to the model and store the output response
138
  output = query(query_payload)
 
132
  """
133
 
134
  # Define the query payload with the prompt and any additional parameters
135
+ query_payload: Dict[str, Any] = {
136
+ "inputs": prompt,
137
+ "parameters": {
138
+ "max_new_tokens": 200
139
+ }
140
+ }
141
 
142
  # Send the query to the model and store the output response
143
  output = query(query_payload)