Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
increased token size to 256
Browse files
app.py
CHANGED
@@ -25,7 +25,7 @@ def predict(message, chatbot):
|
|
25 |
print(f"Logging: input_prompt is - {input_prompt}")
|
26 |
data = {
|
27 |
"inputs": input_prompt,
|
28 |
-
"parameters": {"max_new_tokens":
|
29 |
}
|
30 |
|
31 |
response = requests.post(api_url, headers=headers, data=json.dumps(data), auth=('hf', hf_token))
|
|
|
25 |
print(f"Logging: input_prompt is - {input_prompt}")
|
26 |
data = {
|
27 |
"inputs": input_prompt,
|
28 |
+
"parameters": {"max_new_tokens":256}
|
29 |
}
|
30 |
|
31 |
response = requests.post(api_url, headers=headers, data=json.dumps(data), auth=('hf', hf_token))
|