Spaces:
Runtime error
Runtime error
peter szemraj
commited on
Commit
•
3bd3331
1
Parent(s):
c7c0e10
add cache back
Browse files- ai_single_response.py +1 -0
ai_single_response.py
CHANGED
|
@@ -166,6 +166,7 @@ def query_gpt_model(
|
|
| 166 |
top_p=top_p,
|
| 167 |
do_sample=True,
|
| 168 |
return_as_list=True,
|
|
|
|
| 169 |
|
| 170 |
)
|
| 171 |
if verbose:
|
|
|
|
| 166 |
top_p=top_p,
|
| 167 |
do_sample=True,
|
| 168 |
return_as_list=True,
|
| 169 |
+
use_cache=True,
|
| 170 |
|
| 171 |
)
|
| 172 |
if verbose:
|