Spaces:
Runtime error
Runtime error
peter szemraj
commited on
Commit
•
3bd3331
1
Parent(s):
c7c0e10
add cache back
Browse files- ai_single_response.py +1 -0
ai_single_response.py
CHANGED
@@ -166,6 +166,7 @@ def query_gpt_model(
|
|
166 |
top_p=top_p,
|
167 |
do_sample=True,
|
168 |
return_as_list=True,
|
|
|
169 |
|
170 |
)
|
171 |
if verbose:
|
|
|
166 |
top_p=top_p,
|
167 |
do_sample=True,
|
168 |
return_as_list=True,
|
169 |
+
use_cache=True,
|
170 |
|
171 |
)
|
172 |
if verbose:
|