Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -20,7 +20,7 @@ class StopOnTokens(StoppingCriteria):
|
|
20 |
return True
|
21 |
return False
|
22 |
model.to('cuda')
|
23 |
-
@spaces.GPU(duration=
|
24 |
def predict(message, history, temperature, max_tokens, top_p, top_k):
|
25 |
history_transformer_format = history + [[message, ""]]
|
26 |
stop = StopOnTokens()
|
|
|
20 |
return True
|
21 |
return False
|
22 |
model.to('cuda')
|
23 |
+
@spaces.GPU(duration=300)
|
24 |
def predict(message, history, temperature, max_tokens, top_p, top_k):
|
25 |
history_transformer_format = history + [[message, ""]]
|
26 |
stop = StopOnTokens()
|