Spaces:
Running
on
Zero
Running
on
Zero
Helw150
commited on
Commit
•
4b2b7f5
1
Parent(s):
5d37f08
This is so unpredictable
Browse files
app.py
CHANGED
@@ -91,15 +91,14 @@ def response(state: AppState, audio: tuple):
|
|
91 |
state.conversation[-1]["content"] = resp
|
92 |
# yield state, state.conversation
|
93 |
|
94 |
-
del outs.logits
|
95 |
-
del outs.hidden_states
|
96 |
-
if spaces.config.Config.zero_gpu:
|
97 |
-
|
98 |
-
|
99 |
-
|
100 |
-
print(outs)
|
101 |
return (
|
102 |
-
AppState(conversation=state.conversation
|
103 |
state.conversation,
|
104 |
)
|
105 |
|
|
|
91 |
state.conversation[-1]["content"] = resp
|
92 |
# yield state, state.conversation
|
93 |
|
94 |
+
# del outs.logits
|
95 |
+
# del outs.hidden_states
|
96 |
+
# if spaces.config.Config.zero_gpu:
|
97 |
+
# outs.past_key_values = tuple(
|
98 |
+
# tuple(vec.cpu() for vec in tup) for tup in outs.past_key_values
|
99 |
+
# )
|
|
|
100 |
return (
|
101 |
+
AppState(conversation=state.conversation),
|
102 |
state.conversation,
|
103 |
)
|
104 |
|