Spaces:
Running
on
Zero
Running
on
Zero
Helw150
commited on
Commit
•
0d5fe86
1
Parent(s):
68dbc76
Spinning DiVA
Browse files
app.py
CHANGED
@@ -17,7 +17,8 @@ from transformers import AutoModel
|
|
17 |
from transformers.modeling_outputs import CausalLMOutputWithPast
|
18 |
|
19 |
orca = pvorca.create(
|
20 |
-
access_key=os.environ.get("ORCA_KEY"),
|
|
|
21 |
)
|
22 |
LOADER_STR = "♫♪.ılılıll|̲̅̅●̲̅̅|̲̅̅=̲̅̅|̲̅̅●̲̅̅|llılılı.♫♪loading♫♪.ılılıll|̲̅̅●̲̅̅|̲̅̅=̲̅̅|̲̅̅●̲̅̅|llılılı.♫♪loading♫♪.ılılıll|̲̅̅●̲̅̅|̲̅̅=̲̅̅|̲̅̅●̲̅̅|llılılı.♫♪♫"
|
23 |
if gr.NO_RELOAD:
|
@@ -101,6 +102,7 @@ def response(state: AppState, audio: tuple):
|
|
101 |
state.model_outs = None
|
102 |
prev_outs = causal_outs
|
103 |
stream = orca.stream_open()
|
|
|
104 |
for resp, outs in diva_audio(
|
105 |
(audio[0], audio[1]),
|
106 |
prev_outs=(prev_outs if prev_outs is not None else None),
|
@@ -183,6 +185,8 @@ async function main() {
|
|
183 |
if (record != null) {
|
184 |
console.log(record);
|
185 |
record.click();
|
|
|
|
|
186 |
}
|
187 |
},
|
188 |
onSpeechEnd: (audio) => {
|
@@ -190,6 +194,8 @@ async function main() {
|
|
190 |
if (stop != null) {
|
191 |
console.log(stop);
|
192 |
stop.click();
|
|
|
|
|
193 |
}
|
194 |
}
|
195 |
})
|
@@ -208,21 +214,47 @@ js_reset = """
|
|
208 |
var record = document.querySelector('.record-button');
|
209 |
record.textContent = "Just Start Talking!"
|
210 |
record.style = "width: 11vw"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
211 |
}
|
212 |
"""
|
213 |
|
214 |
-
with gr.Blocks(theme=theme, js=js) as demo:
|
215 |
with gr.Row():
|
216 |
-
|
217 |
-
|
218 |
-
|
219 |
-
|
220 |
-
|
221 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
222 |
with gr.Row():
|
223 |
chatbot = gr.Chatbot(label="Conversation", type="messages")
|
224 |
-
with gr.Row():
|
225 |
-
output_audio = gr.Audio(
|
|
|
|
|
|
|
|
|
|
|
226 |
state = gr.State(value=AppState())
|
227 |
stream = input_audio.start_recording(
|
228 |
process_audio,
|
|
|
17 |
from transformers.modeling_outputs import CausalLMOutputWithPast
|
18 |
|
19 |
orca = pvorca.create(
|
20 |
+
access_key=os.environ.get("ORCA_KEY"),
|
21 |
+
model_path="./static/orca_params_masculine.pv",
|
22 |
)
|
23 |
LOADER_STR = "♫♪.ılılıll|̲̅̅●̲̅̅|̲̅̅=̲̅̅|̲̅̅●̲̅̅|llılılı.♫♪loading♫♪.ılılıll|̲̅̅●̲̅̅|̲̅̅=̲̅̅|̲̅̅●̲̅̅|llılılı.♫♪loading♫♪.ılılıll|̲̅̅●̲̅̅|̲̅̅=̲̅̅|̲̅̅●̲̅̅|llılılı.♫♪♫"
|
24 |
if gr.NO_RELOAD:
|
|
|
102 |
state.model_outs = None
|
103 |
prev_outs = causal_outs
|
104 |
stream = orca.stream_open()
|
105 |
+
|
106 |
for resp, outs in diva_audio(
|
107 |
(audio[0], audio[1]),
|
108 |
prev_outs=(prev_outs if prev_outs is not None else None),
|
|
|
185 |
if (record != null) {
|
186 |
console.log(record);
|
187 |
record.click();
|
188 |
+
var logo = document.querySelector('.spinning-logo');
|
189 |
+
logo.style = "animation: rotation 10s infinite linear; height: 10vw; margin: auto;"
|
190 |
}
|
191 |
},
|
192 |
onSpeechEnd: (audio) => {
|
|
|
194 |
if (stop != null) {
|
195 |
console.log(stop);
|
196 |
stop.click();
|
197 |
+
var logo = document.querySelector('.spinning-logo');
|
198 |
+
logo.style = "animation: rotation 1s infinite linear; height: 10vw; margin: auto;"
|
199 |
}
|
200 |
}
|
201 |
})
|
|
|
214 |
var record = document.querySelector('.record-button');
|
215 |
record.textContent = "Just Start Talking!"
|
216 |
record.style = "width: 11vw"
|
217 |
+
var logo = document.querySelector('.spinning-logo');
|
218 |
+
logo.style = "height: 10vw; margin: auto;"
|
219 |
+
}
|
220 |
+
"""
|
221 |
+
|
222 |
+
css = """
|
223 |
+
@keyframes rotation {
|
224 |
+
from {
|
225 |
+
transform: rotate(0deg);
|
226 |
+
}
|
227 |
+
to {
|
228 |
+
transform: rotate(360deg);
|
229 |
+
}
|
230 |
}
|
231 |
"""
|
232 |
|
233 |
+
with gr.Blocks(theme=theme, js=js, css=css) as demo:
|
234 |
with gr.Row():
|
235 |
+
with gr.Column(scale=9):
|
236 |
+
gr.HTML(
|
237 |
+
"""
|
238 |
+
<img class="spinning-logo" src="https://diva-audio.github.io/static/DiVA-logo.png" alt="A Cute Small Robot with DiVA Written on It's Chest" style="height: 10vw; margin: auto;">
|
239 |
+
"""
|
240 |
+
)
|
241 |
+
with gr.Column(scale=1):
|
242 |
+
input_audio = gr.Audio(
|
243 |
+
label="Input Audio",
|
244 |
+
sources=["microphone"],
|
245 |
+
type="numpy",
|
246 |
+
streaming=False,
|
247 |
+
waveform_options=gr.WaveformOptions(show_recording_waveform=False),
|
248 |
+
)
|
249 |
with gr.Row():
|
250 |
chatbot = gr.Chatbot(label="Conversation", type="messages")
|
251 |
+
with gr.Row(max_height="50vh"):
|
252 |
+
output_audio = gr.Audio(
|
253 |
+
label="Output Audio",
|
254 |
+
streaming=True,
|
255 |
+
autoplay=True,
|
256 |
+
visible=False,
|
257 |
+
)
|
258 |
state = gr.State(value=AppState())
|
259 |
stream = input_audio.start_recording(
|
260 |
process_audio,
|
orca_params_masculine.pv → static/orca_params_masculine.pv
RENAMED
File without changes
|