Spaces:
Build error
Build error
change ui
Browse files- app.py +10 -8
- case3.wav β long-case.wav +0 -0
- case2.wav β short-case.wav +0 -0
app.py
CHANGED
@@ -42,8 +42,6 @@ os.system("git clone https://github.com/ReneeYe/ConST")
|
|
42 |
os.system("mv ConST ConST_git")
|
43 |
os.system('mv -n ConST_git/* ./')
|
44 |
os.system("rm -rf ConST_git")
|
45 |
-
# os.system("python3 setup.py install")
|
46 |
-
# os.system("python3 setup.py build_ext --inplace")
|
47 |
os.system("pip3 install --editable ./")
|
48 |
os.system("mkdir -p data checkpoint")
|
49 |
|
@@ -144,12 +142,16 @@ iface = gr.Interface(
|
|
144 |
fn=run,
|
145 |
inputs=inputs,
|
146 |
outputs=[gr.outputs.Textbox(label="The translation")],
|
147 |
-
examples=[['
|
148 |
title="ConST: an end-to-end speech translator",
|
149 |
-
description=
|
150 |
-
|
151 |
-
|
152 |
-
|
153 |
-
|
|
|
|
|
|
|
|
|
154 |
)
|
155 |
iface.launch()
|
|
|
42 |
os.system("mv ConST ConST_git")
|
43 |
os.system('mv -n ConST_git/* ./')
|
44 |
os.system("rm -rf ConST_git")
|
|
|
|
|
45 |
os.system("pip3 install --editable ./")
|
46 |
os.system("mkdir -p data checkpoint")
|
47 |
|
|
|
142 |
fn=run,
|
143 |
inputs=inputs,
|
144 |
outputs=[gr.outputs.Textbox(label="The translation")],
|
145 |
+
examples=[['short-case.wav', "German"], ['long-case.wav', "German"]],
|
146 |
title="ConST: an end-to-end speech translator",
|
147 |
+
description='ConST is an end-to-end speech-to-text translation model, whose algorithm corresponds to the '
|
148 |
+
'NAACL 2022 paper *"Cross-modal Contrastive Learning for Speech Translation"* (see the paper at https://arxiv.org/abs/2205.02444 for more details).'
|
149 |
+
'This is a live demo for ConST, to translate English into eight European languages.',
|
150 |
+
article="- The motivation of the ConST model is to use the contrastive learning method to learn similar representations for semantically similar speech and text, " \
|
151 |
+
"thus leveraging MT to help improve ST performance. \n"
|
152 |
+
"- The models you are experiencing are trained based on the MuST-C dataset (https://ict.fbk.eu/must-c/), " \
|
153 |
+
"which only contains about 250k parallel data at each translation direction. \n"
|
154 |
+
"- If you want to know how to train the models, you may refer to https://github.com/ReneeYe/ConST.",
|
155 |
+
theme="peach",
|
156 |
)
|
157 |
iface.launch()
|
case3.wav β long-case.wav
RENAMED
File without changes
|
case2.wav β short-case.wav
RENAMED
File without changes
|