Spaces:
Configuration error
Configuration error
update_data
Browse files- .gitignore +35 -0
- app.py +18 -13
- test_inputs/bird_image.jpg +0 -0
- test_inputs/car.jpg +2 -2
- test_inputs/dog_image.jpg +0 -0
- test_inputs/dragon.jpg +0 -0
.gitignore
ADDED
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
# Ignore node_modules directory
|
2 |
+
node_modules/
|
3 |
+
|
4 |
+
# Ignore build output
|
5 |
+
dist/
|
6 |
+
|
7 |
+
# Ignore IDE and editor files
|
8 |
+
.vscode/
|
9 |
+
.idea/
|
10 |
+
|
11 |
+
# Ignore logs
|
12 |
+
*.log
|
13 |
+
|
14 |
+
# Ignore OS generated files
|
15 |
+
.DS_Store
|
16 |
+
Thumbs.db
|
17 |
+
|
18 |
+
# Python
|
19 |
+
__pycache__/
|
20 |
+
*.py[cod]
|
21 |
+
*$py.class
|
22 |
+
|
23 |
+
# Gradio
|
24 |
+
gradio/
|
25 |
+
gradio.egg-info/
|
26 |
+
|
27 |
+
# IDE
|
28 |
+
.vscode/
|
29 |
+
.idea/
|
30 |
+
|
31 |
+
# Logs
|
32 |
+
*.log
|
33 |
+
|
34 |
+
# Virtual Environment
|
35 |
+
.env/
|
app.py
CHANGED
@@ -4,7 +4,7 @@ from lancedb.embeddings import get_registry
|
|
4 |
from lancedb.pydantic import LanceModel, Vector
|
5 |
import pandas as pd
|
6 |
import os
|
7 |
-
|
8 |
|
9 |
model = get_registry().get("imagebind").create()
|
10 |
|
@@ -17,13 +17,19 @@ class TextModel(LanceModel):
|
|
17 |
text_list=["A dragon", "A car", "A bird"]
|
18 |
|
19 |
base_path = os.path.dirname(os.path.abspath(__file__))
|
20 |
-
image_paths=[
|
21 |
-
|
22 |
-
|
23 |
-
audio_paths=[
|
24 |
-
|
25 |
-
|
26 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
27 |
# Load data
|
28 |
inputs = [
|
29 |
{
|
@@ -42,7 +48,6 @@ db = lancedb.connect("/tmp/lancedb")
|
|
42 |
table = db.create_table("img_bind",schema=TextModel)
|
43 |
table.add(inputs)
|
44 |
|
45 |
-
import gradio as gr
|
46 |
|
47 |
def process_image(inp_img) -> str:
|
48 |
|
@@ -90,20 +95,20 @@ with gr.Blocks(css=css) as app:
|
|
90 |
with gr.Row():
|
91 |
with gr.Column():
|
92 |
|
93 |
-
inp1 = gr.Image(value=image_paths[0],type='filepath',elem_id='img')
|
94 |
output_audio1 = gr.Audio(label="Output Audio", elem_id="output-audio")
|
95 |
output_text1 = gr.Textbox(label="Output Text", elem_id="output-text")
|
96 |
btn_img1 = gr.Button("Retrieve")
|
97 |
|
98 |
# output_audio1 = gr.Audio(label="Output Audio 1", elem_id="output-audio1")
|
99 |
with gr.Column():
|
100 |
-
inp2 = gr.Image(value=image_paths[1],type='filepath',elem_id='img')
|
101 |
output_audio2 = gr.Audio(label="Output Audio", elem_id="output-audio")
|
102 |
output_text2 = gr.Textbox(label="Output Text", elem_id="output-text")
|
103 |
btn_img2 = gr.Button("Retrieve")
|
104 |
|
105 |
with gr.Column():
|
106 |
-
inp3 = gr.Image(value=image_paths[2],type='filepath',elem_id='img')
|
107 |
output_audio3 = gr.Audio(label="Output Audio", elem_id="output-audio")
|
108 |
output_text3 = gr.Textbox(label="Output Text", elem_id="output-text")
|
109 |
btn_img3 = gr.Button("Retrieve")
|
@@ -158,5 +163,5 @@ with gr.Blocks(css=css) as app:
|
|
158 |
btn_audio3.click(process_audio, inputs=[inp_audio3],outputs=[output_img9,output_text9])
|
159 |
|
160 |
if __name__ == "__main__":
|
161 |
-
app.launch(share=True)
|
162 |
|
|
|
4 |
from lancedb.pydantic import LanceModel, Vector
|
5 |
import pandas as pd
|
6 |
import os
|
7 |
+
import gradio as gr
|
8 |
|
9 |
model = get_registry().get("imagebind").create()
|
10 |
|
|
|
17 |
text_list=["A dragon", "A car", "A bird"]
|
18 |
|
19 |
base_path = os.path.dirname(os.path.abspath(__file__))
|
20 |
+
# image_paths=["/test_inputs/dragon.jpg",
|
21 |
+
# "/test_inputs/car.jpg",
|
22 |
+
# "/test_inputs/bird_image.jpg"]
|
23 |
+
# audio_paths=["/test_inputs/dragon-growl-37570.wav",
|
24 |
+
# "/test_inputs/car_audio.wav",
|
25 |
+
# "/test_inputs/bird_audio.wav"]
|
26 |
+
|
27 |
+
image_paths=["./test_inputs/dragon.jpg",
|
28 |
+
"./test_inputs/car.jpg",
|
29 |
+
"./test_inputs/bird_image.jpg"]
|
30 |
+
audio_paths=["./test_inputs/dragon-growl-37570.wav",
|
31 |
+
"./test_inputs/car_audio.wav",
|
32 |
+
"./test_inputs/bird_audio.wav"]
|
33 |
# Load data
|
34 |
inputs = [
|
35 |
{
|
|
|
48 |
table = db.create_table("img_bind",schema=TextModel)
|
49 |
table.add(inputs)
|
50 |
|
|
|
51 |
|
52 |
def process_image(inp_img) -> str:
|
53 |
|
|
|
95 |
with gr.Row():
|
96 |
with gr.Column():
|
97 |
|
98 |
+
inp1 = gr.Image(value=image_paths[0],type='filepath',elem_id='img',interactive=False)
|
99 |
output_audio1 = gr.Audio(label="Output Audio", elem_id="output-audio")
|
100 |
output_text1 = gr.Textbox(label="Output Text", elem_id="output-text")
|
101 |
btn_img1 = gr.Button("Retrieve")
|
102 |
|
103 |
# output_audio1 = gr.Audio(label="Output Audio 1", elem_id="output-audio1")
|
104 |
with gr.Column():
|
105 |
+
inp2 = gr.Image(value=image_paths[1],type='filepath',elem_id='img',interactive=False)
|
106 |
output_audio2 = gr.Audio(label="Output Audio", elem_id="output-audio")
|
107 |
output_text2 = gr.Textbox(label="Output Text", elem_id="output-text")
|
108 |
btn_img2 = gr.Button("Retrieve")
|
109 |
|
110 |
with gr.Column():
|
111 |
+
inp3 = gr.Image(value=image_paths[2],type='filepath',elem_id='img',interactive=False)
|
112 |
output_audio3 = gr.Audio(label="Output Audio", elem_id="output-audio")
|
113 |
output_text3 = gr.Textbox(label="Output Text", elem_id="output-text")
|
114 |
btn_img3 = gr.Button("Retrieve")
|
|
|
163 |
btn_audio3.click(process_audio, inputs=[inp_audio3],outputs=[output_img9,output_text9])
|
164 |
|
165 |
if __name__ == "__main__":
|
166 |
+
app.launch(share=True,allowed_paths=['./test_inputs'])
|
167 |
|
test_inputs/bird_image.jpg
CHANGED
test_inputs/car.jpg
CHANGED
Git LFS Details
|
Git LFS Details
|
test_inputs/dog_image.jpg
CHANGED
test_inputs/dragon.jpg
CHANGED