raghavd99 commited on
Commit
ea16a82
1 Parent(s): 7522721

update_data

Browse files
.gitignore ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Ignore node_modules directory
2
+ node_modules/
3
+
4
+ # Ignore build output
5
+ dist/
6
+
7
+ # Ignore IDE and editor files
8
+ .vscode/
9
+ .idea/
10
+
11
+ # Ignore logs
12
+ *.log
13
+
14
+ # Ignore OS generated files
15
+ .DS_Store
16
+ Thumbs.db
17
+
18
+ # Python
19
+ __pycache__/
20
+ *.py[cod]
21
+ *$py.class
22
+
23
+ # Gradio
24
+ gradio/
25
+ gradio.egg-info/
26
+
27
+ # IDE
28
+ .vscode/
29
+ .idea/
30
+
31
+ # Logs
32
+ *.log
33
+
34
+ # Virtual Environment
35
+ .env/
app.py CHANGED
@@ -4,7 +4,7 @@ from lancedb.embeddings import get_registry
4
  from lancedb.pydantic import LanceModel, Vector
5
  import pandas as pd
6
  import os
7
-
8
 
9
  model = get_registry().get("imagebind").create()
10
 
@@ -17,13 +17,19 @@ class TextModel(LanceModel):
17
  text_list=["A dragon", "A car", "A bird"]
18
 
19
  base_path = os.path.dirname(os.path.abspath(__file__))
20
- image_paths=[base_path+"/test_inputs/dragon.jpg",
21
- base_path+"/test_inputs/car.jpg",
22
- base_path+ "/test_inputs/bird_image.jpg"]
23
- audio_paths=[base_path+"/test_inputs/dragon-growl-37570.wav",
24
- base_path+"/test_inputs/car_audio.wav",
25
- base_path+"/test_inputs/bird_audio.wav"]
26
-
 
 
 
 
 
 
27
  # Load data
28
  inputs = [
29
  {
@@ -42,7 +48,6 @@ db = lancedb.connect("/tmp/lancedb")
42
  table = db.create_table("img_bind",schema=TextModel)
43
  table.add(inputs)
44
 
45
- import gradio as gr
46
 
47
  def process_image(inp_img) -> str:
48
 
@@ -90,20 +95,20 @@ with gr.Blocks(css=css) as app:
90
  with gr.Row():
91
  with gr.Column():
92
 
93
- inp1 = gr.Image(value=image_paths[0],type='filepath',elem_id='img')
94
  output_audio1 = gr.Audio(label="Output Audio", elem_id="output-audio")
95
  output_text1 = gr.Textbox(label="Output Text", elem_id="output-text")
96
  btn_img1 = gr.Button("Retrieve")
97
 
98
  # output_audio1 = gr.Audio(label="Output Audio 1", elem_id="output-audio1")
99
  with gr.Column():
100
- inp2 = gr.Image(value=image_paths[1],type='filepath',elem_id='img')
101
  output_audio2 = gr.Audio(label="Output Audio", elem_id="output-audio")
102
  output_text2 = gr.Textbox(label="Output Text", elem_id="output-text")
103
  btn_img2 = gr.Button("Retrieve")
104
 
105
  with gr.Column():
106
- inp3 = gr.Image(value=image_paths[2],type='filepath',elem_id='img')
107
  output_audio3 = gr.Audio(label="Output Audio", elem_id="output-audio")
108
  output_text3 = gr.Textbox(label="Output Text", elem_id="output-text")
109
  btn_img3 = gr.Button("Retrieve")
@@ -158,5 +163,5 @@ with gr.Blocks(css=css) as app:
158
  btn_audio3.click(process_audio, inputs=[inp_audio3],outputs=[output_img9,output_text9])
159
 
160
  if __name__ == "__main__":
161
- app.launch(share=True)
162
 
 
4
  from lancedb.pydantic import LanceModel, Vector
5
  import pandas as pd
6
  import os
7
+ import gradio as gr
8
 
9
  model = get_registry().get("imagebind").create()
10
 
 
17
  text_list=["A dragon", "A car", "A bird"]
18
 
19
  base_path = os.path.dirname(os.path.abspath(__file__))
20
+ # image_paths=["/test_inputs/dragon.jpg",
21
+ # "/test_inputs/car.jpg",
22
+ # "/test_inputs/bird_image.jpg"]
23
+ # audio_paths=["/test_inputs/dragon-growl-37570.wav",
24
+ # "/test_inputs/car_audio.wav",
25
+ # "/test_inputs/bird_audio.wav"]
26
+
27
+ image_paths=["./test_inputs/dragon.jpg",
28
+ "./test_inputs/car.jpg",
29
+ "./test_inputs/bird_image.jpg"]
30
+ audio_paths=["./test_inputs/dragon-growl-37570.wav",
31
+ "./test_inputs/car_audio.wav",
32
+ "./test_inputs/bird_audio.wav"]
33
  # Load data
34
  inputs = [
35
  {
 
48
  table = db.create_table("img_bind",schema=TextModel)
49
  table.add(inputs)
50
 
 
51
 
52
  def process_image(inp_img) -> str:
53
 
 
95
  with gr.Row():
96
  with gr.Column():
97
 
98
+ inp1 = gr.Image(value=image_paths[0],type='filepath',elem_id='img',interactive=False)
99
  output_audio1 = gr.Audio(label="Output Audio", elem_id="output-audio")
100
  output_text1 = gr.Textbox(label="Output Text", elem_id="output-text")
101
  btn_img1 = gr.Button("Retrieve")
102
 
103
  # output_audio1 = gr.Audio(label="Output Audio 1", elem_id="output-audio1")
104
  with gr.Column():
105
+ inp2 = gr.Image(value=image_paths[1],type='filepath',elem_id='img',interactive=False)
106
  output_audio2 = gr.Audio(label="Output Audio", elem_id="output-audio")
107
  output_text2 = gr.Textbox(label="Output Text", elem_id="output-text")
108
  btn_img2 = gr.Button("Retrieve")
109
 
110
  with gr.Column():
111
+ inp3 = gr.Image(value=image_paths[2],type='filepath',elem_id='img',interactive=False)
112
  output_audio3 = gr.Audio(label="Output Audio", elem_id="output-audio")
113
  output_text3 = gr.Textbox(label="Output Text", elem_id="output-text")
114
  btn_img3 = gr.Button("Retrieve")
 
163
  btn_audio3.click(process_audio, inputs=[inp_audio3],outputs=[output_img9,output_text9])
164
 
165
  if __name__ == "__main__":
166
+ app.launch(share=True,allowed_paths=['./test_inputs'])
167
 
test_inputs/bird_image.jpg CHANGED
test_inputs/car.jpg CHANGED

Git LFS Details

  • SHA256: febe962d14db6119fd7ae8821bc4aa775fe0a475f84a882396415bae1befa291
  • Pointer size: 131 Bytes
  • Size of remote file: 486 kB

Git LFS Details

  • SHA256: a274722e399b255aa472f0d2dee22fd5dbc27959a8e70a0b0f09e07144c3573d
  • Pointer size: 130 Bytes
  • Size of remote file: 53.9 kB
test_inputs/dog_image.jpg CHANGED
test_inputs/dragon.jpg CHANGED