Update app.py

app.py

@@ -6,7 +6,7 @@ from sentence_transformers import SentenceTransformer
 import transformers.models.clip.image_processing_clip
 import torch
 import gradio as gr
-from deep_translator import GoogleTranslator
+from deep_translator import GoogleTranslator, single_detection
 import shutil
 from PIL import Image
 import os
@@ -15,7 +15,6 @@ with open('pinecone_text.py' ,'w') as fb:
     fb.write(requests.get('https://storage.googleapis.com/gareth-pinecone-datasets/pinecone_text.py').text)
 import pinecone_text
 
-
 # init connection to pinecone
 pinecone.init(
     api_key="0898750a-ee05-44f1-ac8a-98c5fef92f4a",  # app.pinecone.io
@@ -58,7 +57,6 @@ model = SentenceTransformer(
     device=device
 )
 
-
 def hybrid_scale(dense, sparse, alpha: float):
     if alpha < 0 or alpha > 1:
         raise ValueError("Alpha must be between 0 and 1")
@@ -101,7 +99,7 @@ def img_to_file_list(imgs):
 
   # Check whether the specified path exists or not
   isExist = os.path.exists('.'+'/'+path)
-    
+
   if not isExist:
     print("Directory does not exists")
   # Create a new directory because it does not exist
@@ -110,7 +108,7 @@ def img_to_file_list(imgs):
 
   # Check whether the specified path exists or not
   isExist = os.path.exists(sub_path)
-    
+
   if isExist:
     shutil.rmtree(sub_path)
 
@@ -118,7 +116,7 @@ def img_to_file_list(imgs):
 
   img_files = {'search'+str(counter["dir_num"]):[]}
   i = 0
- 
+
   for img in imgs:
     img.save(sub_path+"/img_" + str(i) + ".png","PNG")
     img_files['search'+str(counter["dir_num"])].append(sub_path + '/' + 'img_'+ str(i) + ".png")
@@ -128,116 +126,55 @@ def img_to_file_list(imgs):
 
   return img_files['search'+str(counter["dir_num"]-1)]
 
+counter = {"dir_num": 1}
+img_files = {'x':[]}
 
+K = 5
 
-def hybrid_scale(dense, sparse, alpha: float):
-    if alpha < 0 or alpha > 1:
-        raise ValueError("Alpha must be between 0 and 1")
-    # scale sparse and dense vectors to create hybrid search vecs
-    hsparse = {
-        'indices': sparse['indices'],
-        'values':  [v * (1 - alpha) for v in sparse['values']]
-    }
-    hdense = [v * alpha for v in dense]
-    return hdense, hsparse
-
-
-def text_to_image(query, alpha, k_results):
-  sparse = bm25.transform_query(query)
-  dense = model.encode(query).tolist()
-
-  # scale sparse and dense vectors
-  hdense, hsparse = hybrid_scale(dense, sparse, alpha=alpha)
-
-  # search
-  result = index.query(
-      top_k=k_results,
-      vector=hdense,
-      sparse_vector=hsparse,
-      include_metadata=True
-  )
-  # used returned product ids to get images
-  imgs = [images[int(r["id"])] for r in result["matches"]]
-
-  description = []
-  for x in result["matches"]:
-    description.append( x["metadata"]['productDisplayName'] )
-
-  return imgs, description
-
-
-def img_to_file_list(imgs):
-  path = "searches"
-  sub_path = './' + path + '/' + 'search' + '_' + str(counter["dir_num"])
-
-  # Check whether the specified path exists or not
-  isExist = os.path.exists('.'+'/'+path)
-    
-  if not isExist:
-    print("Directory does not exists")
-  # Create a new directory because it does not exist
-    os.makedirs('.'+'/'+path, exist_ok = True)
-    print("The new directory is created!")
-
-  # Check whether the specified path exists or not
-  isExist = os.path.exists(sub_path)
-    
-  if isExist:
-    shutil.rmtree(sub_path)
-
-  os.makedirs(sub_path, exist_ok = True)
-
-  img_files = {'search'+str(counter["dir_num"]):[]}
-  i = 0
- 
-  for img in imgs:
-    img.save(sub_path+"/img_" + str(i) + ".png","PNG")
-    img_files['search'+str(counter["dir_num"])].append(sub_path + '/' + 'img_'+ str(i) + ".png")
-    i+=1
-
-  counter["dir_num"]+=1
-
-  return img_files['search'+str(counter["dir_num"]-1)]
+def fake_gan(text, alpha):
+    detected_language = single_detection(text, api_key='d259a6dab3bb73b1d1c2bcc6fb62b9f4')
 
+    if  detected_language == 'iw':
+      text_eng=GoogleTranslator(source='iw', target='en').translate(text)
+      imgs, descr = text_to_image(text_eng, alpha, K)
 
+    elif detected_language == 'en':
+      imgs, descr = text_to_image(text, alpha, K)
 
-counter = {"dir_num": 1}
-img_files = {'x':[]}
 
-def fake_gan(text, alpha):
-    text_eng=GoogleTranslator(source='iw', target='en').translate(text)
-    imgs, descr = text_to_image(text_eng, alpha, 3)
     img_files = img_to_file_list(imgs)
     return img_files
 
 def fake_text(text, alpha):
     en_text = GoogleTranslator(source='iw', target='en').translate(text)
-    img , descr = text_to_image(en_text, alpha, 3)
+    img , descr = text_to_image(en_text, alpha, K)
     return descr
 
 
-with gr.Blocks() as demo:
+with gr.Blocks(width = 300) as demo:
 
     with gr.Row():
 
-        text = gr.Textbox(
-            value = "ג'ינס כחול לגברים",
-            label="Enter the product characteristics:",
-        )
+      text = gr.Textbox(
+          value = "blue jeans for men",
+          label="Enter the product characteristics:"
+      )
 
-        alpha = gr.Slider(0, 1, step=0.01, label='Choose alpha:', value = 0.05)
+      alpha = gr.Slider(0, 1, step=0.01, label='Choose alpha:', value = 0.05)
 
     with gr.Row():
         btn = gr.Button("Generate image")
 
     with gr.Row():
         gallery = gr.Gallery(
-            label="Generated images", show_label=False, elem_id="gallery"
-        ).style(columns=[8], rows=[2], object_fit='scale-down', height='auto')
+            label="Generated images", show_label=False, elem_id="gallery", columns=[8], rows=[1], object_fit='scale-down', height=160)
 
     with gr.Row():
         selected = gr.Textbox(label="Product description: ", interactive=False, value = "-----> Description <-------",placeholder="Selected")
 
+    # show the results in gallery on enter key and button press
+
+    text.submit(fake_gan, inputs=[text, alpha], outputs=gallery)
     btn.click(fake_gan, inputs=[text, alpha], outputs=gallery)
 
     def get_select_index(evt: gr.SelectData,text,alpha):
@@ -245,7 +182,7 @@ with gr.Blocks() as demo:
         eng_text = fake_text(text, alpha)[evt.index]
         #heb_text = GoogleTranslator(source='en', target='iw').translate(eng_text)
         return eng_text
-        
+
     gallery.select( fn=get_select_index, inputs=[text,alpha], outputs=selected )
 
-demo.launch(debug=True)
+demo.launch(width = 700)