Add Translate Feature

app.py

@@ -8,9 +8,10 @@ from src.document_utils import (
     load_history,
     load_science,
 )
-from src.wiki_search import cross_lingual_document_search, document_source
+from src.wiki_search import cross_lingual_document_search, translate_text
 from src.theme import CustomTheme
 
+
 max_search_results = 3
 
 
@@ -27,9 +28,13 @@ def study_doc_qa_bot(input_document, history):
     history[-1][1] = bot_message
     return history
 
-def my_function(file_object):
-    pass
+# def translate_text(doc):
+#     translator = EasyGoogleTranslate()
 
+#     doc = " ".join(doc.split()[:4800])
+#     result = translator.translate(doc, target_language='en')
+#     return result
+    
 
 custom_theme = CustomTheme()
 
@@ -72,7 +77,7 @@ with gr.Blocks(theme=custom_theme) as demo:
                 with gr.Column():
                     user_query = gr.Text(
                         label="Enter query here",
-                        placeholder="Search through study materials (e.g The history of Lagos)",
+                        placeholder="Search through study materials (e.g The Nigerian Civil War)",
                     )
 
                     num_search_results = gr.Slider(
@@ -94,14 +99,18 @@ with gr.Blocks(theme=custom_theme) as demo:
 
                         with gr.Column():
                             with gr.Accordion("Click to View Source", open=False):
-                                # gr.Button(
-                                #     label="Go to Source",
-                                #     value="Get Sources",
-                                #     variant="primary",
-                                # ).click(fn=None, _js="window.open('https://google.com', '_blank')")
+                                
+                                source_res_1 = gr.Textbox(
+                                    label=f"Source Url",
 
+                                )
+                                translate_btn_1 = gr.Button(
+                                    label="Translate Text",
+                                    value="Translate Text",
+                                    variant="primary",
+                                )
                                 translate_res_1 = gr.Textbox(
-                                    label=f"Source Url",
+                                    label=f"Translation in English",
                                 )
 
                     with gr.Row():
@@ -110,19 +119,37 @@ with gr.Blocks(theme=custom_theme) as demo:
 
                         with gr.Column():
                             with gr.Accordion("Click to View Source", open=False):
-                                translate_res_2 = gr.Textbox(
+                                source_res_2 = gr.Textbox(
                                     label=f"Source Url"
                                 )
 
+                                translate_btn_2 = gr.Button(
+                                    label="Translate Text",
+                                    value="Translate Text",
+                                    variant="primary",
+                                )
+                                translate_res_2 = gr.Textbox(
+                                    label=f"Translation in English",
+
+                                )
+
                     with gr.Row():
                         with gr.Column():
                             query_match_out_3 = gr.Textbox(label=f"Search Result 3")
 
                         with gr.Column():
                             with gr.Accordion("Click to View Source", open=False):
-                                translate_res_3 = gr.Textbox(
+                                source_res_3 = gr.Textbox(
                                     label=f"Source Url"
                                 )
+                                translate_btn_3 = gr.Button(
+                                    label="Translate Text",
+                                    value="Translate Text",
+                                    variant="primary",
+                                )
+                                translate_res_3= gr.Textbox(
+                                    label=f"Translation in English",
+                                )
 
         with gr.TabItem("Q&A"):
             gr.HTML(
@@ -279,12 +306,41 @@ with gr.Blocks(theme=custom_theme) as demo:
     # clear the chatbot Q&A history when this button is clicked by the user
     clear.click(lambda: None, None, chatbot, queue=False)
 
+    # # run search as user is typing the query
+    # user_query.change(
+    #     cross_lingual_document_search,
+    #     [user_query, num_search_results, lang_choices, text_match],
+    #     [query_match_out_1, query_match_out_2, query_match_out_3],
+    #     queue=False,
+    # )
+
     # run search if user submits query
     user_query.submit(
         cross_lingual_document_search,
         [user_query, num_search_results, lang_choices, text_match],
         [query_match_out_1, query_match_out_2, query_match_out_3, \
-            translate_res_1,translate_res_2,translate_res_3],
+            source_res_1,source_res_2,source_res_3],
+        queue=False,
+    )
+
+
+    # translate results corresponding to 1st search result obtained if user clicks 'Translate'
+    translate_btn_1.click(
+        translate_text,
+        [query_match_out_1],
+        [translate_res_1],
+        queue=False,
+    )
+    translate_btn_2.click(
+        translate_text,
+        [query_match_out_2],
+        [translate_res_2],
+        queue=False,
+    )
+    translate_btn_3.click(
+        translate_text,
+        [query_match_out_3],
+        [translate_res_3],
         queue=False,
     )
 

requirements.txt

@@ -3,3 +3,4 @@ gradio
 langchain
 black
 pinecone-client[grpc]
+easygoogletranslate

src/wiki_search.py

@@ -2,6 +2,8 @@ import os
 import cohere
 from typing import List
 import pinecone
+from easygoogletranslate import EasyGoogleTranslate
+
 
 # load environment variables
 PINECONE_API_KEY = os.environ.get("PINECONE_API_KEY")
@@ -15,6 +17,8 @@ COLLECTION = "wiki-embed"
 # create qdrant and cohere client
 cohere_client = cohere.Client(COHERE_API_KEY)
 
+translator = EasyGoogleTranslate()
+
 def init_pinecone():
     pinecone.init(api_key= PINECONE_API_KEY,
             environment=PINECONE_ENV)
@@ -110,8 +114,10 @@ def document_source(
     return results
 
 
-def translate_search_result():
-    pass
+def translate_text(doc):
+    doc = " ".join(doc.split()[:4800])
+    result = translator.translate(doc, target_language='en')
+    return result
 
 if __name__ == "__main__":
     # query_embedding, user_query = embed_user_query("Who is the president of Nigeria")