deleted 1 call to llama2 but doesnt work 100%

src/control/control.py

@@ -10,11 +10,7 @@ class Chatbot:
 
     def get_response(self, query, histo):
         histo_conversation, histo_queries = self._get_histo(histo)
-        langage_of_query = self.llm.detect_language(query).lower()
-        if langage_of_query != "en":
-            queries = self.llm.translate(text=histo_queries)
-        else:
-            queries = histo_queries
+        langage_of_query, queries = self.llm.detect_language_and_translate(histo_queries)
         block_sources = self.retriever.similarity_search(query=queries)
         block_sources = self._select_best_sources(block_sources)
         sources_contents = [s.content for s in block_sources]

src/tools/llm.py

@@ -29,8 +29,8 @@ class LlmAgent:
                     "Your response shall be in {language} and shall be concise"
                     You should respect the following format: "
                     <response>"
-                    "\\n <</SYS>>"
-                    "\\n {query}[/INST]''')
+                    "<</SYS>>"
+                    "{query}[/INST]''')
         pipe = self.pipe(template)
         # print("****************")
         # print(template)
@@ -39,7 +39,7 @@ class LlmAgent:
         print(res)
         return res
 
-    def translate(self, text: str, language="en") -> str:
+    def translate(self, text: str) -> str:
         torch.cuda.empty_cache()
         """translates"""
 
@@ -125,22 +125,23 @@ class LlmAgent:
         print(res)
         return res
     
-    def detect_language(self, text: str) -> str:
+    def detect_language_and_translate(self, text: str) -> str:
         torch.cuda.empty_cache()
         """detects the language"""
         template = (f'''[INST] <<SYS>>
                     You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe.  Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.
                     If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.
-                    Your task consists in detecting the language of the user query"
-                    Your answer shall be the two letters code of the language"
-                    and should respect the following format: "
-                    <code>"
-                    \\n <</SYS>>"
-                    \\n {text}[/INST]'''
+                    Your task consists in detecting the language of the text, giving the two letters of the language detected <code>, and if the user query is not English, translate it in English and return the original text translated : <text>"
+                    If the text is already in English, you don't need to translate it and just return the original text after the two letters of the language detected. <text>"
+                    Your response should respect the following format: "
+                    The language detected is: <code> : <text>"
+                    <</SYS>>"
+                    {text}[/INST]'''
                     )
         pipe = self.pipe(template)
         # print("****************")
         # print(template)
         # print("----")
-        res = pipe[0]["generated_text"]
-        return res
+        pipe_res = pipe[0]["generated_text"]
+        res = pipe_res.split(":")
+        return str(res[1]).strip(), str(res[2]).strip()