Update: changes in search API (teasers and docs texts were separated)

app.py

@@ -51,8 +51,9 @@ def search_route():
     top = data.get('top', 10)
     use_llm_for_teasers = data.get('use_llm_for_teasers', False)
     request_id = data.get('request_id', '')
-    titles, docs, scores = search.search(query, top, use_llm_for_teasers)
-    result = [{'title': str(item1), 'text': str(item2), 'relevance': str(item3)} for item1, item2, item3 in zip(titles, docs, scores)]
+    titles, docs, teasers, scores = search.search(query, top, use_llm_for_teasers)
+    result = [{'title': str(item1), 'text': str(item2), 'teaser': (item3), 'relevance': str(item4)}
+              for item1, item2, item3, item4 in zip(titles, docs, teasers, scores)]
 
     # Log the query and result if ENABLE_LOGS is True
     log_query_result(query, top, request_id, result)

semantic_search.py

@@ -201,14 +201,18 @@ class SemanticSearch:
         distances, indices = self.index_docs.search(query_embeds, len(self.all_docs_info))
         pred = [self.all_docs_info[x]['doc_name'] for x in indices[0]]
         preds, scores = self.search_results_filtering(pred, distances[0])
+        teasers = []
         docs = []
         for ref in preds:
             doc_index = self.docs_names.index(ref)
             doc_text = self.all_docs_info[doc_index]['doc_text']
+            docs.append(doc_text) # Add the relevant document text
+
             most_relevant_teaser = self.get_most_relevant_teaser(question=query,
                                                                  doc_index=doc_index)
             if use_llm_for_teasers:
                 most_relevant_teaser = self.rebuild_teaser_with_llm(question=query,
                                                                     teaser=most_relevant_teaser)
-            docs.append(most_relevant_teaser + '\n\n' + f'Полный текст документа:\n{doc_text}')
-        return preds[:top], docs[:top], scores[:top]
+            teasers.append(most_relevant_teaser) # Add the most relevant teaser
+
+        return preds[:top], docs[:top], teasers[:top], scores[:top]