logging not flagged data

app.py

@@ -1,9 +1,11 @@
+#%%
 import gradio as gr
 from dotenv import load_dotenv
 from search import search_bm25, search_exact, prepare_data, merge_results
 import os
 import json
 import datetime
+from datasets import load_dataset, Dataset
 
 load_dotenv()
 
@@ -12,8 +14,11 @@ data = prepare_data()
 HF_TOKEN = os.getenv('HF_TOKEN')
 hf_writer = gr.HuggingFaceDatasetSaver(HF_TOKEN, "budu_search_data_new")
 
-with open('non_flagged_queries.json', 'w',encoding='utf8') as fout:
-    json.dump({}, fout,ensure_ascii=False,indent=4)
+new = Dataset.from_dict({'Введите запрос':[],
+                   'output':[]})
+new.push_to_hub("etadevosyan/not_flagged_data",
+                token=HF_TOKEN)
+
 def search_handler(query: str):
     results, exact_results = (
         search_bm25(query, data),
@@ -28,14 +33,15 @@ def create_ui(query):
     results = search_handler(query)
     for result in results['results'][:5]:
         recommendations.append(f"<div style='padding: 10px; border-bottom: 1px solid #ddd;'>{result['name']}</div>")
-    log_non_flagged_queries(query)
+    log_non_flagged_queries(query,recommendations)
     return gr.HTML(f"<div style='max-height: 400px; overflow-y: auto;'>{''.join(recommendations)}</div>")
 
-def log_non_flagged_queries(query):
-    # Log queries that are not flagged
-    with open("non_flagged_queries.json", "a") as f:
-        json.dump({"query": query, "timestamp": datetime.datetime.now().isoformat()}, f)
-        f.write("\n")
+def log_non_flagged_queries(query,recommendations):
+    dataset = load_dataset('etadevosyan/not_flagged_data')
+    dataset.add_item({'Введите запрос':query,
+                   'output':recommendations})
+    dataset.push_to_hub("etadevosyan/not_flagged_data",
+                token=HF_TOKEN)
 
 iface = gr.Interface(
     fn=create_ui,