Implement retry mechanism for summarizing papers in paper_data function

main.py

@@ -1,5 +1,6 @@
 import json
 import os
+import time
 import dotenv
 import html
 from summarize_paper import summarize_paper
@@ -36,9 +37,23 @@ def paper_data(paper_data, wait_time=5):
                 if not all([paper_id, doi, pdf_url, title, citation]):
                     print(f"Skipping paper with ID: {paper_id} (missing details)")
                     continue
-                summary, mindmap = summarize_paper(pdf_url, paper_id, access_key)
+                summary = None
+                mindmap = None
+                max_retries = 3
+                retry_count = 0
+                while (not summary or not mindmap) and retry_count < max_retries:
+                    try:
+                        summary, mindmap = summarize_paper(pdf_url, paper_id, access_key)
+                        if summary and mindmap:
+                            break
+                    except Exception as e:
+                        print(f"Error summarizing paper {paper_id}: {e}")
+                    retry_count += 1
+                    if retry_count < max_retries:
+                        print(f"Retrying paper {paper_id} in 3 minutes")
+                        time.sleep(3*60)
                 if not summary or not mindmap:
-                    print(f"Skipping paper with ID: {paper_id} (Summary/Mindmap not found)")
+                    print(f"Failed to summarize paper {paper_id} after {max_retries} attempts")
                     continue
                 try:
                     title = fix_text(title)