Update test.py

test.py

@@ -59,22 +59,22 @@ async def auth_google(code:str):
     access_token = response.json().get("access_token")
     # if not access_token:
     #     raise HTTPException(status_code=400, detail="Authorization code not provided")
-    access_token_new = access_token
     print("Entered this function, for testing purposes")
     brand_name = "louis vuitton"
 
-    user_info = requests.get("https://www.googleapis.com/oauth2/v1/userinfo", headers={"Authorization": f"Bearer {access_token_new}"})
+    user_info = requests.get("https://www.googleapis.com/oauth2/v1/userinfo", headers={"Authorization": f"Bearer {access_token}"})
     page_token = None
     messages = []
     user_query = f"subject:((receipt {brand_name}) OR (receipts {brand_name})  OR (reçu {brand_name}) OR (reçus {brand_name}) OR (Quittung {brand_name}) OR (Quittungen {brand_name}) OR (aankoopbon {brand_name}) OR (aankoopbonnen {brand_name}) OR (recibo {brand_name}) OR (recibos {brand_name}) OR (ricevuta {brand_name}) OR (ricevute {brand_name}) OR (ontvangstbewijs {brand_name}) OR (ontvangstbewijzen {brand_name})) has:attachment"
 
     while True:
         # Construct Gmail API request with pageToken
+        
         gmail_url = f"https://www.googleapis.com/gmail/v1/users/me/messages?q={user_query}"
         if page_token:
             gmail_url += f"&pageToken={page_token}"
 
-        gmail_response = requests.get(gmail_url, headers={"Authorization": f"Bearer {access_token_new}"})
+        gmail_response = requests.get(gmail_url, headers={"Authorization": f"Bearer {access_token}"})
         gmail_data = gmail_response.json()
         
         # Check if there are messages in the response
@@ -87,6 +87,16 @@ async def auth_google(code:str):
         else:
             break  # No more pages, exit the loop
 
+    unique_thread_ids = set()
+
+    filtered_data_list = []
+
+    for entry in messages:
+        thread_id = entry['threadId']
+        if thread_id not in unique_thread_ids:
+            unique_thread_ids.add(thread_id)
+            filtered_data_list.append(entry)
+
     attachments = []
     attachment_no = 0
     data_new = {}
@@ -99,7 +109,7 @@ async def auth_google(code:str):
             print(message_id)
             if message_id:
                 message_url = f"https://www.googleapis.com/gmail/v1/users/me/messages/{message_id}"
-                message_response = requests.get(message_url, headers={"Authorization": f"Bearer {access_token_new}"})
+                message_response = requests.get(message_url, headers={"Authorization": f"Bearer {access_token}"})
                 message_data = message_response.json()
 
 
@@ -117,7 +127,7 @@ async def auth_google(code:str):
                         if "body" in part and "attachmentId" in part["body"]:
                             attachment_id = part["body"]["attachmentId"]
                             attachment_url = f"https://www.googleapis.com/gmail/v1/users/me/messages/{message_id}/attachments/{attachment_id}"
-                            attachment_response = requests.get(attachment_url, headers={"Authorization": f"Bearer {access_token_new}"})
+                            attachment_response = requests.get(attachment_url, headers={"Authorization": f"Bearer {access_token}"})
                             attachment_data = attachment_response.json()
                             data = attachment_data.get("data")
                             filename = part.get("filename", "untitled.txt")