Chunks are too many

App/Chat/utils/Summarize.py

@@ -139,7 +139,11 @@ async def Summarizer(essay):
 
     tasks = [PalmTextModel(map_prompt.format(text=doc.page_content)) for doc in docs]
     # Gather and execute the tasks concurrently
-    responses = await asyncio.gather(*tasks)
+    chunked_tasks = [tasks[i:i+20] for i in range(0, len(tasks), 20)]
+    responses = []
+    for chunk in chunked_tasks:
+        chunk_responses = await asyncio.gather(*chunk)
+        responses.extend(chunk_responses)
     main = " ".join(responses)
     ans = await PalmTextModel(combine_prompt.format(text=main))
     return ans