Update serper agent and add more features to it

agents/google_serper_search_agent.py

@@ -3,18 +3,26 @@ from langchain_community.utilities import GoogleSerperAPIWrapper
 
 
 class GoogleSerperSearchAgent:
-    def __init__(self) -> None:
+    def __init__(self, sources: list[str]) -> None:
+        self._sources = sources
         self._api = GoogleSerperAPIWrapper()
 
-    def run(self, query: str, source: str | None = None, limit: int = 3) -> pd.DataFrame:
-        if source is not None:
-            query += f" site:{source}"
+    def run(self, query: str, limit_per_source: int = 3) -> pd.DataFrame:
+        results = []
+        for site in self._sources:
+            results.extend(self._search(query, site, limit_per_source))
+
+        df = pd.DataFrame(results)
+
+        return df
+
+    def _search(self, query: str, site: str | None = None, limit: int = 3) -> list[dict[str, str]]:
+        if site is not None:
+            query += f" site:{site}"
 
         self._api.k = limit
 
         results = self._api.results(query)["organic"]
-        articles = [{"title": article["title"], "url": article["link"], "date": article.get("date", "")} for article in results]
-
-        df = pd.DataFrame(articles)
+        results = [{"title": result["title"], "url": result["link"], "date": result.get("date", "")} for result in results]
 
-        return df
+        return results