Update app.py

app.py

@@ -33,7 +33,7 @@ os.makedirs("/home/user/app/data2", exist_ok=True)
 base_url_1 = os.environ.get("base_url_1")
 visited_urls = []
 counter = 0
-limit = 1000
+limit = 10000
 
 def scrape_page(url):
     global counter
@@ -62,7 +62,7 @@ def scrape_page(url):
         links = soup.find_all("a", href=True)
         for link in links:
             absolute_url = urljoin(url, link["href"])
-            if absolute_url not in visited_urls and absolute_url.startswith(base_url_1) and counter <= limit:
+            if absolute_url not in visited_urls and absolute_url.startswith(base_url_1) and 'tel' not in absolute_url and counter <= limit:
                 content += "\n" + scrape_page(absolute_url)
 
         return ""
@@ -76,7 +76,7 @@ base_url_2 = os.environ.get("base_url_2")
 date_urls = [base_url_2+str(year)+"/" for year in range(2023,2010,-1)]
 visited_urls = []
 counter = 0
-limit = 1000
+limit = 10000
 
 def scrape_page(url):
     global counter