Update app.py

app.py

@@ -24,6 +24,7 @@ app.add_middleware(
 
 # Function to crawl all URLs from a domain
 def get_all_links_from_domain(domain_url):
+    print("domain url " + domain_url)
     visited_urls = set()
     domain_links = set()
     parsed_initial_url = urlparse(domain_url)
@@ -33,6 +34,8 @@ def get_all_links_from_domain(domain_url):
 
 # Function to crawl links from a page within the same domain
 def get_links_from_page(url, visited_urls, all_links, base_domain):
+    print("url " + url)
+    print("base_domain " + base_domain)
     if not url.startswith(base_domain):
         return