File size: 216 Bytes
f730525
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
# Block all crawlers for /accounts
User-agent: *
Disallow: /accounts

# Allow all crawlers
User-agent: *
Allow: /

# Delay between requests
Crawl-delay: 5

Sitemap: https://smart-retrieval-demo.vercel.app/sitemap.xml