robots.txt - exclude /search, /stream and /crawler