update names
remove robots.txt restriction