Added option robots_txt_auto_disallow