[core] add 'none' as disable robots directive