update duplicates removed