#NEWLINE# def _process_links( self , links ) : #NEWLINE# #INDENT# ' Normalize and filter extracted links\n\n        The subclass should override it if necessary\n        ' #NEWLINE# links = ( unique_list ( links , key = ( lambda link : link . url ) ) if self . unique else links ) #NEWLINE# return links