#NEWLINE# def process_item( self , item , spider ) : #NEWLINE# #INDENT# if ( not ( item [ FIELD_HASH_ID ] in self . duplicates [ spider . name ] ) ) : #NEWLINE# #INDENT# self . duplicates [ spider . name ] . add ( item [ FIELD_HASH_ID ] ) #NEWLINE# return item #NEWLINE# #UNINDENT# else : #NEWLINE# #INDENT# raise DropItem