#NEWLINE# def check_if_url_should_be_skipped( self , url ) : #NEWLINE# #INDENT# if ( len ( url ) == 0 ) : #NEWLINE# #INDENT# return 1 #NEWLINE# #UNINDENT# if ( ( not self . follow_external_links ) and ( url . find ( url . base_url ) == ( - 1 ) ) ) : #NEWLINE# #INDENT# return 1 #NEWLINE# #UNINDENT# for ignore in self . do_not_follow : #NEWLINE# #INDENT# if ( url . find ( ignore ) != ( - 1 ) ) : #NEWLINE# #INDENT# return 1 #NEWLINE# #UNINDENT# #UNINDENT# return 0