#NEWLINE# def scraped_rel_links( self ) : #NEWLINE# #INDENT# for regex in ( self . _homepage_re , self . _download_re ) : #NEWLINE# #INDENT# match = regex . search ( self . content ) #NEWLINE# if ( not match ) : #NEWLINE# #INDENT# continue #NEWLINE# #UNINDENT# href_match = self . _href_re . search ( self . content , pos = match . end ( ) ) #NEWLINE# if ( not href_match ) : #NEWLINE# #INDENT# continue #NEWLINE# #UNINDENT# url = ( href_match . group ( 1 ) or href_match . group ( 2 ) or href_match . group ( 3 ) ) #NEWLINE# if ( not url ) : #NEWLINE# #INDENT# continue #NEWLINE# #UNINDENT# url = self . clean_link ( urlparse . urljoin ( self . base_url , url ) ) #NEWLINE# ( yield Link ( url , self , trusted = False , _deprecated_regex = True ) )