#NEWLINE# def __init__( self , instream = None , infile = None , posix = False , punctuation_chars = False ) : #NEWLINE# #INDENT# if isinstance ( instream , basestring ) : #NEWLINE# #INDENT# instream = StringIO ( self ) #NEWLINE# #UNINDENT# if ( instream is not None ) : #NEWLINE# #INDENT# self . instream = instream #NEWLINE# self . infile = infile #NEWLINE# #UNINDENT# else : #NEWLINE# #INDENT# self . instream = sys . stdin #NEWLINE# self . infile = None #NEWLINE# #UNINDENT# self . posix = posix #NEWLINE# if posix : #NEWLINE# #INDENT# self . eof = None #NEWLINE# #UNINDENT# else : #NEWLINE# #INDENT# self . eof = '' #NEWLINE# #UNINDENT# self . commenters = '#' #NEWLINE# self . wordchars = 'abcdfeghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_' #NEWLINE# self . whitespace = ' \t\r\n' #NEWLINE# self . whitespace_split = False #NEWLINE# self . quotes = '\'"' #NEWLINE# self . escape = '\\' #NEWLINE# self . escapedquotes = '"' #NEWLINE# self . state = ' ' #NEWLINE# self . pushback = deque ( ) #NEWLINE# self . lineno = 1 #NEWLINE# self . debug = 0 #NEWLINE# self . token = '' #NEWLINE# self . filestack = deque ( ) #NEWLINE# self . source = None #NEWLINE# if ( not punctuation_chars ) : #NEWLINE# #INDENT# punctuation_chars = '' #NEWLINE# #UNINDENT# else : #NEWLINE# #INDENT# if ( punctuation_chars is True ) : #NEWLINE# #INDENT# punctuation_chars = '();<>|&' #NEWLINE# #UNINDENT# #UNINDENT# self . punctuation_chars = punctuation_chars #NEWLINE# if punctuation_chars : #NEWLINE# #INDENT# self . _pushback_chars = deque ( ) #NEWLINE# self . wordchars += '~-./*?=:@' #NEWLINE# self . wordchars = '' . join ( ( c for c in self . wordchars if ( c not in self . punctuation_chars ) ) ) #NEWLINE# for c in punctuation_chars : #NEWLINE# #INDENT# if ( c in self . wordchars ) : #NEWLINE# #INDENT# self . wordchars . remove ( c ) #NEWLINE# #UNINDENT# #UNINDENT# #UNINDENT# if self . posix : #NEWLINE# #INDENT# self . wordchars = UnicodeWordchars ( self . wordchars ) #NEWLINE# #UNINDENT# self . first_colon_pos = None