#NEWLINE# def train_tokens( self , tokens , verbose = False , finalize = True ) : #NEWLINE# #INDENT# '\n        Collects training data from a given list of tokens.\n        ' #NEWLINE# self . _train_tokens ( ( self . _Token ( t ) for t in tokens ) , verbose ) #NEWLINE# if verbose : #NEWLINE# #INDENT# self . finalize_training ( verbose )