#NEWLINE# def tokenize_to_strings( self , text ) : #NEWLINE# #INDENT# encode = ( lambda t : ( jpype . java . lang . String ( t ) if isinstance ( text , unicode_type ) else jpype . java . lang . String ( to_unicode ( t ) ) ) ) #NEWLINE# decode = ( lambda t : ( t if isinstance ( text , unicode_type ) else to_utf8 ( t ) ) ) #NEWLINE# tokens = self . _processor . tokenizeToStrings ( encode ( text ) ) #NEWLINE# return [ decode ( self ) for t in tokens ]