Adding rhoknp package reference

tokenization_deberta_v2_jumanpp_fast.py

@@ -55,6 +55,7 @@ class JumanppPreTokenizer:
                 "You need to install rhoknp to use JumanppPreTokenizer. "
                 "See https://github.com/ku-nlp/rhoknp for installation."
             )
+        self.rhoknp = rhoknp
         self.jumanpp = rhoknp.Jumanpp()
 
     def pre_tokenize(self, pretok: PreTokenizedString):
@@ -63,6 +64,6 @@ class JumanppPreTokenizer:
     def jumanpp_split(self, i: int, normalized_string: NormalizedString) -> List[NormalizedString]:
         offsets = [morpheme.span for morpheme in self.jumanpp.apply_to_sentence(str(normalized_string)).morphemes]
         if not offsets:
-            doc = rhoknp.Document.from_raw_text(str(normalized_string))
+            doc = self.rhoknp.Document.from_raw_text(str(normalized_string))
             offsets = [morpheme.span for morpheme in self.jumanpp.apply_to_document(doc).morphemes]
         return [normalized_string[offset[0]:offset[1]] for offset in offsets]