gonglinyuan
/

metro_t0pp_largepp

Text2Text Generation

Model card Files Files and versions Community

gonglinyuan commited on Aug 18, 2023

Commit

561d359

•

1 Parent(s): 6b1dada

Update tokenization_fairseq_t5.py

Files changed (1) hide show

tokenization_fairseq_t5.py +2 -4

tokenization_fairseq_t5.py CHANGED Viewed

@@ -47,10 +47,8 @@ class FairseqT5Tokenizer(PreTrainedTokenizer):
             )
         )
         self.fs_bpe = SentencepieceBPE(
-            DictConfig(
-                dict(
-                    sentencepiece_model=sp_path,
-                )
             )
         )
         self.fs_dict = Dictionary.load(dict_path)

             )
         )
         self.fs_bpe = SentencepieceBPE(
+            dict(
+                sentencepiece_model=sp_path,
             )
         )
         self.fs_dict = Dictionary.load(dict_path)