Update precious3_gpt_multi_modal.py

precious3_gpt_multi_modal.py

@@ -25,8 +25,12 @@ log = logging.getLogger(__name__)
 
 
 class CustomTokenizer(PreTrainedTokenizerFast):
-    def __init__(self, vocab_file, tokenizer_file=None, **kwargs):
-        super().__init__(vocab_file=vocab_file, tokenizer_file=tokenizer_file, **kwargs)
+    def __init__(self, **kwargs):
+        super().__init__( tokenizer_file="../tokenizer.json",
+        unk_token="[UNK]",
+        pad_token="[PAD]",
+        eos_token="[EOS]",
+        bos_token="[BOS]", **kwargs)
 
 
 class Custom_MptModel(MPTModel): # MptModel