GuilhermeNunes commited on
Commit
6ad26ef
·
verified ·
1 Parent(s): 4cb205a

Upload processor

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -2017,7 +2017,7 @@
2017
  "processor_class": "LlavaNextProcessor",
2018
  "sp_model_kwargs": {},
2019
  "spaces_between_special_tokens": false,
2020
- "tokenizer_class": "GemmaTokenizer",
2021
  "unk_token": "<unk>",
2022
  "use_default_system_prompt": false
2023
  }
 
2017
  "processor_class": "LlavaNextProcessor",
2018
  "sp_model_kwargs": {},
2019
  "spaces_between_special_tokens": false,
2020
+ "tokenizer_class": "GemmaTokenizerFast",
2021
  "unk_token": "<unk>",
2022
  "use_default_system_prompt": false
2023
  }