anikethjr's picture
Training in progress, step 250
5889ad7
{
"model_max_length": 512,
"name_or_path": "/global/scratch/users/aniketh/PromoGen/K562_SentencePieceUnigramTokenizer_4096_log_bins_more_DE_fast",
"special_tokens": [
"<BOS>",
"<EOS>",
"<PAD>",
"<UNK>",
"<CLS>",
"<SEP>",
"<MASK>"
],
"special_tokens_map_file": "/global/scratch/users/aniketh/PromoGen/K562_SentencePieceUnigramTokenizer_4096_log_bins_more_DE_fast/special_tokens_map.json",
"tokenizer_class": "PreTrainedTokenizerFast"
}