falcon.40b.q_lora.merit_v91_v91.seq2seq.v5.0.3aug.w16.adamw.500steps.NA100.0528
/
checkpoint-300
/tokenizer_config.json
{ | |
"add_prefix_space": false, | |
"clean_up_tokenization_spaces": true, | |
"eos_token": "<|endoftext|>", | |
"model_max_length": 2048, | |
"tokenizer_class": "PreTrainedTokenizerFast" | |
} | |