GPT0.35B-ja-tokenizer-unigram-v1-CultulaX-default-filtered-ja-part-00000-00002-2000step
/
generation_config.json
{ | |
"_from_model_config": true, | |
"bos_token_id": 50256, | |
"eos_token_id": 50256, | |
"transformers_version": "4.39.1" | |
} | |
{ | |
"_from_model_config": true, | |
"bos_token_id": 50256, | |
"eos_token_id": 50256, | |
"transformers_version": "4.39.1" | |
} | |