mlub-bert-large-uncased-tr5do30ep25 / training_arguments.json
bayartsogt's picture
Fold 0: => ACC: 0.974
b5b28d9
{
"model_name_or_path": "tugstugi/bert-large-mongolian-uncased",
"base_model_dropout": 0.3,
"linear_dropout": 0.3,
"use_fast_tokenizer": false,
"roberta_large_optimizer": true,
"truncate_length": 5,
"max_len": 35,
"push_to_hub": true,
"submit_to_kaggle": true,
"batch_size": 128,
"learning_rate": 3e-05,
"warmup_steps": 100,
"num_epochs": 25,
"num_folds": 5,
"seed": 42
}