mlub-bert-base-uncased-tr5meaning / training_arguments.json
bayartsogt's picture
Fold 0: => ACC: 0.974
235aabc
{
"model_name_or_path": "tugstugi/bert-base-mongolian-uncased",
"base_model_dropout": null,
"linear_dropout": 0.1,
"use_fast_tokenizer": false,
"roberta_large_optimizer": false,
"truncate_length": 5,
"max_len": 40,
"push_to_hub": true,
"submit_to_kaggle": true,
"batch_size": 256,
"learning_rate": 3e-05,
"warmup_steps": 30,
"num_epochs": 30,
"num_folds": 5,
"seed": 42
}