finetune_config.json

{
    "adam_epsilon": 1e-08,
    "all_korquad_2_sample": false,
    "cache_dir": "cache",
    "data_dir": "cache/korquad_2",
    "dataset": "korquad_2",
    "do_eval": true,
    "do_eval_during_train": true,
    "do_lower_case": false,
    "do_train": true,
    "doc_stride": 3072,
    "eval_batch_size": 1,
    "gradient_accumulation_steps": 4,
    "learning_rate": 3e-05,
    "max_answer_length": 4096,
    "max_grad_norm": 1.0,
    "max_query_length": 64,
    "max_seq_length": 4096,
    "model_name_or_path": "monologg/kobigbird-bert-base",
    "n_best_size": 20,
    "null_score_diff_threshold": 0.0,
    "num_train_epochs": 5,
    "output_dir": "output",
    "predict_file": "dev",
    "seed": 42,
    "task": "qa",
    "threads": 4,
    "train_batch_size": 2,
    "train_file": "train",
    "use_tpu": true,
    "version_2_with_negative": false,
    "warmup_proportion": 0.0,
    "weight_decay": 0.0,
    "world_size": 8
}