command_args.json

{"dataset_path": "data/combined_education_dataset_02252021.json", "model_name": "bert-base-uncased", "model_checkpoint": "bert-base-uncased", "num_candidates": 4, "max_history": 1, "train_batch_size": 32, "valid_batch_size": 16, "gradient_accumulation_steps": 2, "max_length": 120, "lr": 6.25e-05, "max_norm": 1.0, "n_epochs": 1, "mask_prev": 0.0, "eval_before_start": false, "min_prev_length": 0, "final_speaker": -1, "flipped": false, "fp16": "O2", "local_rank": -1, "head_attr": {"nsp": {"size": 2, "coef": 1}}, "distributed": false}