| {"model_name_or_path": "allenai/longformer-base-4096", "max_len": 4096, "output_dir": "./models", "overwrite_output_dir": true, "per_gpu_train_batch_size": 1, "per_gpu_eval_batch_size": 1, "gradient_accumulation_steps": 2, "learning_rate": 0.0001, "num_train_epochs": 3, "do_train": true, "do_eval": true, "max_steps": 1000, "logging_steps": 50, "eval_steps": 50} |