training_config.json

{"dataset_config_name": ["en"], "delta_type": "adapter", "do_eval": true, "do_test": true, "do_train": true, "eval_dataset_config_name": ["en"], "eval_dataset_name": "superglue-boolq", "evaluation_strategy": "epoch", "greater_is_better": true, "learning_rate": 0.0003, "load_best_model_at_end": true, "max_source_length": 256, "metric_for_best_model": "average_metrics", "model_name_or_path": "../../../../plm_cache/t5-base", "non_linearity": "gelu_new", "num_train_epochs": 20, "output_dir": "outputs/adapter/superglue-boolq", "per_device_eval_batch_size": 100, "per_device_train_batch_size": 32, "predict_with_generate": true, "save_strategy": "epoch", "save_total_limit": 1, "split_validation_test": true, "task_name": "superglue-boolq", "test_dataset_config_name": ["en"], "unfrozen_modules": ["deltas", "layer_norm", "final_layer_norm"], "bottleneck_dim": 24, "test_dataset_name": "superglue-boolq", "tokenizer_name": "../../../../plm_cache/t5-base", "warmup_steps": 0, "overwrite_output_dir": true, "push_to_hub": true}