config.json

{
  "acti_name": "gelu",
  "architectures": [
    "CoNeTTEModel"
  ],
  "beam_size": 3,
  "betas": [
    0.9,
    0.999
  ],
  "d_model": 256,
  "decoder_dropout_p": 0.2,
  "dim_feedforward": 2048,
  "eps": 1e-08,
  "gen_test_cands": "generate_expt",
  "gen_val_cands": "generate_expt",
  "label_smoothing": 0.2,
  "lr": 0.0005,
  "max_pred_size": 20,
  "min_pred_size": 3,
  "mixup_alpha": 0.4,
  "nhead": 8,
  "num_decoder_layers": 6,
  "optim_name": "AdamW",
  "proj_name": "lin768",
  "sched_freq": 1,
  "sched_interval": "epoch",
  "sched_n_steps": 400,
  "sched_name": "cos_decay",
  "task_mode": "ds_src",
  "task_names": [
    "clotho",
    "audiocaps",
    "macs",
    "wavcaps_audioset_sl",
    "wavcaps_bbc_sound_effects",
    "wavcaps_freesound",
    "wavcaps_soundbible"
  ],
  "torch_dtype": "float32",
  "transformers_version": "4.29.1",
  "use_custom_wd": true,
  "verbose": 0,
  "weight_decay": 2.0
}