conette / config.json
Labbeti's picture
Upload model
b88c8eb
raw history blame
No virus
918 Bytes
{
"acti_name": "gelu",
"architectures": [
"CoNeTTEModel"
],
"beam_size": 3,
"betas": [
0.9,
0.999
],
"d_model": 256,
"decoder_dropout_p": 0.2,
"dim_feedforward": 2048,
"eps": 1e-08,
"gen_test_cands": "generate_expt",
"gen_val_cands": "generate_expt",
"label_smoothing": 0.2,
"lr": 0.0005,
"max_pred_size": 20,
"min_pred_size": 3,
"mixup_alpha": 0.4,
"nhead": 8,
"num_decoder_layers": 6,
"optim_name": "AdamW",
"proj_name": "lin768",
"sched_freq": 1,
"sched_interval": "epoch",
"sched_n_steps": 400,
"sched_name": "cos_decay",
"task_mode": "ds_src",
"task_names": [
"clotho",
"audiocaps",
"macs",
"wavcaps_audioset_sl",
"wavcaps_bbc_sound_effects",
"wavcaps_freesound",
"wavcaps_soundbible"
],
"torch_dtype": "float32",
"transformers_version": "4.29.1",
"use_custom_wd": true,
"verbose": 0,
"weight_decay": 2.0
}