MsAT-RoBERTaGen-SVAMP / config.json
Tianduo's picture
Update config.json
573974d
raw
history blame contribute delete
439 Bytes
{
"adapter_tuning": false,
"architectures": [
"HFRoBERTaGen"
],
"bn_dim": 64,
"d_model": 768,
"decode_nwords": 50,
"decoder_dim_ff": 1024,
"decoder_heads": 8,
"decoder_layers": 2,
"dropout": 0.1,
"eval_bz": 100,
"label_smooth": 0.05,
"lr": 1e-05,
"max_input_len": 128,
"max_output_len": 64,
"torch_dtype": "float32",
"transformers_version": "4.26.1",
"use_adapter": true,
"output_as_code": true
}