afonsosamarques's picture
Training in progress, step 3334
96fce73
{
"act_dim": 6,
"action_tanh": true,
"activation_function": "relu",
"adv_act_dim": 6,
"architectures": [
"VanillaDT"
],
"attn_pdrop": 0.1,
"bos_token_id": 50256,
"context_size": 20,
"embd_pdrop": 0.1,
"eos_token_id": 50256,
"flag": false,
"hidden_size": 128,
"initializer_range": 0.02,
"lambda1": 1.0,
"lambda2": 1.0,
"layer_norm_epsilon": 1e-05,
"log_interval_steps": 100,
"max_ep_len": 1000,
"max_ep_return": 5313,
"max_obs_len": 1000,
"max_obs_return": 5313,
"min_ep_return": -310.2342068772123,
"min_obs_return": -310.2342068772123,
"model_type": "decision_transformer",
"n_head": 1,
"n_inner": null,
"n_layer": 3,
"n_positions": 1024,
"pr_act_dim": 6,
"reorder_and_upcast_attn": false,
"resid_pdrop": 0.1,
"returns_scale": 1000,
"scale_attn_by_inverse_layer_idx": false,
"scale_attn_weights": true,
"state_dim": 17,
"state_mean": [
-0.06845804518791063,
0.016414620763427302,
-0.18355838881698158,
-0.27624860700003606,
-0.3411387304685636,
-0.09339610047292654,
-0.21321190551996644,
-0.087743576042083,
5.173194196145483,
-0.04275185415106432,
-0.036108797591958,
0.14053658038970707,
0.060498910548357605,
0.09550849713411831,
0.06739012912888284,
0.005627354056507024,
0.013382561512544935
],
"state_std": [
0.07475442136308201,
0.3025072066045333,
0.30215810644332014,
0.3442407887586211,
0.17633869582496478,
0.5072853517004952,
0.2567592370005554,
0.32956261124858977,
1.257819020001254,
0.7602306988844978,
1.9805893025503742,
6.568254204917612,
7.467826340639571,
4.474474568084098,
10.569660245277557,
5.673224909433867,
7.500414247830719
],
"torch_dtype": "float32",
"total_train_steps": 10000,
"transformers_version": "4.31.0",
"use_cache": true,
"vocab_size": 1,
"warmup_steps": 1000
}