afonsosamarques commited on
Commit
eebdc42
1 Parent(s): d610bff

Training in progress, step 2000

Browse files
Files changed (4) hide show
  1. .gitignore +1 -0
  2. config.json +83 -0
  3. pytorch_model.bin +3 -0
  4. training_args.bin +3 -0
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "act_dim": 6,
3
+ "action_tanh": true,
4
+ "activation_function": "relu",
5
+ "adv_act_dim": 6,
6
+ "architectures": [
7
+ "AdversarialDT"
8
+ ],
9
+ "attn_pdrop": 0.1,
10
+ "bos_token_id": 50256,
11
+ "context_size": 20,
12
+ "embd_pdrop": 0.1,
13
+ "eos_token_id": 50256,
14
+ "flag": false,
15
+ "hidden_size": 128,
16
+ "initializer_range": 0.02,
17
+ "lambda1": 1.0,
18
+ "lambda2": 1.0,
19
+ "layer_norm_epsilon": 1e-05,
20
+ "log_interval_steps": 100,
21
+ "max_ep_len": 1000,
22
+ "max_ep_return": 2055,
23
+ "max_obs_len": 1000,
24
+ "max_obs_return": 2055,
25
+ "min_ep_return": -136.11629783300003,
26
+ "min_obs_return": -136.11629783300003,
27
+ "model_type": "decision_transformer",
28
+ "n_head": 1,
29
+ "n_inner": null,
30
+ "n_layer": 3,
31
+ "n_positions": 1024,
32
+ "pr_act_dim": 6,
33
+ "reorder_and_upcast_attn": false,
34
+ "resid_pdrop": 0.1,
35
+ "returns_scale": 1000,
36
+ "scale_attn_by_inverse_layer_idx": false,
37
+ "scale_attn_weights": true,
38
+ "state_dim": 17,
39
+ "state_mean": [
40
+ -0.11105085755165309,
41
+ 0.03261898734092991,
42
+ 0.09503744437931684,
43
+ -0.04665634126127169,
44
+ -0.1422736866683895,
45
+ 0.11284505177282138,
46
+ -0.14719247154011844,
47
+ -0.20084285335399846,
48
+ 1.6364819749735804,
49
+ -0.023428430703471302,
50
+ -0.011453850687947402,
51
+ 0.028144657537117004,
52
+ -0.03049390117503992,
53
+ 0.04205502023233107,
54
+ -0.047717887152182,
55
+ 0.036133203776659344,
56
+ 0.004414099071640206
57
+ ],
58
+ "state_std": [
59
+ 0.09256462065202084,
60
+ 0.25102800281725657,
61
+ 0.39216763873921784,
62
+ 0.3014480322749965,
63
+ 0.3594363079388843,
64
+ 0.49460765306751897,
65
+ 0.3719440989195892,
66
+ 0.3381944556471006,
67
+ 0.8053914288925733,
68
+ 0.8879606428983204,
69
+ 1.4583408884879427,
70
+ 5.654339376346348,
71
+ 4.917451449281009,
72
+ 5.191545845751596,
73
+ 5.222851276565701,
74
+ 6.242544228826246,
75
+ 5.14957441497535
76
+ ],
77
+ "torch_dtype": "float32",
78
+ "total_train_steps": 10000,
79
+ "transformers_version": "4.29.2",
80
+ "use_cache": true,
81
+ "vocab_size": 1,
82
+ "warmup_steps": 1000
83
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50340bc5793cedbd5cca3a523eae2300f5a3044333a59d6b6c14cd424cce99de
3
+ size 6625341
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e510638e17c0373b821f085596be5a847383d9997b328da34e02b8f20177054
3
+ size 4664