afonsosamarques commited on
Commit
5a09231
1 Parent(s): e2ca746

Training in progress, step 2000

Browse files
Files changed (4) hide show
  1. .gitignore +1 -0
  2. config.json +83 -0
  3. pytorch_model.bin +3 -0
  4. training_args.bin +3 -0
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "act_dim": 6,
3
+ "action_tanh": true,
4
+ "activation_function": "relu",
5
+ "adv_act_dim": 6,
6
+ "architectures": [
7
+ "MultipartADT"
8
+ ],
9
+ "attn_pdrop": 0.1,
10
+ "bos_token_id": 50256,
11
+ "context_size": 20,
12
+ "embd_pdrop": 0.1,
13
+ "eos_token_id": 50256,
14
+ "flag": false,
15
+ "hidden_size": 128,
16
+ "initializer_range": 0.02,
17
+ "lambda1": 0.7749999999999693,
18
+ "lambda2": 250.0,
19
+ "layer_norm_epsilon": 1e-05,
20
+ "log_interval_steps": 100,
21
+ "max_ep_len": 999,
22
+ "max_ep_return": 2055,
23
+ "max_obs_len": 999,
24
+ "max_obs_return": 2055,
25
+ "min_ep_return": -31.996896582000012,
26
+ "min_obs_return": -31.996896582000012,
27
+ "model_type": "decision_transformer",
28
+ "n_head": 1,
29
+ "n_inner": null,
30
+ "n_layer": 3,
31
+ "n_positions": 1024,
32
+ "pr_act_dim": 6,
33
+ "reorder_and_upcast_attn": false,
34
+ "resid_pdrop": 0.1,
35
+ "returns_scale": 1000,
36
+ "scale_attn_by_inverse_layer_idx": false,
37
+ "scale_attn_weights": true,
38
+ "state_dim": 17,
39
+ "state_mean": [
40
+ -0.11173252361577966,
41
+ 0.06332421416752207,
42
+ 0.10642913798176151,
43
+ 0.016696281865103354,
44
+ 0.01292316632921915,
45
+ 0.0252802808143255,
46
+ -0.163862748115139,
47
+ -0.2785617364192604,
48
+ 1.800042231687943,
49
+ -0.023767931373515298,
50
+ 0.0033658001950578565,
51
+ 0.016833230392745077,
52
+ -0.05654895540758762,
53
+ 0.057139100560966265,
54
+ -0.0686476457401574,
55
+ 0.04198423127298879,
56
+ 0.005969089117189445
57
+ ],
58
+ "state_std": [
59
+ 0.0985398737294268,
60
+ 0.19583829223764262,
61
+ 0.3315948858702887,
62
+ 0.32217133624379024,
63
+ 0.39319405952592607,
64
+ 0.4463002698189581,
65
+ 0.3517920731882343,
66
+ 0.2777303946401783,
67
+ 0.7745754765732835,
68
+ 0.9800573190633699,
69
+ 1.365188942289809,
70
+ 4.87113384669823,
71
+ 5.058535039406536,
72
+ 6.395587223733579,
73
+ 5.947895650994883,
74
+ 6.4933930314513075,
75
+ 5.279823051159204
76
+ ],
77
+ "torch_dtype": "float32",
78
+ "total_train_steps": 10000,
79
+ "transformers_version": "4.29.2",
80
+ "use_cache": true,
81
+ "vocab_size": 1,
82
+ "warmup_steps": 1000
83
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b35c71b87bf49b3cf3bfc376367d762900624b878babe10603242aa61839532c
3
+ size 19857646
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d794518eeff1443ccd2a7df5ae56735908930556a9c76eba20be7f6808717c0
3
+ size 4664