p3nGu1nZz commited on
Commit
07684a9
1 Parent(s): 5e8dfcd

add checkpoints for Beta4 using SAC learning

Browse files
config/Kyle-b0a.sac.yaml ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ behaviors:
2
+ Kyle:
3
+ trainer_type: sac
4
+ hyperparameters:
5
+ learning_rate: 0.0003
6
+ learning_rate_schedule: linear
7
+ batch_size: 1000
8
+ buffer_size: 1000000
9
+ tau: 0.005
10
+ steps_per_update: 30.0
11
+ init_entcoef: 1.0
12
+ reward_signal_steps_per_update: 30.0
13
+ network_settings:
14
+ normalize: true
15
+ hidden_units: 256
16
+ num_layers: 3
17
+ vis_encode_type: simple
18
+ memory:
19
+ sequence_length: 1000
20
+ memory_size: 256
21
+ reward_signals:
22
+ extrinsic:
23
+ gamma: 0.995
24
+ strength: 1.0
25
+ curiosity:
26
+ strength: 0.1
27
+ gamma: 0.995
28
+ network_settings:
29
+ hidden_units: 256
30
+ learning_rate: 0.0001
31
+ keep_checkpoints: 40
32
+ checkpoint_interval: 500000
33
+ max_steps: 20000000
34
+ time_horizon: 1000
35
+ summary_freq: 10000
models/KyleBeta4-b0a-0.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2fb524bae4ff822d6ed05a4fc1e065879f198c0550ea656b35c9038ab57097f
3
+ size 2671923
models/KyleBeta4-b0a-1176.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7cea07692ee169108024ab9f4051fc1f245df8f0785d232c6d4cd33bed5af9d
3
+ size 2678439
models/KyleBeta4-b0a-1499682.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7045abe844f01e22ad5a9fe9417f0a02cf565068d661a9cb738e7cbc060e8166
3
+ size 2678439
models/KyleBeta4-b0a-1999682.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a949bc2a2e6ca10d3d81cfe5ffb6ebf1c128177add32169f895b95ddba3f0208
3
+ size 2678439
models/KyleBeta4-b0a-2499682.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49584a3bd8ac4faf622737141c0cb40b15de170f98f3a06820c2b6a51b47d977
3
+ size 2678439
models/KyleBeta4-b0a-29024.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccea0f376cd203db355a644e27599db2065bd4c2261f31b0217e55a0bd844eab
3
+ size 2678439
models/KyleBeta4-b0a-499711.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e96482c39af354ec67d4031313dbbe12ac972e3ee004203ee70cbcf1c401b835
3
+ size 2678439
models/KyleBeta4-b0a-999682.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652700123274d7f8c27dd7a353f1b00d5500caf4474841a4c444b8daabae5c29
3
+ size 2678439