File size: 1,331 Bytes
2d9a728
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
# @package _global_
img_size: 64

# Dreamer defaults
rssm: {ensemble: 1, hidden: 1024, deter: 1024, stoch: 32, discrete: 32,  norm: layer, std_act: softplus, min_std: 0.1,  single_obs_posterior: true, } # act: elu,
discount_head: {layers: 4, units: 512, norm: none, dist: binary} # act: elu
reward_head: {layers: 4, units: 1024, norm: layer, dist: twohot} # act: elu
kl: { free: 1.0, forward: False, balance: 0.85, free_avg: False, }
loss_scales: {kl: 0.6, reward: 1.0, discount: 1.0, proprio: 1.0}
model_opt: {opt: adam, lr: 1e-4, eps: 1e-8, clip: 1000, wd: 1e-6}
replay: {capacity: 20e6, ongoing: False, minlen: 48, maxlen: 48, prioritize_ends: False}
decoder_inputs: stoch
image_dist: mse
# Actor Critic
actor: {layers: 4, units: 1024, norm: layer, dist: normal, min_std: 0.1 } # act: elu 
critic: {layers: 4, units: 1024, norm: layer, dist: twohot } # act: elu, 
actor_opt: {opt: adam, lr: 3e-5, eps: 1e-5, clip: 100, wd: 1e-6}
critic_opt: {opt: adam, lr: 3e-5, eps: 1e-5, clip: 100, wd: 1e-6}
discount: 0.99
discount_lambda: 0.95
slow_target: True
slow_target_update: 100
slow_target_fraction: 1
slow_baseline: True
reward_ema: True

acting_reward_fn: env_reward
clip_rewards: identity

batch_size: 48 
batch_length: 48 
imag_horizon: 16
eval_state_mean: False

precision: 16
train_every_actions: 10
only_random_actions: False