Hugging Face's logo

joyrl
/
joyrl-benchmarks

TensorBoard
Model card Files Metrics Community
15

Add Ant-v4_PPO

#1
by gsc579 - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+2397
-0
Files changed (10) hide show
  1. Ant-v4/Test_single_Ant-v4_PPO_20230528-051552/config.yaml +73 -0
  2. Ant-v4/Test_single_Ant-v4_PPO_20230528-051552/logs/log.txt +167 -0
  3. Ant-v4/Test_single_Ant-v4_PPO_20230528-051552/tb_logs/interact/events.out.tfevents.1685250952.gscaimax.2599884.0 +3 -0
  4. Ant-v4/Test_single_Ant-v4_PPO_20230528-051552/tb_logs/model/events.out.tfevents.1685250952.gscaimax.2599884.1 +3 -0
  5. Ant-v4/Train_single_Ant-v4_PPO_20230526-140402/config.yaml +73 -0
  6. Ant-v4/Train_single_Ant-v4_PPO_20230526-140402/logs/log.txt +0 -0
  7. Ant-v4/Train_single_Ant-v4_PPO_20230526-140402/models/500 +3 -0
  8. Ant-v4/Train_single_Ant-v4_PPO_20230526-140402/models/best +0 -0
  9. Ant-v4/Train_single_Ant-v4_PPO_20230526-140402/tb_logs/interact/events.out.tfevents.1685109842.gscaimax.2074224.0 +3 -0
  10. Ant-v4/Train_single_Ant-v4_PPO_20230526-140402/tb_logs/model/events.out.tfevents.1685109842.gscaimax.2074224.1 +3 -0
Ant-v4/Test_single_Ant-v4_PPO_20230528-051552/config.yaml ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ general_cfg:
2
+ algo_name: PPO
3
+ collect_traj: false
4
+ device: cuda
5
+ env_name: gym
6
+ load_checkpoint: true
7
+ load_model_step: best
8
+ load_path: Train_single_Ant-v4_PPO_20230526-140402
9
+ max_episode: 100
10
+ max_step: 1000
11
+ mode: test
12
+ model_save_fre: 500
13
+ mp_backend: single
14
+ n_learners: 1
15
+ n_workers: 2
16
+ online_eval: true
17
+ online_eval_episode: 10
18
+ seed: 1
19
+ share_buffer: true
20
+ algo_cfg:
21
+ actor_hidden_dim: 256
22
+ actor_layers:
23
+ - activation: relu
24
+ layer_size:
25
+ - 256
26
+ layer_type: linear
27
+ - activation: relu
28
+ layer_size:
29
+ - 256
30
+ layer_type: linear
31
+ actor_lr: 0.0003
32
+ batch_size: 256
33
+ buffer_size: 100000
34
+ buffer_type: ONPOLICY_QUE
35
+ continuous: true
36
+ critic_hidden_dim: 256
37
+ critic_layers:
38
+ - activation: relu
39
+ layer_size:
40
+ - 256
41
+ layer_type: linear
42
+ - activation: relu
43
+ layer_size:
44
+ - 256
45
+ layer_type: linear
46
+ critic_loss_coef: 0.5
47
+ critic_lr: 0.001
48
+ entropy_coef: 0.01
49
+ eps_clip: 0.2
50
+ epsilon_decay: 500
51
+ epsilon_end: 0.01
52
+ epsilon_start: 0.95
53
+ gamma: 0.95
54
+ independ_actor: true
55
+ k_epochs: 8
56
+ kl_alpha: 2
57
+ kl_beta: 1.5
58
+ kl_lambda: 0.5
59
+ kl_target: 0.1
60
+ lr: 0.0001
61
+ min_policy: 0
62
+ ppo_type: clip
63
+ sgd_batch_size: 128
64
+ share_optimizer: false
65
+ target_update: 4
66
+ env_cfg:
67
+ id: Ant-v4
68
+ ignore_params:
69
+ - wrapper
70
+ - ignore_params
71
+ new_step_api: true
72
+ render_mode: null
73
+ wrapper: null
Ant-v4/Test_single_Ant-v4_PPO_20230528-051552/logs/log.txt ADDED
@@ -0,0 +1,167 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - General Configs:
2
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - ================================================================================
3
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - Name Value Type
4
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - env_name gym <class 'str'>
5
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - algo_name PPO <class 'str'>
6
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - mode test <class 'str'>
7
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - device cuda <class 'str'>
8
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - seed 1 <class 'int'>
9
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - max_episode 100 <class 'int'>
10
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - max_step 1000 <class 'int'>
11
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - collect_traj 0 <class 'bool'>
12
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - mp_backend single <class 'str'>
13
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - n_workers 2 <class 'int'>
14
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - n_learners 1 <class 'int'>
15
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - share_buffer 1 <class 'bool'>
16
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - online_eval 1 <class 'bool'>
17
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - online_eval_episode 10 <class 'int'>
18
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - model_save_fre 500 <class 'int'>
19
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - load_checkpoint 1 <class 'bool'>
20
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - load_path Train_single_Ant-v4_PPO_20230526-140402 <class 'str'>
21
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - load_model_step best <class 'str'>
22
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - ================================================================================
23
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - Algo Configs:
24
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - ================================================================================
25
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - Name Value Type
26
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - independ_actor 1 <class 'bool'>
27
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - share_optimizer 0 <class 'bool'>
28
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - ppo_type clip <class 'str'>
29
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - eps_clip 0.2 <class 'float'>
30
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - kl_target 0.1 <class 'float'>
31
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - kl_lambda 0.5 <class 'float'>
32
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - kl_beta 1.5 <class 'float'>
33
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - kl_alpha 2 <class 'int'>
34
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - continuous 1 <class 'bool'>
35
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - gamma 0.95 <class 'float'>
36
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - k_epochs 8 <class 'int'>
37
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - lr 0.0001 <class 'float'>
38
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - actor_lr 0.0003 <class 'float'>
39
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - critic_lr 0.001 <class 'float'>
40
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - critic_loss_coef 0.5 <class 'float'>
41
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - entropy_coef 0.01 <class 'float'>
42
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - batch_size 256 <class 'int'>
43
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - sgd_batch_size 128 <class 'int'>
44
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - actor_hidden_dim 256 <class 'int'>
45
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - critic_hidden_dim 256 <class 'int'>
46
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - min_policy 0 <class 'int'>
47
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - actor_layers [{'layer_type': 'linear', 'layer_size': [256], 'activation': 'relu'}, {'layer_type': 'linear', 'layer_size': [256], 'activation': 'relu'}] <class 'str'>
48
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - critic_layers [{'layer_type': 'linear', 'layer_size': [256], 'activation': 'relu'}, {'layer_type': 'linear', 'layer_size': [256], 'activation': 'relu'}] <class 'str'>
49
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - buffer_type ONPOLICY_QUE <class 'str'>
50
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - buffer_size 100000 <class 'int'>
51
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - epsilon_decay 500 <class 'int'>
52
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - epsilon_end 0.01 <class 'float'>
53
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - epsilon_start 0.95 <class 'float'>
54
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - target_update 4 <class 'int'>
55
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - ================================================================================
56
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - Env Configs:
57
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - ================================================================================
58
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - Name Value Type
59
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - id Ant-v4 <class 'str'>
60
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - render_mode None <class 'str'>
61
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - wrapper None <class 'str'>
62
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - ignore_params ['wrapper', 'ignore_params'] <class 'str'>
63
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - new_step_api 1 <class 'bool'>
64
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - ================================================================================
65
+ 2023-05-28 05:15:52 - SimpleLog - INFO: - obs_space: Box(-inf, inf, (27,), float64), n_actions: Box(-1.0, 1.0, (8,), float32)
66
+ 2023-05-28 05:15:54 - SimpleLog - INFO: - Start testing!
67
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 0, ep_reward: -19.465964785067396, ep_step: 9
68
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 1, ep_reward: -19.465964785067396, ep_step: 9
69
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 2, ep_reward: -19.465964785067396, ep_step: 9
70
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 3, ep_reward: -19.465964785067396, ep_step: 9
71
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 4, ep_reward: -19.465964785067396, ep_step: 9
72
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 5, ep_reward: -19.465964785067396, ep_step: 9
73
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 6, ep_reward: -19.465964785067396, ep_step: 9
74
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 7, ep_reward: -19.465964785067396, ep_step: 9
75
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 8, ep_reward: -19.465964785067396, ep_step: 9
76
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 9, ep_reward: -19.465964785067396, ep_step: 9
77
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 10, ep_reward: -19.465964785067396, ep_step: 9
78
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 11, ep_reward: -19.465964785067396, ep_step: 9
79
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 12, ep_reward: -19.465964785067396, ep_step: 9
80
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 13, ep_reward: -19.465964785067396, ep_step: 9
81
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 14, ep_reward: -19.465964785067396, ep_step: 9
82
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 15, ep_reward: -19.465964785067396, ep_step: 9
83
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 16, ep_reward: -19.465964785067396, ep_step: 9
84
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 17, ep_reward: -19.465964785067396, ep_step: 9
85
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 18, ep_reward: -19.465964785067396, ep_step: 9
86
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 19, ep_reward: -19.465964785067396, ep_step: 9
87
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 20, ep_reward: -19.465964785067396, ep_step: 9
88
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 21, ep_reward: -19.465964785067396, ep_step: 9
89
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 22, ep_reward: -19.465964785067396, ep_step: 9
90
+ 2023-05-28 05:15:55 - SimpleLog - INFO: - episode: 23, ep_reward: -19.465964785067396, ep_step: 9
91
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 24, ep_reward: -19.465964785067396, ep_step: 9
92
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 25, ep_reward: -19.465964785067396, ep_step: 9
93
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 26, ep_reward: -19.465964785067396, ep_step: 9
94
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 27, ep_reward: -19.465964785067396, ep_step: 9
95
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 28, ep_reward: -19.465964785067396, ep_step: 9
96
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 29, ep_reward: -19.465964785067396, ep_step: 9
97
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 30, ep_reward: -19.465964785067396, ep_step: 9
98
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 31, ep_reward: -19.465964785067396, ep_step: 9
99
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 32, ep_reward: -19.465964785067396, ep_step: 9
100
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 33, ep_reward: -19.465964785067396, ep_step: 9
101
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 34, ep_reward: -19.465964785067396, ep_step: 9
102
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 35, ep_reward: -19.465964785067396, ep_step: 9
103
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 36, ep_reward: -19.465964785067396, ep_step: 9
104
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 37, ep_reward: -19.465964785067396, ep_step: 9
105
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 38, ep_reward: -19.465964785067396, ep_step: 9
106
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 39, ep_reward: -19.465964785067396, ep_step: 9
107
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 40, ep_reward: -19.465964785067396, ep_step: 9
108
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 41, ep_reward: -19.465964785067396, ep_step: 9
109
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 42, ep_reward: -19.465964785067396, ep_step: 9
110
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 43, ep_reward: -19.465964785067396, ep_step: 9
111
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 44, ep_reward: -19.465964785067396, ep_step: 9
112
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 45, ep_reward: -19.465964785067396, ep_step: 9
113
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 46, ep_reward: -19.465964785067396, ep_step: 9
114
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 47, ep_reward: -19.465964785067396, ep_step: 9
115
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 48, ep_reward: -19.465964785067396, ep_step: 9
116
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 49, ep_reward: -19.465964785067396, ep_step: 9
117
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 50, ep_reward: -19.465964785067396, ep_step: 9
118
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 51, ep_reward: -19.465964785067396, ep_step: 9
119
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 52, ep_reward: -19.465964785067396, ep_step: 9
120
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 53, ep_reward: -19.465964785067396, ep_step: 9
121
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 54, ep_reward: -19.465964785067396, ep_step: 9
122
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 55, ep_reward: -19.465964785067396, ep_step: 9
123
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 56, ep_reward: -19.465964785067396, ep_step: 9
124
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 57, ep_reward: -19.465964785067396, ep_step: 9
125
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 58, ep_reward: -19.465964785067396, ep_step: 9
126
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 59, ep_reward: -19.465964785067396, ep_step: 9
127
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 60, ep_reward: -19.465964785067396, ep_step: 9
128
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 61, ep_reward: -19.465964785067396, ep_step: 9
129
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 62, ep_reward: -19.465964785067396, ep_step: 9
130
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 63, ep_reward: -19.465964785067396, ep_step: 9
131
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 64, ep_reward: -19.465964785067396, ep_step: 9
132
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 65, ep_reward: -19.465964785067396, ep_step: 9
133
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 66, ep_reward: -19.465964785067396, ep_step: 9
134
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 67, ep_reward: -19.465964785067396, ep_step: 9
135
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 68, ep_reward: -19.465964785067396, ep_step: 9
136
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 69, ep_reward: -19.465964785067396, ep_step: 9
137
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 70, ep_reward: -19.465964785067396, ep_step: 9
138
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 71, ep_reward: -19.465964785067396, ep_step: 9
139
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 72, ep_reward: -19.465964785067396, ep_step: 9
140
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 73, ep_reward: -19.465964785067396, ep_step: 9
141
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 74, ep_reward: -19.465964785067396, ep_step: 9
142
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 75, ep_reward: -19.465964785067396, ep_step: 9
143
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 76, ep_reward: -19.465964785067396, ep_step: 9
144
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 77, ep_reward: -19.465964785067396, ep_step: 9
145
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 78, ep_reward: -19.465964785067396, ep_step: 9
146
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 79, ep_reward: -19.465964785067396, ep_step: 9
147
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 80, ep_reward: -19.465964785067396, ep_step: 9
148
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 81, ep_reward: -19.465964785067396, ep_step: 9
149
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 82, ep_reward: -19.465964785067396, ep_step: 9
150
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 83, ep_reward: -19.465964785067396, ep_step: 9
151
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 84, ep_reward: -19.465964785067396, ep_step: 9
152
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 85, ep_reward: -19.465964785067396, ep_step: 9
153
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 86, ep_reward: -19.465964785067396, ep_step: 9
154
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 87, ep_reward: -19.465964785067396, ep_step: 9
155
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 88, ep_reward: -19.465964785067396, ep_step: 9
156
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 89, ep_reward: -19.465964785067396, ep_step: 9
157
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 90, ep_reward: -19.465964785067396, ep_step: 9
158
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 91, ep_reward: -19.465964785067396, ep_step: 9
159
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 92, ep_reward: -19.465964785067396, ep_step: 9
160
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 93, ep_reward: -19.465964785067396, ep_step: 9
161
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 94, ep_reward: -19.465964785067396, ep_step: 9
162
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 95, ep_reward: -19.465964785067396, ep_step: 9
163
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 96, ep_reward: -19.465964785067396, ep_step: 9
164
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 97, ep_reward: -19.465964785067396, ep_step: 9
165
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 98, ep_reward: -19.465964785067396, ep_step: 9
166
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - episode: 99, ep_reward: -19.465964785067396, ep_step: 9
167
+ 2023-05-28 05:15:56 - SimpleLog - INFO: - Finish testing! total time consumed: 3.97s
Ant-v4/Test_single_Ant-v4_PPO_20230528-051552/tb_logs/interact/events.out.tfevents.1685250952.gscaimax.2599884.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e061bc06fd0c85cd591d33fff49808d768d8abec93a3f880fe4cf5ae34af5393
3
+ size 10236
Ant-v4/Test_single_Ant-v4_PPO_20230528-051552/tb_logs/model/events.out.tfevents.1685250952.gscaimax.2599884.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fffa06ccb5b31d755d4e18474037098f8c8eca33cff2f1d3cd814eac26c99eca
3
+ size 40
Ant-v4/Train_single_Ant-v4_PPO_20230526-140402/config.yaml ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ general_cfg:
2
+ algo_name: PPO
3
+ collect_traj: false
4
+ device: cuda
5
+ env_name: gym
6
+ load_checkpoint: false
7
+ load_model_step: best
8
+ load_path: Train_single_CartPole-v1_DQN_20230515-211721
9
+ max_episode: 2000
10
+ max_step: 1000
11
+ mode: train
12
+ model_save_fre: 500
13
+ mp_backend: single
14
+ n_learners: 1
15
+ n_workers: 2
16
+ online_eval: true
17
+ online_eval_episode: 10
18
+ seed: 1
19
+ share_buffer: true
20
+ algo_cfg:
21
+ actor_hidden_dim: 256
22
+ actor_layers:
23
+ - activation: relu
24
+ layer_size:
25
+ - 256
26
+ layer_type: linear
27
+ - activation: relu
28
+ layer_size:
29
+ - 256
30
+ layer_type: linear
31
+ actor_lr: 0.0003
32
+ batch_size: 256
33
+ buffer_size: 100000
34
+ buffer_type: ONPOLICY_QUE
35
+ continuous: true
36
+ critic_hidden_dim: 256
37
+ critic_layers:
38
+ - activation: relu
39
+ layer_size:
40
+ - 256
41
+ layer_type: linear
42
+ - activation: relu
43
+ layer_size:
44
+ - 256
45
+ layer_type: linear
46
+ critic_loss_coef: 0.5
47
+ critic_lr: 0.001
48
+ entropy_coef: 0.01
49
+ eps_clip: 0.2
50
+ epsilon_decay: 500
51
+ epsilon_end: 0.01
52
+ epsilon_start: 0.95
53
+ gamma: 0.95
54
+ independ_actor: true
55
+ k_epochs: 8
56
+ kl_alpha: 2
57
+ kl_beta: 1.5
58
+ kl_lambda: 0.5
59
+ kl_target: 0.1
60
+ lr: 0.0001
61
+ min_policy: 0
62
+ ppo_type: clip
63
+ sgd_batch_size: 128
64
+ share_optimizer: false
65
+ target_update: 4
66
+ env_cfg:
67
+ id: Ant-v4
68
+ ignore_params:
69
+ - wrapper
70
+ - ignore_params
71
+ new_step_api: true
72
+ render_mode: null
73
+ wrapper: null
Ant-v4/Train_single_Ant-v4_PPO_20230526-140402/logs/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
Ant-v4/Train_single_Ant-v4_PPO_20230526-140402/models/500 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccf5a6f309698756783a4db09257b0136c4ab655b9165c758c03a535563f3dde
3
+ size 597122
Ant-v4/Train_single_Ant-v4_PPO_20230526-140402/models/best ADDED
Binary file (597 kB). View file
 
Ant-v4/Train_single_Ant-v4_PPO_20230526-140402/tb_logs/interact/events.out.tfevents.1685109842.gscaimax.2074224.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91540de8fc785e4fb6bca55e22f29fac125a21ea0204ceb8f04c965cd853a1c4
3
+ size 211780
Ant-v4/Train_single_Ant-v4_PPO_20230526-140402/tb_logs/model/events.out.tfevents.1685109842.gscaimax.2074224.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21c4f0b1c0d4bca4b5a9494c77e674c6388fce4a64a45025ba44d44807ee1c3a
3
+ size 99207