File size: 4,505 Bytes
62e03a2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
2023-04-15 18:44:48 - r - INFO: - Hyperparameters:
2023-04-15 18:44:48 - r - INFO: - ================================================================================
2023-04-15 18:44:48 - r - INFO: -         Name        	       Value        	        Type        
2023-04-15 18:44:48 - r - INFO: -       env_name      	  BipedalWalker-v3  	   <class 'str'>    
2023-04-15 18:44:48 - r - INFO: -     new_step_api    	         1          	   <class 'bool'>   
2023-04-15 18:44:48 - r - INFO: -       wrapper       	        None        	   <class 'str'>    
2023-04-15 18:44:48 - r - INFO: -        render       	         1          	   <class 'bool'>   
2023-04-15 18:44:48 - r - INFO: -     render_mode     	     rgb_array      	   <class 'str'>    
2023-04-15 18:44:48 - r - INFO: -      algo_name      	        DDPG        	   <class 'str'>    
2023-04-15 18:44:48 - r - INFO: -         mode        	        test        	   <class 'str'>    
2023-04-15 18:44:48 - r - INFO: -      mp_backend     	         mp         	   <class 'str'>    
2023-04-15 18:44:48 - r - INFO: -         seed        	        2023        	   <class 'int'>    
2023-04-15 18:44:48 - r - INFO: -        device       	        cpu         	   <class 'str'>    
2023-04-15 18:44:48 - r - INFO: -      train_eps      	        2000        	   <class 'int'>    
2023-04-15 18:44:48 - r - INFO: -       test_eps      	         3          	   <class 'int'>    
2023-04-15 18:44:48 - r - INFO: -       eval_eps      	         10         	   <class 'int'>    
2023-04-15 18:44:48 - r - INFO: -   eval_per_episode  	         5          	   <class 'int'>    
2023-04-15 18:44:48 - r - INFO: -      max_steps      	        900         	   <class 'int'>    
2023-04-15 18:44:48 - r - INFO: -   load_checkpoint   	         1          	   <class 'bool'>   
2023-04-15 18:44:48 - r - INFO: -      load_path      	Train_BipedalWalker-v3_DDPG_20230414-214211	   <class 'str'>    
2023-04-15 18:44:48 - r - INFO: -       show_fig      	         0          	   <class 'bool'>   
2023-04-15 18:44:48 - r - INFO: -       save_fig      	         1          	   <class 'bool'>   
2023-04-15 18:44:48 - r - INFO: -      n_workers      	         1          	   <class 'int'>    
2023-04-15 18:44:48 - r - INFO: -        gamma        	        0.99        	  <class 'float'>   
2023-04-15 18:44:48 - r - INFO: -      critic_lr      	       0.001        	  <class 'float'>   
2023-04-15 18:44:48 - r - INFO: -       actor_lr      	       5e-05        	  <class 'float'>   
2023-04-15 18:44:48 - r - INFO: -     buffer_size     	       20480        	   <class 'int'>    
2023-04-15 18:44:48 - r - INFO: -      batch_size     	        256         	   <class 'int'>    
2023-04-15 18:44:48 - r - INFO: -         tau         	        0.01        	  <class 'float'>   
2023-04-15 18:44:48 - r - INFO: -  critic_hidden_dim  	        128         	   <class 'int'>    
2023-04-15 18:44:48 - r - INFO: -   actor_hidden_dim  	        128         	   <class 'int'>    
2023-04-15 18:44:48 - r - INFO: -       task_dir      	D:\Python_data\gihub_project\joyrl-offline/tasks/Test_BipedalWalker-v3_DDPG_20230415-184448	   <class 'str'>    
2023-04-15 18:44:48 - r - INFO: -       res_dir       	D:\Python_data\gihub_project\joyrl-offline/tasks/Test_BipedalWalker-v3_DDPG_20230415-184448/results	   <class 'str'>    
2023-04-15 18:44:48 - r - INFO: -       log_dir       	D:\Python_data\gihub_project\joyrl-offline/tasks/Test_BipedalWalker-v3_DDPG_20230415-184448/logs	   <class 'str'>    
2023-04-15 18:44:48 - r - INFO: -       traj_dir      	D:\Python_data\gihub_project\joyrl-offline/tasks/Test_BipedalWalker-v3_DDPG_20230415-184448/traj	   <class 'str'>    
2023-04-15 18:44:48 - r - INFO: -      video_dir      	D:\Python_data\gihub_project\joyrl-offline/tasks/Test_BipedalWalker-v3_DDPG_20230415-184448/videos	   <class 'str'>    
2023-04-15 18:44:48 - r - INFO: - ================================================================================
2023-04-15 18:44:49 - r - INFO: - action_bound: 1.0
2023-04-15 18:44:49 - r - INFO: - n_states: 24, n_actions: 4
2023-04-15 18:44:49 - r - INFO: - Start testing!
2023-04-15 18:44:49 - r - INFO: - Env: BipedalWalker-v3, Algorithm: DDPG, Device: cpu
2023-04-15 18:45:15 - r - INFO: - Episode: 1/3, Reward: 189.378, Step: 900
2023-04-15 18:47:08 - r - INFO: - Episode: 2/3, Reward: 189.378, Step: 900
2023-04-15 18:47:36 - r - INFO: - Episode: 3/3, Reward: 193.824, Step: 900
2023-04-15 18:47:36 - r - INFO: - Finish testing!