2023-04-07 17:08:53 - r - INFO: - Hyperparameters: 2023-04-07 17:08:53 - r - INFO: - ================================================================================ 2023-04-07 17:08:53 - r - INFO: - Name Value Type 2023-04-07 17:08:53 - r - INFO: - env_name CartPole-v1 2023-04-07 17:08:53 - r - INFO: - new_step_api 1 2023-04-07 17:08:53 - r - INFO: - wrapper None 2023-04-07 17:08:53 - r - INFO: - render 0 2023-04-07 17:08:53 - r - INFO: - render_mode human 2023-04-07 17:08:53 - r - INFO: - algo_name DuelingDQN 2023-04-07 17:08:53 - r - INFO: - mode train 2023-04-07 17:08:53 - r - INFO: - mp_backend mp 2023-04-07 17:08:53 - r - INFO: - seed 1 2023-04-07 17:08:53 - r - INFO: - device cpu 2023-04-07 17:08:53 - r - INFO: - train_eps 200 2023-04-07 17:08:53 - r - INFO: - test_eps 10 2023-04-07 17:08:53 - r - INFO: - eval_eps 10 2023-04-07 17:08:53 - r - INFO: - eval_per_episode 5 2023-04-07 17:08:53 - r - INFO: - max_steps 200 2023-04-07 17:08:53 - r - INFO: - load_checkpoint 0 2023-04-07 17:08:53 - r - INFO: - load_path Train_CartPole-v1_DQN_20221026-054757 2023-04-07 17:08:53 - r - INFO: - show_fig 0 2023-04-07 17:08:53 - r - INFO: - save_fig 1 2023-04-07 17:08:53 - r - INFO: - n_workers 4 2023-04-07 17:08:53 - r - INFO: - epsilon_start 0.95 2023-04-07 17:08:53 - r - INFO: - epsilon_end 0.01 2023-04-07 17:08:53 - r - INFO: - epsilon_decay 500 2023-04-07 17:08:53 - r - INFO: - gamma 0.99 2023-04-07 17:08:53 - r - INFO: - lr 0.0001 2023-04-07 17:08:53 - r - INFO: - buffer_size 100000 2023-04-07 17:08:53 - r - INFO: - batch_size 64 2023-04-07 17:08:53 - r - INFO: - target_update 4 2023-04-07 17:08:53 - r - INFO: - value_layers [{'layer_type': 'linear', 'layer_dim': ['n_states', 256], 'activation': 'relu'}, {'layer_type': 'linear', 'layer_dim': [256, 256], 'activation': 'relu'}, {'layer_type': 'linear', 'layer_dim': [256, 'n_actions'], 'activation': 'none'}] 2023-04-07 17:08:53 - r - INFO: - hidden_dim 256 2023-04-07 17:08:53 - r - INFO: - task_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DuelingDQN_20230407-170853 2023-04-07 17:08:53 - r - INFO: - res_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DuelingDQN_20230407-170853/results 2023-04-07 17:08:53 - r - INFO: - log_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DuelingDQN_20230407-170853/logs 2023-04-07 17:08:53 - r - INFO: - traj_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DuelingDQN_20230407-170853/traj 2023-04-07 17:08:53 - r - INFO: - video_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DuelingDQN_20230407-170853/videos 2023-04-07 17:08:53 - r - INFO: - ================================================================================ 2023-04-07 17:08:53 - r - INFO: - n_states: 4, n_actions: 2 2023-04-07 17:08:53 - r - INFO: - Start training! 2023-04-07 17:08:53 - r - INFO: - Env: CartPole-v1, Algorithm: DuelingDQN, Device: cpu 2023-04-07 17:10:11 - r - INFO: - Finish training!