general_cfg:
  algo_name: TD3
  collect_traj: false
  device: cuda
  env_name: gym
  eval_per_episode: 50
  load_checkpoint: false
  load_model_step: best
  load_path: Train_single_BipedalWalkerHardcore-v3_TD3_20230528-151042
  max_episode: 10000
  max_step: 1000
  mode: train
  model_save_fre: 70000
  mp_backend: single
  n_learners: 1
  n_workers: 1
  online_eval: true
  online_eval_episode: 10
  seed: 2023
  share_buffer: true
algo_cfg:
  action_type: DPG
  actor_layers:
  - activation: relu
    layer_size:
    - 200
    layer_type: linear
  - activation: relu
    layer_size:
    - 200
    layer_type: linear
  actor_lr: 0.0001
  batch_size: 256
  buffer_size: 60000
  buffer_type: REPLAY_QUE
  critic_layers:
  - activation: relu
    layer_size:
    - 200
    layer_type: linear
  - activation: relu
    layer_size:
    - 200
    layer_type: linear
  critic_lr: 0.00012
  expl_noise: 0.25
  explore_steps: 2048
  gamma: 0.99
  noise_clip: 0.5
  policy_freq: 2
  policy_noise: 0.2
  tau: 0.005
env_cfg:
  id: BipedalWalkerHardcore-v3
  ignore_params:
  - wrapper
  - ignore_params
  render_mode: null
  wrapper: null