!!python/object/apply:collections.OrderedDict
- - - batch_size
    - 256
  - - clip_range
    - 0.4
  - - ent_coef
    - 0.008508727919228772
  - - gae_lambda
    - 0.9
  - - gamma
    - 0.9999
  - - learning_rate
    - 0.0012403278189645594
  - - max_grad_norm
    - 0.8
  - - n_envs
    - 8
  - - n_epochs
    - 10
  - - n_steps
    - 512
  - - n_timesteps
    - 100000.0
  - - policy
    - MlpPolicy
  - - policy_kwargs
    - activation_fn: !!python/name:torch.nn.modules.activation.ReLU ''
      net_arch:
      - pi:
        - 64
        - 64
        vf:
        - 64
        - 64
  - - vf_coef
    - 0.489343896591493