!!python/object/apply:collections.OrderedDict
- - - env_wrapper
    - - utils.wrappers.FrameSkip:
          skip: 4
      - utils.wrappers.HistoryWrapper:
          horizon: 2
  - - n_timesteps
    - 3000000.0
  - - policy
    - MlpPolicy