|
{ |
|
"policy_class": { |
|
":type:": "<class 'abc.ABCMeta'>", |
|
":serialized:": "gAWVRwAAAAAAAACMF2ltaXRhdGlvbi5wb2xpY2llcy5iYXNllIwnTWxwUG9saWN5V2l0aE5vcm1hbGl6ZUZlYXR1cmVzRXh0cmFjdG9ylJOULg==", |
|
"__module__": "imitation.policies.base", |
|
"__doc__": "An ActorCriticPolicy that uses a NormalizeFeaturesExtractor by default.\n\n Note: this policy is used when training the expert models using the rl-zoo3 to\n ensure that the observations are normalized properly.\n ", |
|
"__init__": "<function MlpPolicyWithNormalizeFeaturesExtractor.__init__ at 0x7f770713baf0>", |
|
"__abstractmethods__": "frozenset()", |
|
"_abc_impl": "<_abc_data object at 0x7f7707185360>" |
|
}, |
|
"verbose": 1, |
|
"policy_kwargs": { |
|
":type:": "<class 'dict'>", |
|
":serialized:": "gAWVaAAAAAAAAAB9lCiMDWFjdGl2YXRpb25fZm6UjBt0b3JjaC5ubi5tb2R1bGVzLmFjdGl2YXRpb26UjARUYW5olJOUjAhuZXRfYXJjaJRdlH2UKIwCcGmUXZQoS0BLQGWMAnZmlF2UKEtAS0BldWF1Lg==", |
|
"activation_fn": "<class 'torch.nn.modules.activation.Tanh'>", |
|
"net_arch": [ |
|
{ |
|
"pi": [ |
|
64, |
|
64 |
|
], |
|
"vf": [ |
|
64, |
|
64 |
|
] |
|
} |
|
] |
|
}, |
|
"observation_space": { |
|
":type:": "<class 'gym.spaces.box.Box'>", |
|
":serialized:": "gAWVYwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K |
|
"dtype": "float32", |
|
"_shape": [ |
|
2 |
|
], |
|
"low": "[-1.2 -0.07]", |
|
"high": "[0.6 0.07]", |
|
"bounded_below": "[ True True]", |
|
"bounded_above": "[ True True]", |
|
"_np_random": null |
|
}, |
|
"action_space": { |
|
":type:": "<class 'gym.spaces.discrete.Discrete'>", |
|
":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLA4wGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr |
|
"n": 3, |
|
"_shape": [], |
|
"dtype": "int64", |
|
"_np_random": "RandomState(MT19937)" |
|
}, |
|
"n_envs": 1, |
|
"num_timesteps": 1003520, |
|
"_total_timesteps": 1000000, |
|
"_num_timesteps_at_start": 0, |
|
"seed": 0, |
|
"action_noise": null, |
|
"start_time": 1668605875971638501, |
|
"learning_rate": { |
|
":type:": "<class 'function'>", |
|
":serialized:": "gAWV5QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWS9ob21lL20vRG9jdW1lbnRzL0NIQUkvdmVudi9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxZL2hvbWUvbS9Eb2N1bWVudHMvQ0hBSS92ZW52L2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPz1Vp+meSZSFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4=" |
|
}, |
|
"tensorboard_log": null, |
|
"lr_schedule": { |
|
":type:": "<class 'function'>", |
|
":serialized:": "gAWV5QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWS9ob21lL20vRG9jdW1lbnRzL0NIQUkvdmVudi9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxZL2hvbWUvbS9Eb2N1bWVudHMvQ0hBSS92ZW52L2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPz1Vp+meSZSFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4=" |
|
}, |
|
"_last_obs": null, |
|
"_last_episode_starts": { |
|
":type:": "<class 'numpy.ndarray'>", |
|
":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv |
|
}, |
|
"_last_original_obs": { |
|
":type:": "<class 'numpy.ndarray'>", |
|
":serialized:": "gAWV9QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJaAAAAAAAAAAO1R7L4AAAAAlsbyvgAAAADYL9y+AAAAAKDsA78AAAAAlzz/vgAAAAC9sOS+AAAAAO9l1L4AAAAAhC34vgAAAAAbswC/AAAAAFFqDr8AAAAAzP3rvgAAAACjAAK/AAAAAAlJ0r4AAAAAE5zdvgAAAAAs6PK+AAAAAIq06L4AAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr |
|
}, |
|
"_episode_num": 0, |
|
"use_sde": false, |
|
"sde_sample_freq": -1, |
|
"_current_progress_remaining": -0.0035199999999999676, |
|
"ep_info_buffer": { |
|
":type:": "<class 'collections.deque'>", |
|
":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwFmAAAAAAACMAWyUS8iMAXSUR0B2INQ0oBq9dX2UKGgGR8BYAAAAAAAAaAdLyGgIR0B2IM4WDYh/dX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2IMhV2icodX2UKGgGR8BagAAAAAAAaAdLyGgIR0B2IMK4QSSNdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2NOX4TK1YdX2UKGgGR8BZgAAAAAAAaAdLyGgIR0B2NN/axoqTdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2NNd0JWvKdX2UKGgGR8BWAAAAAAAAaAdLyGgIR0B2NM2sJY1YdX2UKGgGR8BUwAAAAAAAaAdLyGgIR0B2NMLThHbzdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2NLq8lHBldX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2NLF6zE75dX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2NKelKsdUdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2NJ9KEnLJdX2UKGgGR8BagAAAAAAAaAdLyGgIR0B2NJZA6dUbdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2NJA1NxlydX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2NIuBczIndX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2NIM4LkS3dX2UKGgGR8BVQAAAAAAAaAdLyGgIR0B2NHzqbBoFdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2NHcHnlnzdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2NHFVDKHPdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2U0OkLx7RdX2UKGgGR8BZgAAAAAAAaAdLyGgIR0B2Uz4XXRPXdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2UzYEnssydX2UKGgGR8BZAAAAAAAAaAdLyGgIR0B2UyyJKraNdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2UyH+IdlvdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2Uxog3cYZdX2UKGgGR8BZgAAAAAAAaAdLyGgIR0B2UxEXtShrdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2Uwd92HLzdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2Uv9l2/zrdX2UKGgGR8BZAAAAAAAAaAdLyGgIR0B2UvaVUuL8dX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2UvDDTBqLdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2UuxRl6JJdX2UKGgGR8BVAAAAAAAAaAdLyGgIR0B2UuRKYiPidX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2Ut4t6HCXdX2UKGgGR8BagAAAAAAAaAdLyGgIR0B2UtiG34KydX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2UtMIu5BkdX2UKGgGR8BZgAAAAAAAaAdLyGgIR0B2Z3P7el9CdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2Z23vx6OYdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2Z2WNWEK3dX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2Z1vJiiItdX2UKGgGR8BVAAAAAAAAaAdLyGgIR0B2Z1DzAeq8dX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2Z0jW07bMdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2Zz+YMOPOdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2ZzXEqDsddX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2Zy1qnFYMdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2ZyRjjJdTdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2Zx5Z8rqddX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2ZxmoR7JGdX2UKGgGR8BUwAAAAAAAaAdLyGgIR0B2ZxFhG6PKdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2ZwsNDtw8dX2UKGgGR8BYwAAAAAAAaAdLyGgIR0B2ZwUqQRwqdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2Zv93r2QGdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2bNet0V8DdX2UKGgGR8BZgAAAAAAAaAdLyGgIR0B2bNGQSzw+dX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2bMkmhM8HdX2UKGgGR8BVQAAAAAAAaAdLyGgIR0B2bL9ehPCVdX2UKGgGR8BlQAAAAAAAaAdLyGgIR0B2bLSE12q2dX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2bKxqwhW6dX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2bKMsH0K7dX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2bJlWfbsXdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2bJD7ZWaMdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2bIfyPMjedX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2bIHmig01dX2UKGgGR8BXwAAAAAAAaAdLyGgIR0B2bH0yxiXqdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2bHTpgTh6dX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2bG6UaAFxdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2bGiudPLxdX2UKGgGR8BVwAAAAAAAaAdLyGgIR0B2bGL4vexfdX2UKGgGR8BVQAAAAAAAaAdLyGgIR0B2gAevIOpbdX2UKGgGR8BVAAAAAAAAaAdLyGgIR0B2gAHLRrrPdX2UKGgGR8BawAAAAAAAaAdLyGgIR0B2f/mJWNm2dX2UKGgGR8BXwAAAAAAAaAdLyGgIR0B2f+/JvHcUdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2f+T9sJpndX2UKGgGR8BbAAAAAAAAaAdLyGgIR0B2f9zijtXxdX2UKGgGR8BXwAAAAAAAaAdLyGgIR0B2f9Oi35N5dX2UKGgGR8BagAAAAAAAaAdLyGgIR0B2f8nWrfcfdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2f8F9roGIdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2f7h3qzJIdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2f7JtBOYZdX2UKGgGR8BVQAAAAAAAaAdLyGgIR0B2f627Wd3CdX2UKGgGR8BkYAAAAAAAaAdLyGgIR0B2f6V8kUsWdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2f58ohIOIdX2UKGgGR8BZgAAAAAAAaAdLyGgIR0B2f5lFtsN2dX2UKGgGR8BWwAAAAAAAaAdLyGgIR0B2f5OXVsk6dX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2nZQhwEQodX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2nY4bS7XhdX2UKGgGR8BZQAAAAAAAaAdLyGgIR0B2nYXO4XoDdX2UKGgGR8BZgAAAAAAAaAdLyGgIR0B2nXwRXfZVdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2nXFCLMs6dX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2nWk56t1ZdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2nWAAhje9dX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2nVZFG5MDdX2UKGgGR8BZgAAAAAAAaAdLyGgIR0B2nU3xWkrPdX2UKGgGR8BVwAAAAAAAaAdLyGgIR0B2nUT4+KTCdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2nT8CPp6hdX2UKGgGR8BVgAAAAAAAaAdLyGgIR0B2nTpljEvTdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2nTIuGsV+dX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2nSvcJtzkdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2nSX7cfvGdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2nSBMBZIQdWUu" |
|
}, |
|
"ep_success_buffer": { |
|
":type:": "<class 'collections.deque'>", |
|
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg==" |
|
}, |
|
"_n_updates": 4900, |
|
"n_steps": 256, |
|
"gamma": 0.99, |
|
"gae_lambda": 0.98, |
|
"ent_coef": 6.4940755116195606e-06, |
|
"vf_coef": 0.25988158989488963, |
|
"max_grad_norm": 1, |
|
"batch_size": 512, |
|
"n_epochs": 20, |
|
"clip_range": { |
|
":type:": "<class 'function'>", |
|
":serialized:": "gAWV5QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWS9ob21lL20vRG9jdW1lbnRzL0NIQUkvdmVudi9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxZL2hvbWUvbS9Eb2N1bWVudHMvQ0hBSS92ZW52L2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4=" |
|
}, |
|
"clip_range_vf": null, |
|
"normalize_advantage": true, |
|
"target_kl": null |
|
} |