Added trained MountainCar-v0

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7effd56f43a0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7effd56f4430>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7effd56f44c0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7effd56f4550>", "_build": "<function ActorCriticPolicy._build at 0x7effd56f45e0>", "forward": "<function ActorCriticPolicy.forward at 0x7effd56f4670>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7effd56f4700>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7effd56f4790>", "_predict": "<function ActorCriticPolicy._predict at 0x7effd56f4820>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7effd56f48b0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7effd56f4940>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7effd56f49d0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7effd5896c00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 500736, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1697389039998761571, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVfQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYIAAAAAAAAAPa77r4S/H67lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwKGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0014719999999999178, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwGkAAAAAAACMAWyUS8iMAXSUR0CUjiHerMkhdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUj9vnbItEdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUkZmjCYTkdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUlRnHvMKUdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUltBMSK3vdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUmCWweNkwdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUmU9lEqlQdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUmnEOy3TedX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUnMFmFrVOdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUneb6xgRcdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUnwiyIHkcdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUoCqKxcFAdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUoU3dKujidX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUo6vAGjbjdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUpNQQcxTLdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUpf1A7gbZdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUpyTKDCgsdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUqF0p3HJcdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUqsJ7sv7FdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUq/4ffXPJdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUrSB4D9wWdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUrkpQUHpsdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUr2f8MuvmdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUsbXTVlPKdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUst2lEZzgdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUs/pCKJl8dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUtRRnezlcdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUtjyp71IzdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUt1wG4ZuRdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUuaXm/336dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUus2+PBBSdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUu+6TW5H3dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUvQ0jTrmhdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUvjdI5HVgdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUwPyVObiIdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUwoVtXPqtdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUxAdJ8OTadX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUxY2YfGModX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUxyQDmr80dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUyqCcPOIJdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUzFRuTA32dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUzgrNW2gGdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUz8SfUWl/dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU0YfVI7NjdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU1SSLIgeSdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU1louf29MdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU14nHeaa1dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU2KrM1TBJdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU2cZ0jkdWdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU3C23rleXdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU3VU+cH4XdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU3oRbr1M/dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU365aNdZ8dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU4NHe7+UAdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU4y4ecQRPdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU5ErTH80ldX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU5W3hGYrsdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU5pNRFZxJdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU572zv7WNdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU6hTn7pFDdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU6zU5MlC1dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU7F6+FlCkdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU7YKmKqGUdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU7pn0kGA1dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU8ObTtsvadX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU8grQw9JSdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU8yNoakyldX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU9FIf8uSPdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU9WshgVoIdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU97trsSkCdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU+N4VymygdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU+gCDVYp2dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU+x7r9l3AdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU/FIDYAbRdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU/XE6DGtIdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVAK/d69kCdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVAj287IT5dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVA8ASFoL5dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVBVqOLiuMdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVBwF7Uoa2dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVCm1ZkkKNdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVDChQ3xWldX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVDfULDye7dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVD7YoRZlndX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVEXKE384xdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVFH+0PYnOdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVFaRceKbbdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVFrxfOUt7dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVF9so2GZedX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVGPtfoicHdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVG0ycCo0idX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVHG44p+c6dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVHZpJwsGxdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVHrrU9ZA6dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVH9zGxUvPdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVIkCU5dWydX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVI3G6PKdQdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVJLQ79ycTdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVJe95hSccdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVJxPuogmrdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 1956, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVngEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAgAAAAAAAAABAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksChZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWAgAAAAAAAAABAZRoFEsChZRoGHSUUpSMBl9zaGFwZZRLAoWUjANsb3eUaBAolggAAAAAAAAAmpmZvylcj72UaApLAoWUaBh0lFKUjARoaWdolGgQKJYIAAAAAAAAAJqZGT8pXI89lGgKSwKFlGgYdJRSlIwIbG93X3JlcHKUjA1bLTEuMiAgLTAuMDddlIwJaGlnaF9yZXBylIwLWzAuNiAgMC4wN12UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True]", "bounded_above": "[ True  True]", "_shape": [2], "low": "[-1.2  -0.07]", "high": "[0.6  0.07]", "low_repr": "[-1.2  -0.07]", "high_repr": "[0.6  0.07]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIAwAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "3", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 1, "n_steps": 1024, "gamma": 0.99, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7effd56f43a0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7effd56f4430>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7effd56f44c0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7effd56f4550>", "_build": "<function ActorCriticPolicy._build at 0x7effd56f45e0>", "forward": "<function ActorCriticPolicy.forward at 0x7effd56f4670>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7effd56f4700>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7effd56f4790>", "_predict": "<function ActorCriticPolicy._predict at 0x7effd56f4820>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7effd56f48b0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7effd56f4940>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7effd56f49d0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7effd5896c00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 100352, "_total_timesteps": 100000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1697391169593768863, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVfQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYIAAAAAAAAAIQZD7+LGJw7lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwKGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0035199999999999676, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwGkAAAAAAACMAWyUS8iMAXSUR0Ckmn+0gKWtdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkmxVPN3W4dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckm6l1bJOndX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CknNpxWDHwdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CknWwqZtvXdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Cknfz2nKnvdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckno/+bVjJdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CknyT/p+tsdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkoFmU4aP0dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkoPRaxHG0dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkoYXdTHbRdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkohlxffGddX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkorLNfPX1dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Cko+lGoaUBdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkpIe+dsi0dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkpShHskY5dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkpcASnLq2dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckplg1vVEvdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckp4k9dNWVdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkqBsXaakRdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkqK1xCIDYdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkqU3aJyhjdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkqeASFoL5dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckqw63Zwn6dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckq6G51/2CdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkrDIoE0SAdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkrMDMvAXVdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkrVawljVhdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkrfJu2qkudX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckr6B73PAwdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CksGISUTtcdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CksSWAoXsPdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CksemIj4YadX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkssOdwvQGdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CktJnpB5X2dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CktX7KA8SxdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Cktl59/jKgdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckt0FVcUuddX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkuB9+w1R+dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkuZronrprdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkuiuD8LrpdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckur+q7yxzdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Cku1AjIJZ4dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Cku+T2OAAidX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkvRBUBGQTdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckvau+qR2bdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkvjxAjY7JdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckvsvt+kP+dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckv1z6ab4KdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkwIn7xd6cdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkwR06gdwOdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkwbMD4gzQdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkwkDA8B+4dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkwtLORkmQdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkxAQYk3S8dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkxJSuZCv6dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkxSaGQCCBdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckxb3bmEGrdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckxk7RF7UodX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckx4FQ/HHWdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkyBlfiPyTdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkyK0Ttb9qdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkyT/H5rP/dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkydjT8YQ8dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkywQiA2AHdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Cky5bKq4pddX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkzCx2jfvXdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkzLtrsSkCdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkzWdSl3yJdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkzjHRb8m8dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckz8ZO8CgcdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck0JNPYWcjdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck0WHBk7OndX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck0kBxHXmOdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck0ync1wYMdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck1PfOdGy5dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck1dT1TR6XdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck1rMqaw2VdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck15oznA6/dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck2F7n5i3HdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck2Z6lk6LgdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck2jFGgBcSdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck2sd7v5P/dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck21oEjgQ6dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck2+mEGqxUdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck3REpiI+GdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck3aCRnvlVdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck3jDuSfUXdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck3sZGBnSOdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck31awt8NQdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck4I5JkGzKdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck4SZMlC1JdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck4bp9JBgNdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck4kq4hEBsdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck4uLLhaTwdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck5BGm1pj+dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck5KwF9roGdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck5T8u8K5TdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck5dIBq9GrdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck5mIhhYvGdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 392, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVngEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAgAAAAAAAAABAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksChZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWAgAAAAAAAAABAZRoFEsChZRoGHSUUpSMBl9zaGFwZZRLAoWUjANsb3eUaBAolggAAAAAAAAAmpmZvylcj72UaApLAoWUaBh0lFKUjARoaWdolGgQKJYIAAAAAAAAAJqZGT8pXI89lGgKSwKFlGgYdJRSlIwIbG93X3JlcHKUjA1bLTEuMiAgLTAuMDddlIwJaGlnaF9yZXBylIwLWzAuNiAgMC4wN12UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True]", "bounded_above": "[ True  True]", "_shape": [2], "low": "[-1.2  -0.07]", "high": "[0.6  0.07]", "low_repr": "[-1.2  -0.07]", "high_repr": "[0.6  0.07]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIAwAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "3", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 1, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.9, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-MountainCar-v0.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9814c565cdab38beeca4ce1802ef85e564457786157ba220efd1d770ef4c8249
-size 135289
+oid sha256:505cdcf04b3ffa18bc326e52a6cfcc68398005f30220d4dff3651e508911f75f
+size 135288

ppo-MountainCar-v0/data

@@ -21,17 +21,17 @@
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 500736,
-    "_total_timesteps": 500000,
+    "num_timesteps": 100352,
+    "_total_timesteps": 100000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1697389039998761571,
+    "start_time": 1697391169593768863,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVfQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYIAAAAAAAAAPa77r4S/H67lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwKGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVfQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYIAAAAAAAAAIQZD7+LGJw7lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwKGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -41,17 +41,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.0014719999999999178,
+    "_current_progress_remaining": -0.0035199999999999676,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwGkAAAAAAACMAWyUS8iMAXSUR0CUjiHerMkhdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUj9vnbItEdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUkZmjCYTkdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUlRnHvMKUdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUltBMSK3vdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUmCWweNkwdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUmU9lEqlQdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUmnEOy3TedX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUnMFmFrVOdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUneb6xgRcdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUnwiyIHkcdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUoCqKxcFAdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUoU3dKujidX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUo6vAGjbjdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUpNQQcxTLdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUpf1A7gbZdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUpyTKDCgsdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUqF0p3HJcdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUqsJ7sv7FdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUq/4ffXPJdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUrSB4D9wWdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUrkpQUHpsdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUr2f8MuvmdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUsbXTVlPKdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUst2lEZzgdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUs/pCKJl8dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUtRRnezlcdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUtjyp71IzdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUt1wG4ZuRdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUuaXm/336dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUus2+PBBSdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUu+6TW5H3dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUvQ0jTrmhdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUvjdI5HVgdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUwPyVObiIdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUwoVtXPqtdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUxAdJ8OTadX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUxY2YfGModX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUxyQDmr80dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUyqCcPOIJdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUzFRuTA32dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUzgrNW2gGdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CUz8SfUWl/dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU0YfVI7NjdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU1SSLIgeSdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU1louf29MdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU14nHeaa1dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU2KrM1TBJdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU2cZ0jkdWdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU3C23rleXdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU3VU+cH4XdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU3oRbr1M/dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU365aNdZ8dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU4NHe7+UAdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU4y4ecQRPdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU5ErTH80ldX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU5W3hGYrsdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU5pNRFZxJdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU572zv7WNdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU6hTn7pFDdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU6zU5MlC1dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU7F6+FlCkdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU7YKmKqGUdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU7pn0kGA1dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU8ObTtsvadX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU8grQw9JSdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU8yNoakyldX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU9FIf8uSPdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU9WshgVoIdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU97trsSkCdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU+N4VymygdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU+gCDVYp2dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU+x7r9l3AdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU/FIDYAbRdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CU/XE6DGtIdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVAK/d69kCdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVAj287IT5dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVA8ASFoL5dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVBVqOLiuMdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVBwF7Uoa2dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVCm1ZkkKNdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVDChQ3xWldX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVDfULDye7dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVD7YoRZlndX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVEXKE384xdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVFH+0PYnOdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVFaRceKbbdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVFrxfOUt7dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVF9so2GZedX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVGPtfoicHdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVG0ycCo0idX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVHG44p+c6dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVHZpJwsGxdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVHrrU9ZA6dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVH9zGxUvPdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVIkCU5dWydX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVI3G6PKdQdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVJLQ79ycTdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVJe95hSccdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CVJxPuogmrdWUu"
+        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwGkAAAAAAACMAWyUS8iMAXSUR0Ckmn+0gKWtdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkmxVPN3W4dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckm6l1bJOndX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CknNpxWDHwdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CknWwqZtvXdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Cknfz2nKnvdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckno/+bVjJdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CknyT/p+tsdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkoFmU4aP0dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkoPRaxHG0dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkoYXdTHbRdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkohlxffGddX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkorLNfPX1dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Cko+lGoaUBdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkpIe+dsi0dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkpShHskY5dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkpcASnLq2dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckplg1vVEvdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckp4k9dNWVdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkqBsXaakRdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkqK1xCIDYdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkqU3aJyhjdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkqeASFoL5dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckqw63Zwn6dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckq6G51/2CdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkrDIoE0SAdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkrMDMvAXVdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkrVawljVhdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkrfJu2qkudX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckr6B73PAwdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CksGISUTtcdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CksSWAoXsPdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CksemIj4YadX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkssOdwvQGdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CktJnpB5X2dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CktX7KA8SxdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Cktl59/jKgdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckt0FVcUuddX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkuB9+w1R+dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkuZronrprdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkuiuD8LrpdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckur+q7yxzdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Cku1AjIJZ4dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Cku+T2OAAidX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkvRBUBGQTdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckvau+qR2bdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkvjxAjY7JdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckvsvt+kP+dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckv1z6ab4KdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkwIn7xd6cdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkwR06gdwOdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkwbMD4gzQdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkwkDA8B+4dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkwtLORkmQdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkxAQYk3S8dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkxJSuZCv6dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkxSaGQCCBdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckxb3bmEGrdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckxk7RF7UodX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckx4FQ/HHWdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkyBlfiPyTdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkyK0Ttb9qdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkyT/H5rP/dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkydjT8YQ8dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkywQiA2AHdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Cky5bKq4pddX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkzCx2jfvXdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkzLtrsSkCdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkzWdSl3yJdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0CkzjHRb8m8dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ckz8ZO8CgcdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck0JNPYWcjdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck0WHBk7OndX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck0kBxHXmOdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck0ync1wYMdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck1PfOdGy5dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck1dT1TR6XdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck1rMqaw2VdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck15oznA6/dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck2F7n5i3HdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck2Z6lk6LgdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck2jFGgBcSdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck2sd7v5P/dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck21oEjgQ6dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck2+mEGqxUdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck3REpiI+GdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck3aCRnvlVdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck3jDuSfUXdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck3sZGBnSOdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck31awt8NQdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck4I5JkGzKdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck4SZMlC1JdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck4bp9JBgNdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck4kq4hEBsdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck4uLLhaTwdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck5BGm1pj+dX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck5KwF9roGdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck5T8u8K5TdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck5dIBq9GrdX2UKGgGR8BpAAAAAAAAaAdLyGgIR0Ck5mIhhYvGdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 1956,
+    "_n_updates": 392,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVngEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAgAAAAAAAAABAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksChZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWAgAAAAAAAAABAZRoFEsChZRoGHSUUpSMBl9zaGFwZZRLAoWUjANsb3eUaBAolggAAAAAAAAAmpmZvylcj72UaApLAoWUaBh0lFKUjARoaWdolGgQKJYIAAAAAAAAAJqZGT8pXI89lGgKSwKFlGgYdJRSlIwIbG93X3JlcHKUjA1bLTEuMiAgLTAuMDddlIwJaGlnaF9yZXBylIwLWzAuNiAgMC4wN12UjApfbnBfcmFuZG9tlE51Yi4=",
@@ -78,9 +78,9 @@
     },
     "n_envs": 1,
     "n_steps": 1024,
-    "gamma": 0.99,
+    "gamma": 0.999,
     "gae_lambda": 0.98,
-    "ent_coef": 0.01,
+    "ent_coef": 0.9,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 64,

ppo-MountainCar-v0/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a99df32b2fd602a6be5efedfbfe4be2547ef8018f600ea192f28fd0829267270
+oid sha256:c186fbc0aecfa1e5c2a807a1024405e3313d1183f8f8328c63bfcceee1ad203a
 size 81273

ppo-MountainCar-v0/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1282e4f85ac0d0bf8f823a2b0b1c9603814c18e94aff6cad7dd91f7e7c137a05
+oid sha256:47235302bd99de2706e828e93d4d8728780165bd45230df4a18fde7896bf04fa
 size 40001

results.json

@@ -1 +1 @@
-{"mean_reward": -200.0, "std_reward": 0.0, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-10-15T17:16:26.597928"}
+{"mean_reward": -200.0, "std_reward": 0.0, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-10-15T17:36:35.688003"}