{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7dc94d172dd0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7dc94d172e60>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7dc94d172ef0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7dc94d172f80>", "_build": "<function ActorCriticPolicy._build at 0x7dc94d173010>", "forward": "<function ActorCriticPolicy.forward at 0x7dc94d1730a0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7dc94d173130>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7dc94d1731c0>", "_predict": "<function ActorCriticPolicy._predict at 0x7dc94d173250>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7dc94d1732e0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7dc94d173370>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7dc94d173400>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7dc94d30ee00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1710458611853557682, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAPMCQb6oX6O8aRKMvNHjwztvTh4+c+BKOwAAAAAAAAAA2uoGvp9gm7uL8h+914Bmu0VJ3zxK40Q8AACAPwAAgD+mN8W99gBUupuDhDlmpy80XZouu5XKmrgAAIA/AAAAAE0lML0Kwzu7HvB9PPB3Qzzm26O8f4MrPQAAgD8AAIA/wLryPVihyD6wsuu9LDHCvlekkj2Q2Oy9AAAAAAAAAACT2JG+x1v6PjiBsj0KKtG+/FyTvdLuCj0AAAAAAAAAAPbCpj7trWo+gA9Wu56gn76Fiuw9sumsvAAAAAAAAAAAZns5vu6itbzVCvW7Fb+MuvdyHT49dFw7AACAPwAAgD9NkJA936qgP0DtgD4/Zxq/rXyfPRkPrD0AAAAAAAAAAICjSL6R8wc/NRhqPN9oxr6fWxS9uFhQPAAAAAAAAAAAztmAvlSqmD/yuLK+2gQPv9+Flb5/e7w8AAAAAAAAAAAgYwG+0mTLu2O7ar3i5TI8K3olPYYdGL0AAIA/AACAP83vMj77/Y68KtoTuzPz8Tm8Nvy9yUWHOgAAgD8AAIA/Zk3yvbd7VT7u+9A9DnKsvnGGDTzA8Js9AAAAAAAAAADtBD4+H8W3PJZB7Lxl2nW7dDlKPuBfg7wAAIA/AAAAAAsgtr4hKFA/NoqRuq+Vsb4PuHe+kmXhPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV9AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHFhGE9Mbm6MAWyUS+WMAXSUR0Ci1YDMeOn3dX2UKGgGR0Bwg7pPhybQaAdL3GgIR0Ci1bDkU9IPdX2UKGgGR0BwJhANXo1UaAdL5GgIR0Ci1dO76Hj7dX2UKGgGR0By813B55Z9aAdL5mgIR0Ci1iWFN+LFdX2UKGgGR0BxbJwQ176YaAdLy2gIR0Ci1izF+/g0dX2UKGgGR0BzGHVLBbfQaAdL12gIR0Ci1r3TmW+odX2UKGgGR0BtuKkqMFUyaAdL2WgIR0Ci1xczQ/ordX2UKGgGR0BkMhZB9kSVaAdN6ANoCEdAotdTvG6wuHV9lChoBkdAceb4qwyIpGgHS+poCEdAotdgYxcmjXV9lChoBkdAYJfNMXaakWgHTegDaAhHQKLXkzoEB8x1fZQoaAZHQHDy8wtapxZoB0vCaAhHQKLXpux8lX11fZQoaAZHQHAlqufVZs9oB0vmaAhHQKLX50bLlmx1fZQoaAZHQHCbeSOinHhoB0vzaAhHQKLYQrvsqrl1fZQoaAZHQHGGSI+GGmFoB0vRaAhHQKLYc7tiQT51fZQoaAZHQHCDJ+2E0zloB0vNaAhHQKLYlNVR1ox1fZQoaAZHQHGiyPluFYdoB0vEaAhHQKLY4t4iX6Z1fZQoaAZHQG+LtLcsUZhoB0vqaAhHQKLZJMr3Cbd1fZQoaAZHQG33owVTJhhoB00OAWgIR0Ci2VQ79ycTdX2UKGgGR0Bw59COWBz4aAdL4WgIR0Ci2VgfMfRvdX2UKGgGR0BtaMIw/PgOaAdL4GgIR0Ci2dz7VJ+VdX2UKGgGR0BvPY3Lmp2maAdLxmgIR0Ci2hPXbuc+dX2UKGgGR0ByHGe18b71aAdL1WgIR0Ci2kQdKdxydX2UKGgGR0BwmyIYWLxaaAdLz2gIR0Ci2mlQ/HHWdX2UKGgGR0BxeLTBqKxcaAdL8GgIR0Ci2m1BUrCndX2UKGgGR0By0sqLCN0eaAdL5GgIR0Ci2wq9f1HwdX2UKGgGR0By7Kohpxm1aAdLz2gIR0Ci2x4gq3EydX2UKGgGR0BzCbRkVeruaAdL1mgIR0Ci22zcynDSdX2UKGgGR0BvMZgZ0jkdaAdL42gIR0Ci28NEgGKRdX2UKGgGR0BwkrMibDuSaAdL1GgIR0Ci3GHvMKTjdX2UKGgGR0Bv3tzbN8mbaAdL32gIR0Ci3ItoBaLXdX2UKGgGR0ByqkuanaWYaAdNAQFoCEdAotyc4//vOXV9lChoBkdAcTWrrxAjZGgHS9loCEdAot0Tj/+85HV9lChoBkdAcIUmOlwcYWgHS9FoCEdAot0vO2RaHXV9lChoBkdAcOIlQMx46mgHS95oCEdAot2T9qDbrXV9lChoBkdAbgeiCaqjrWgHS9loCEdAot2vgtOEd3V9lChoBkdAceoJ1q33H2gHS89oCEdAot5Zqj8DS3V9lChoBkdAb4WVnmJWNmgHS8NoCEdAot6CfBeok3V9lChoBkdAcTXbMotth2gHS/5oCEdAot8R7zCk43V9lChoBkdAcpVam4y44WgHS9hoCEdAot9E5ZKWcHV9lChoBkdAchKBbwBo3GgHTUQBaAhHQKLfcxREWqN1fZQoaAZHQHAteEdvKlpoB0vFaAhHQKLfk9YfW+Z1fZQoaAZHQHAi4150KZ5oB0u9aAhHQKLfqxi5NGp1fZQoaAZHQF0qtALRa5hoB03oA2gIR0Ci39K9GqgidX2UKGgGR0Bxc6dVea8ZaAdL7WgIR0Ci4PJNj9XLdX2UKGgGR0BvUyOWBz3iaAdL32gIR0Ci4VdPci4bdX2UKGgGR0ByWE2rGR3eaAdNEAFoCEdAouGPzasZHnV9lChoBkdAYZAAeaKDTWgHTegDaAhHQKLh+f+S8rZ1fZQoaAZHQHFf9mYjSohoB0vSaAhHQKLiIcQyylh1fZQoaAZHQG9hz2nKnvVoB0vEaAhHQKLig0Jng511fZQoaAZHQHEYEpZwGW5oB0u/aAhHQKLipzf779B1fZQoaAZHQHEN2h7E5yVoB0vZaAhHQKLjdZ8rqdJ1fZQoaAZHQHBnofr8iwBoB0vnaAhHQKLj/nJ1aGJ1fZQoaAZHQHFTofwI+ntoB0vpaAhHQKLkLoQFs551fZQoaAZHQG/kPPkaMrFoB00CAWgIR0Ci5PQu27WedX2UKGgGR0BwDQl/pdKNaAdLxmgIR0Ci5S89W6sidX2UKGgGR0BwFbLowEhaaAdLy2gIR0Ci5Yo3R5TqdX2UKGgGR0BwR4gX/HYIaAdL42gIR0Ci5hT9S/CZdX2UKGgGR0Bxg+0LMLWqaAdL1mgIR0Ci5k9XLeQ/dX2UKGgGR0BxjL+hoM8YaAdL7WgIR0Ci5pJnQID6dX2UKGgGR0By0grUb1h9aAdL3GgIR0Ci5rpJ5E+gdX2UKGgGR0BwZL3L3bmEaAdL82gIR0Ci5zJcX3xndX2UKGgGR0Bw4qfnOjZdaAdL9mgIR0Ci59wLE1l5dX2UKGgGR0BeFUp7TlT4aAdN6ANoCEdAougM8zQ/o3V9lChoBkdAcM1ws5GSZGgHS/9oCEdAouiBvxYq5XV9lChoBkdAceykl/pdKWgHS9doCEdAouiyTbFju3V9lChoBkdAb1yqhlDneWgHS8xoCEdAoumA5HVf/nV9lChoBkdAcBZo5ggHNWgHS8NoCEdAoumYQjD8+HV9lChoBkdAcQtnivPkaWgHS/ZoCEdAoummPHT7VXV9lChoBkdAYbzG5tm+TWgHTegDaAhHQKLp9jqfOD91fZQoaAZHQHCbey/sVtZoB0vIaAhHQKLqG5OrQw91fZQoaAZHQHGsBacI7eVoB02uAmgIR0Ci6ompuMuOdX2UKGgGR0BxYhqubI91aAdNiwFoCEdAourGii7Ci3V9lChoBkdAcRNVea8Yh2gHS/5oCEdAourYCCBf8nV9lChoBkdAcIWqX4TK1WgHS+RoCEdAousM7+1jRXV9lChoBkdAceP1Aqur62gHS9NoCEdAouuXEhq0t3V9lChoBkdAcEuoRIz3y2gHS+VoCEdAouuyrR0EHXV9lChoBkdAcFy56+nIhmgHS8NoCEdAouvvtOVPe3V9lChoBkdAbrtsHjZL7GgHS9toCEdAouwkDjin53V9lChoBkdAcXNhMJx//mgHS9RoCEdAouzsEA5q/XV9lChoBkdAbpIyTpxFRmgHS75oCEdAou0gvYe1bHV9lChoBkdAXHXzlLeyiWgHTegDaAhHQKLtyRwqAjJ1fZQoaAZHQG5BeR5kbxVoB0veaAhHQKLuKRg7YCh1fZQoaAZHQG7i97v5P/JoB0vfaAhHQKLuYNH6Mzd1fZQoaAZHQHBz9RzijtZoB0vAaAhHQKLu3Whh6Sl1fZQoaAZHQGDoTQu27WdoB03oA2gIR0Ci7uwFC9h7dX2UKGgGR0BwiaUA1ejVaAdNCgFoCEdAou8yAWi1zHV9lChoBkdAciI2FnIyTWgHS+NoCEdAou+x4QjD9HV9lChoBkdAcNJiUxEfDGgHS/9oCEdAou/L6SDAanV9lChoBkdAcW5jI7vG62gHTSgBaAhHQKLv5nctXgd1fZQoaAZHQHDeD0pVjqhoB0vkaAhHQKLv76VMVUN1fZQoaAZHQHIaBWT5ftxoB0vcaAhHQKLwwQaJhv11fZQoaAZHQHEgNipeeFtoB02nAWgIR0Ci8NVstTUBdX2UKGgGR0Bwwkqd6LOzaAdL5WgIR0Ci8YM2eg+RdX2UKGgGR0BxFKxqwhW6aAdL6mgIR0Ci8ff8VHnVdX2UKGgGR0BwcEwN9YwJaAdNNgFoCEdAovIFrXUYsXV9lChoBkdAchUZsbedkWgHS8JoCEdAovIKshgVoHV9lChoBkdAcIF08/2TPmgHS89oCEdAovIxYDDCQHV9lChoBkdAcZZFkhA4XGgHS8poCEdAovJpVENOM3V9lChoBkdAbrBvze40/GgHTRMBaAhHQKLy1+irT6V1fZQoaAZHQHAvbWy1NQFoB0vRaAhHQKLzQp0fYBh1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 322, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.2.1+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}