ppo-LunarLander-v2 / config.json
giprayogo's picture
First push
963960c verified
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7bd3917664d0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7bd391766560>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7bd3917665f0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7bd391766680>", "_build": "<function ActorCriticPolicy._build at 0x7bd391766710>", "forward": "<function ActorCriticPolicy.forward at 0x7bd3917667a0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7bd391766830>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7bd3917668c0>", "_predict": "<function ActorCriticPolicy._predict at 0x7bd391766950>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7bd3917669e0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7bd391766a70>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7bd391766b00>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7bd39171fe80>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1712723355688662982, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADPXeT2uD4y6qZcvOtGekbVxtes6wuJLuQAAgD8AAIA/7cAPvsONbj/s2os75/16vgtf8LwsXw49AAAAAAAAAACNUrk9FASFupMBuzr1nqU18e3iuvvl2bkAAIA/AACAPzPDujqPBli6qsVGOjx/PLawTVu6csdpuQAAgD8AAIA/Ta9xPYXDnLl0Vz85ZNgpNGLnO7rV12e4AACAPwAAgD/NsYG84WCZurYKazzKt1U2Mok/OlZUQjUAAAAAAACAP80Bpj32/Cq6fVltOom6qzUXY386BOOJuQAAgD8AAIA/GpSdvR00oz+y9v++rM7YvlaAXL1I0Um+AAAAAAAAAADNhF08rreeuka7F7veogE4QHjnuu4qOTgAAIA/AACAP7OkUT3rdog+QzVxvVKud74n9R68//afOgAAAAAAAAAAZsY6O/YoDrpTTIs7unOOOJjkFbvdBC26AACAPwAAgD8zGaA8rvmbuqhoOTizASoz1xR0OvL0VbcAAIA/AACAP7OASL17zp66PqOzOa2p+LVoqMs6YIfOuAAAgD8AAIA/zcykOuEcpLo69ho5fBsbNIoudzr2LDK4AACAPwAAgD9zu5I94aCSunKTVDowoIg11DmeulpUdrkAAIA/AACAP/OL4j1SkOO5f1oJu6yTo7mE/GA6KjYYtwAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGBDNg0CRwKMAWyUTegDjAF0lEdAkaH/ikwevXV9lChoBkdAZCK2Kl54W2gHTegDaAhHQJGoTEBKcut1fZQoaAZHQF5nEsrd30RoB03oA2gIR0CRqiyAhB7edX2UKGgGR0Bj4ZmbsniOaAdN6ANoCEdAkayCHymQ83V9lChoBkdAYl5Z3cHnlmgHTegDaAhHQJGvllSS/0x1fZQoaAZHQGEEoFmnO0NoB03oA2gIR0CRtbgM+eOGdX2UKGgGR0BlKIOhCdBjaAdN6ANoCEdAkbhNV/+bVnV9lChoBkdAYnCeumrKeWgHTegDaAhHQJHALwy6+WZ1fZQoaAZHQEfjQvYe1a5oB0vxaAhHQJHCkovzvql1fZQoaAZHQGaNsHSnccloB03oA2gIR0CRwrYsd1dPdX2UKGgGR0BjACa7VawEaAdN6ANoCEdAkcL6C+UQkHV9lChoBkdAZYT0lqrR0GgHTegDaAhHQJHETsWweNl1fZQoaAZHQGN404BFNL1oB03oA2gIR0CRxoBXS0BwdX2UKGgGR0Bj0WcJ+lTFaAdN6ANoCEdAkcioTK1XvHV9lChoBkdAYy66WgOBlWgHTegDaAhHQJHJmLWI42l1fZQoaAZHQGLm7XYlIEtoB03oA2gIR0CRzciS7oStdX2UKGgGR0BkqN5nlGPQaAdN6ANoCEdAkddruDzy0HV9lChoBkdAYneyuZCv5mgHTegDaAhHQJH5purIYFd1fZQoaAZHQGQNhTn7pFFoB03oA2gIR0CR/5tkWhysdX2UKGgGR0BiKpTfixVyaAdN6ANoCEdAkgFsEFGG23V9lChoBkdAZjdAi3XqaGgHTegDaAhHQJIDkT37DVJ1fZQoaAZHQGV3I0ZWJadoB03oA2gIR0CSDBfCyhSMdX2UKGgGR0BjD4q9XcQAaAdN6ANoCEdAkg3ysKb8WXV9lChoBkdAYShp/wy6+WgHTegDaAhHQJIULYdyT6l1fZQoaAZHQGSd6VUuL75oB03oA2gIR0CSFtmixmkFdX2UKGgGR0BhO604R28qaAdN6ANoCEdAkhcRBRhttXV9lChoBkdAZkOCL/CIlGgHTegDaAhHQJIXcYsNDtx1fZQoaAZHQGKubzTWoWJoB03oA2gIR0CSGWk8A7xNdX2UKGgGR0BbmX+2mYShaAdN6ANoCEdAkhyRnSOR1XV9lChoBkdAYTOz9jwx32gHTegDaAhHQJIf0zwc5sF1fZQoaAZHQGAaan752yNoB03oA2gIR0CSIO8XenAJdX2UKGgGR0Bc91Oj7ALzaAdN6ANoCEdAkiZYJAt4A3V9lChoBkdAXiaNjslb/2gHTegDaAhHQJIxgl8gIQh1fZQoaAZHQF7UXUpd8iRoB03oA2gIR0CSVl56MR6GdX2UKGgGR0BgYCVY6nzhaAdN6ANoCEdAkl1OU+s5n3V9lChoBkdAYNabvPTodWgHTegDaAhHQJJfNdMTN+t1fZQoaAZHQGLBp1ie/YdoB03oA2gIR0CSYXQ/5ckddX2UKGgGR0BuHfYUWVNYaAdNZQJoCEdAkmHDmOlwcnV9lChoBkdAYZ1rVvuPWGgHTegDaAhHQJJpdK7I1cd1fZQoaAZHQGLZmfXf645oB03oA2gIR0CSaxIkZ75VdX2UKGgGR0BjnTvb48EFaAdN6ANoCEdAknCURJ2+wnV9lChoBkdAYtyUKRdQf2gHTegDaAhHQJJyyL3sXzl1fZQoaAZHQF7u32EkB0ZoB03oA2gIR0CScunw5NoKdX2UKGgGR0BiCmSt/4IsaAdN6ANoCEdAknMx1Tzd13V9lChoBkdAZAoG+K0laGgHTegDaAhHQJJ0aj+Jgst1fZQoaAZHQGKF2Mju8btoB03oA2gIR0CSdomDUVi4dX2UKGgGR0Biiy/dqL0jaAdN6ANoCEdAknskF8ohIXV9lChoBkdAXdD642CNCWgHTegDaAhHQJKBaiwjdHl1fZQoaAZHQGAqWpyZKFtoB03oA2gIR0CSjC8h9srNdX2UKGgGR0BlSIYDTz/ZaAdN6ANoCEdAkq/7GWD6FnV9lChoBkdAZJzjENvwVmgHTegDaAhHQJK2jRG+bmV1fZQoaAZHQGLMCtihFmZoB03oA2gIR0CSuHM4cWCVdX2UKGgGR0Bj55SDRMN+aAdN6ANoCEdAkrqwMc6vJXV9lChoBkdAYHWfSQYDT2gHTegDaAhHQJK7BQWN3np1fZQoaAZHQGHqQ/PgNw1oB03oA2gIR0CSw42FnIyTdX2UKGgGR0Bj/+BH09QoaAdN6ANoCEdAksVU+C9RJnV9lChoBkdAX5W7NB4UvmgHTegDaAhHQJLK/Os1baB1fZQoaAZHQGVvRODaoMtoB03oA2gIR0CSzTChN/OMdX2UKGgGR0Bk+tMPBi1BaAdN6ANoCEdAks1QrH2h7HV9lChoBkdAXNqquKXOW2gHTegDaAhHQJLNksqaw2V1fZQoaAZHQFobEJSiudRoB03oA2gIR0CSzs9ph4MXdX2UKGgGR0BjlCgsbvPUaAdN6ANoCEdAktDlUyYXwnV9lChoBkdAWnikFfReC2gHTegDaAhHQJLUAk4WDYh1fZQoaAZHQGCZbW/ag29oB03oA2gIR0CS2dx82JizdX2UKGgGR0BaJ4RujynUaAdN6ANoCEdAkuZepS75EnV9lChoBkdAYxErupjtomgHTegDaAhHQJMJWWOZLIx1fZQoaAZHQG7aMMI/qxFoB00CA2gIR0CTDfe2d/aydX2UKGgGR0BnMpiI+GGmaAdN6ANoCEdAkxGC3kPtlnV9lChoBkdAYk2s/Y8MeGgHTegDaAhHQJMTUw35vcd1fZQoaAZHQF2veDnNgShoB03oA2gIR0CTFXF9a2WqdX2UKGgGR0BkpFrAP/aQaAdN6ANoCEdAkxXK6z3RHHV9lChoBkdAYMwvxpcopmgHTegDaAhHQJMfl8b70nR1fZQoaAZHQF3Axfv4M4NoB03oA2gIR0CTJYh3aBZqdX2UKGgGR0BiQrKeTV2BaAdN6ANoCEdAkyfkO3DvVnV9lChoBkdAZD6e6qbSZ2gHTegDaAhHQJMoCM85jpd1fZQoaAZHQF7KPgeii7FoB03oA2gIR0CTKE31zySWdX2UKGgGR0BkKaGWUr08aAdN6ANoCEdAkyl+lsP8RHV9lChoBkdAYqP6yjYZmGgHTegDaAhHQJMrZpwjt5V1fZQoaAZHQGJe3o1UEPloB03oA2gIR0CTLl2xY7q6dX2UKGgGR0BjXaUu+RHPaAdN6ANoCEdAkzLQA+6iCnV9lChoBkfAKJ3arWAf+2gHTSEBaAhHQJM1FHkLhJl1fZQoaAZHQF0tCzTnaFpoB03oA2gIR0CTPWQL/jsEdX2UKGgGR0A/vzqbBoEkaAdL/GgIR0CTRrU3GXHBdX2UKGgGR0BY0XiR4hUzaAdN6ANoCEdAk1yuUpuuR3V9lChoBkdAX6ODGtITXmgHTegDaAhHQJNffDcdo391fZQoaAZHQF/ppKBd2PloB03oA2gIR0CTYhCYCyQgdX2UKGgGR0BcyrsKLKmsaAdN6ANoCEdAk2OWC/XXiHV9lChoBkdAYmbjZtelbmgHTegDaAhHQJNlg35vcah1fZQoaAZHQGTSYDTz/ZNoB03oA2gIR0CTZcyXD3uedX2UKGgGR0BjeLl7tzCDaAdN6ANoCEdAk3EGwJPZZnV9lChoBkdAXYdVvMr3CmgHTegDaAhHQJN46ClJpWV1fZQoaAZHQGUQuxB3RohoB03oA2gIR0CTeQm9QGfPdX2UKGgGR0Bf59xIatLdaAdN6ANoCEdAk3lPi5uqFXV9lChoBkdAY5QYv38GcGgHTegDaAhHQJN6iwJPZZl1fZQoaAZHQGOt75uZThpoB03oA2gIR0CTfKBv73wkdX2UKGgGR0BgFXttygf2aAdN6ANoCEdAk3/cJY1YQ3V9lChoBkdAZKQMDOkcj2gHTegDaAhHQJOEcdwNsnB1fZQoaAZHQGAwh73PAwhoB03oA2gIR0CTjZ9pyp71dX2UKGgGR0BffPFirksCaAdN6ANoCEdAk5ZjBAOav3V9lChoBkdAYhsU0Nz8xmgHTegDaAhHQJOcCcZtNzt1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.2.1+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}