{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f7183e30a60>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f7183e30af0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f7183e30b80>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f7183e30c10>", "_build": "<function ActorCriticPolicy._build at 0x7f7183e30ca0>", "forward": "<function ActorCriticPolicy.forward at 0x7f7183e30d30>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f7183e30dc0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f7183e30e50>", "_predict": "<function ActorCriticPolicy._predict at 0x7f7183e30ee0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f7183e30f70>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f7183db2040>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f7183db20d0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f7183e2bde0>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVowAAAAAAAAB9lCiMDGxvZ19zdGRfaW5pdJRK/v///4wKb3J0aG9faW5pdJSJjA9vcHRpbWl6ZXJfY2xhc3OUjBN0b3JjaC5vcHRpbS5ybXNwcm9wlIwHUk1TcHJvcJSTlIwQb3B0aW1pemVyX2t3YXJnc5R9lCiMBWFscGhhlEc/764UeuFHrowDZXBzlEc+5Pi1iONo8YwMd2VpZ2h0X2RlY2F5lEsAdXUu", "log_std_init": -2, "ortho_init": false, "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVZwIAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLHIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWcAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgKSxyFlIwBQ5R0lFKUjARoaWdolGgSKJZwAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH+UaApLHIWUaBV0lFKUjA1ib3VuZGVkX2JlbG93lGgSKJYcAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLHIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYcAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCFLHIWUaBV0lFKUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "_shape": [28], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf\n -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf\n inf inf inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False False False False False\n False False False False False False False False False False False False\n False False False False]", "bounded_above": "[False False False False False False False False False False False False\n False False False False False False False False False False False False\n False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAv5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAQEBAQEBAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAEBAQEBAQEBlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-1. -1. -1. -1. -1. -1. -1. -1.]", "high": "[1. 1. 1. 1. 1. 1. 1. 1.]", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_np_random": null}, "n_envs": 4, "num_timesteps": 2000000, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1677672039763988590, "learning_rate": 0.00096, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVDwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMbi9ob21lL2phbWVzdXAvRG9jdW1lbnRzL3NvdXJjZS9kZWVwLXJsLWNsYXNzL2Vudi9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgkMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxuL2hvbWUvamFtZXN1cC9Eb2N1bWVudHMvc291cmNlL2RlZXAtcmwtY2xhc3MvZW52L2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP091EE1VHWmFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVNQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbAAQAAAAAAAMGek76QTbs+RUqjPrZlpD8OUC8/eKqhPfe5mb3yEQe/AmfBvmurPr1qXRy/Vg5YPaQvwb0y3UM/DrURP/v82j4pvFq+udZFPkcrEz+0LyG+OYj8vuyNO77eLwc+ttfxPfHVfb/Y4s0+qlK9PmHe/T5mjRu/U42UPwwXcL/nAiY/op9Qvk1vkz8rXYo9KlwSv4egMT84kLm+9UI9P/r7wz51IJw/9Yudv6tNbD9Rq7S+hdq+P0WSuL8KxyU/yz3hvScdkT72bYs+G7ccv3xfib5kF4E/2OLNPqpSvT4ZEwHAJVBZvo1sAT/nCjw+qHJ9Px12yT9QDcu/yWvmvtD2IL+3KZ2+SV0RP8w5rb6l4ts/kaoZP4vAkD0la20/vRaQPDK9Hj+09Ek/iHMPPkRIJj47LE2/LrXLu3eFvD4MENu/8dV9v9jizT6qUr0+Yd79PnUofD7UwUa/EXBMP/Yf2D+hYRJA6Y4jwJrg3z2oMo6/owPVPnUYBECcwcY+AuU2QMz1Dj9oY0a/4pBtP4xsgjtB4Qo/5c+SvoTUJj+BwwhA/xmbv0tGpT5S0Va9lTqJwPHVfb/Y4s0+dxQtwBkTAcCUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLHIaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVNQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbAAQAAAAAAAAAAAAAXWtC1AACAPwAAAAAAAAAAAAAAAAAAAAAAAACA0nQNvQAAAABowd+/AAAAAKCyQr0AAAAAXQfxPwAAAABYZ2Y8AAAAACvj6T8AAAAAVZqLPQAAAAAT2++/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAyGS8NgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgD24BL4AAAAAn6HuvwAAAAD8rXA8AAAAAIUF5j8AAAAAbgGjPAAAAABwqPU/AAAAAKHYlr0AAAAAo/P0vwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAEcC/TYAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAICY8Qe+AAAAAIez9L8AAAAA3bH6PQAAAACTjd0/AAAAAJVl9D0AAAAAKuj7PwAAAADq6WI9AAAAADwc5r8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADm4p22AACAPwAAAAAAAAAAAAAAAAAAAAAAAACA8lK4PQAAAACJqN+/AAAAACmXAL4AAAAApV7ZPwAAAAB3xu49AAAAAA214T8AAAAAIdPXPQAAAADPjPG/AAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLHIaUjAFDlHSUUpQu"}, "_episode_num": 0, "use_sde": true, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVRAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQJHzhtk4FRqMAWyUTegDjAF0lEdAp1ivDm8ujHV9lChoBkdAkkfVPWQOnWgHTegDaAhHQKdbQp1A7gd1fZQoaAZHQJJHdS619fFoB03oA2gIR0CnXTAHE/B4dX2UKGgGR0CTXh5tWMjvaAdN6ANoCEdAp17x53Tuv3V9lChoBkdAcjlo+wC8vmgHTegDaAhHQKdiNbyH2yt1fZQoaAZHQJEIw2Q4jr1oB03oA2gIR0CnZK0Rvm5ldX2UKGgGR0CSWI9BKL88aAdN6ANoCEdAp2aBwsGxEHV9lChoBkdAk0HRC+lCTmgHTegDaAhHQKdoOOT7l7t1fZQoaAZHQJEpaHYYixFoB03oA2gIR0Cna3Gb9ZRsdX2UKGgGR0CRfsEA5q/NaAdN6ANoCEdAp24octGutHV9lChoBkdAktAk9+w1SGgHTegDaAhHQKdwCd7v5QB1fZQoaAZHQJKaE7zTWoZoB03oA2gIR0CnccT1TR6XdX2UKGgGR0CA6rzFuNxVaAdN6ANoCEdAp3UCQHRkVnV9lChoBkdAj5RYQrc0tWgHTegDaAhHQKd3sJ5VwP11fZQoaAZHQIX+CSkj5bhoB03oA2gIR0CneaZbhWHUdX2UKGgGR0CNwE86FM7EaAdN6ANoCEdAp3trHbRF7XV9lChoBkdAjSQvatcOb2gHTegDaAhHQKd+s1P3ztl1fZQoaAZHQJAE3bM5fdBoB03oA2gIR0CngYPboKUndX2UKGgGR0CRYZ/RVp9JaAdN6ANoCEdAp4N7O5avBHV9lChoBkdAimwFNUOuq2gHTegDaAhHQKeFPagVXV91fZQoaAZHQJAh9YuCf6JoB03oA2gIR0CniJjYqXnhdX2UKGgGR0CQXrZ9/jKgaAdN6ANoCEdAp4teNcW0q3V9lChoBkdAiUQMEq2BrmgHTegDaAhHQKeNV09yLht1fZQoaAZHQIjDrjBEa2poB03oA2gIR0Cnjxn6l+EzdX2UKGgGR0CHjCOG0u14aAdN6ANoCEdAp5JpzmwJPnV9lChoBkdAiocAcLjPwGgHTegDaAhHQKeVKb/ffoB1fZQoaAZHQJAx6fL9uP5oB03oA2gIR0CnlysF+uvEdX2UKGgGR0CLie1ndweeaAdN6ANoCEdAp5j0KE3843V9lChoBkdAkC9x9kSVW2gHTegDaAhHQKecLnQID5l1fZQoaAZHQIpby7Xg9/1oB03oA2gIR0CnnuN9ph4MdX2UKGgGR0CLZi0Nz8xcaAdN6ANoCEdAp6DYrnTy8XV9lChoBkdAjpTM7MgU12gHTegDaAhHQKeikRjjJdV1fZQoaAZHQJDL6GucME1oB03oA2gIR0CnpdAPVd5ZdX2UKGgGR0CQZv+mm+CcaAdN6ANoCEdAp6iJmAbyY3V9lChoBkdAjL5NcOby6WgHTegDaAhHQKeqeU/OdG11fZQoaAZHQJDsAtmL9/BoB03oA2gIR0CnrDKoybhFdX2UKGgGR0CSsQMSsbNsaAdN6ANoCEdAp689cB2fTXV9lChoBkdAkyPtuxbB42gHTegDaAhHQKext0th/iJ1fZQoaAZHQJFrkt+TeO5oB03oA2gIR0Cns3fZdv87dX2UKGgGR0CSnMPMjeKsaAdN6ANoCEdAp7UPl8w6AHV9lChoBkdAkX3SqdYnv2gHTegDaAhHQKe4Cju8brF1fZQoaAZHQJFxkyVObiJoB03oA2gIR0CnuoPGp++edX2UKGgGR0CQ5/2Rq46PaAdN6ANoCEdAp7xWYD1XeXV9lChoBkdAkiY1FlTWG2gHTegDaAhHQKe9+ZWJaaF1fZQoaAZHQJBKd/2Cdz5oB03oA2gIR0CnwTeP7vXtdX2UKGgGR0CRBzTURWcSaAdN6ANoCEdAp8P90JWvKXV9lChoBkdAkXFIFmnO0WgHTegDaAhHQKfF6tapxWF1fZQoaAZHQJEYYIfKZD1oB03oA2gIR0Cnx6zI/7iydX2UKGgGR0CQrC9xZMcqaAdN6ANoCEdAp8rnWrfce3V9lChoBkdAkiuQZwXIl2gHTegDaAhHQKfNnXxOLzh1fZQoaAZHQJHL22KEWZZoB03oA2gIR0Cnz4yr5qM4dX2UKGgGR0COxKHUMG5daAdN6ANoCEdAp9FN0gbIcXV9lChoBkdAjryt8ma6SWgHTegDaAhHQKfUoep4rz51fZQoaAZHQJBzGjsUqQRoB03oA2gIR0Cn12HbZezEdX2UKGgGR0CQVqyfthNNaAdN6ANoCEdAp9lW96C17nV9lChoBkdAkM9LjcVQAWgHTegDaAhHQKfbGu1WsBB1fZQoaAZHQJDAJBPbfxdoB03oA2gIR0Cn3mumrKeTdX2UKGgGR0CR+5pBHCoCaAdN6ANoCEdAp+Enied073V9lChoBkdAkazZ5u63AmgHTegDaAhHQKfjHgTh5xB1fZQoaAZHQJHsLVNHpbFoB03oA2gIR0Cn5OREv0yydX2UKGgGR0CSYYUpd8iOaAdN6ANoCEdAp+gtDtw71nV9lChoBkdAki4SSeRPoGgHTegDaAhHQKfq6hMajvd1fZQoaAZHQJP2mrR0EHNoB03oA2gIR0Cn7N4UeuFIdX2UKGgGR0CTvBVHWjGlaAdN6ANoCEdAp+6d/MGHHnV9lChoBkdAk8bJB1LamGgHTegDaAhHQKfx44pc5bR1fZQoaAZHQJPExlmOEM9oB03oA2gIR0Cn9KCJfpljdX2UKGgGR0CUZcrqdH2AaAdN6ANoCEdAp/aYd+5OJ3V9lChoBkdAlC1yKrJbMWgHTegDaAhHQKf4XrLyMDR1fZQoaAZHQJQNbErGza9oB03oA2gIR0Cn+6mIbfgrdX2UKGgGR0CUSN17IDHPaAdN6ANoCEdAp/5mCAc1fnV9lChoBkdAk5Cf9P1tf2gHTegDaAhHQKgAXYV6/qR1fZQoaAZHQJTGs+5e7cxoB03oA2gIR0CoAiA3T/hmdX2UKGgGR0CU8oQHAymAaAdN6ANoCEdAqAV54Oc2BXV9lChoBkdAlNcryQPqcGgHTegDaAhHQKgINHbypaR1fZQoaAZHQJWDWW0JF9doB03oA2gIR0CoCi6Ae7tidX2UKGgGR0CVFo+bVjI8aAdN6ANoCEdAqAvy1og3cnV9lChoBkdAkiwEwaisXGgHTegDaAhHQKgPM1CPZIx1fZQoaAZHQJIdDKKYRd1oB03oA2gIR0CoEer433pOdX2UKGgGR0CR4bpb2USqaAdN6ANoCEdAqBPR5mh/RXV9lChoBkdAkT/16zE74mgHTegDaAhHQKgVlajesPt1fZQoaAZHQJBkcBvJiiJoB03oA2gIR0CoGLoKtxMndX2UKGgGR0CQ/nSr5qM4aAdN6ANoCEdAqBt0rupjt3V9lChoBkdAjltyLyc0+GgHTegDaAhHQKgdYbXHzYp1fZQoaAZHQJHKp0cOskpoB03oA2gIR0CoHx1eSjgydX2UKGgGR0CQeWvN/vv0aAdN6ANoCEdAqCJKij+Jg3V9lChoBkdAkQ+cQqZtvWgHTegDaAhHQKgk+W1twaR1fZQoaAZHQJEOex3V091oB03oA2gIR0CoJuByCFsYdX2UKGgGR0CTY+3AmAskaAdN6ANoCEdAqCifqqwQlXV9lChoBkdAj2k1loUSI2gHTegDaAhHQKgr53wCr951fZQoaAZHQJC/OrYGt6poB03oA2gIR0CoLrCx/ustdX2UKGgGR0CP2SgyM1jzaAdN6ANoCEdAqDClSXMQmXV9lChoBkdAjZpq+zt1IWgHTegDaAhHQKgyZU8V58l1fZQoaAZHQJP958NQTEloB03oA2gIR0CoNaIC2c8UdX2UKGgGR0CSWtvFm4AkaAdN6ANoCEdAqDhc4YJmd3V9lChoBkdAkFq+SntOVWgHTegDaAhHQKg6TEUCaJB1fZQoaAZHQJHKjLt/nW9oB03oA2gIR0CoO+PlEJBxdX2UKGgGR0CRRIGATZg5aAdN6ANoCEdAqD7YvrWy1XV9lChoBkdAkpM+NT987mgHTegDaAhHQKhBURZlnRN1fZQoaAZHQJGNvRLK3d9oB03oA2gIR0CoQxz0pVjqdX2UKGgGR0CRTjpZwGW2aAdN6ANoCEdAqETYymALA3VlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 62500, "n_steps": 8, "gamma": 0.99, "gae_lambda": 0.9, "ent_coef": 0.0, "vf_coef": 0.4, "max_grad_norm": 0.5, "normalize_advantage": false, "system_info": {"OS": "Linux-5.15.0-58-generic-x86_64-with-glibc2.29 # 64~20.04.1-Ubuntu SMP Fri Jan 6 16:42:31 UTC 2023", "Python": "3.8.10", "Stable-Baselines3": "1.8.0a2", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.23.3", "Gym": "0.21.0"}}