| { | |
| "policy_class": { | |
| ":type:": "<class 'abc.ABCMeta'>", | |
| ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", | |
| "__module__": "stable_baselines3.common.policies", | |
| "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", | |
| "__init__": "<function ActorCriticPolicy.__init__ at 0x7fbfe72f2d30>", | |
| "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fbfe72f2dc0>", | |
| "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fbfe72f2e50>", | |
| "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fbfe72f2ee0>", | |
| "_build": "<function ActorCriticPolicy._build at 0x7fbfe72f2f70>", | |
| "forward": "<function ActorCriticPolicy.forward at 0x7fbfe72f6040>", | |
| "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fbfe72f60d0>", | |
| "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fbfe72f6160>", | |
| "_predict": "<function ActorCriticPolicy._predict at 0x7fbfe72f61f0>", | |
| "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fbfe72f6280>", | |
| "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fbfe72f6310>", | |
| "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fbfe72f63a0>", | |
| "__abstractmethods__": "frozenset()", | |
| "_abc_impl": "<_abc_data object at 0x7fbfe72eccf0>" | |
| }, | |
| "verbose": 1, | |
| "policy_kwargs": {}, | |
| "observation_space": { | |
| ":type:": "<class 'gym.spaces.box.Box'>", | |
| ":serialized:": "gAWVJgwAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaDCMBXN0YXRllH2UKIwDa2V5lGgSKJbACQAAAAAAAAUzm8Zs2GlB8X379dRquTZAjsAIW1RcHiI1a/WYp2cB+ZpIrcigD0P+g6ZfZeg5nbY3zhdPRxou62yEP+9SWjn7Kk93CnYxd8gXP3ejQPvZvs9HyvoII2NiW8fS5VObkmgCqOvhwKbWUkVZ0QoiykinSD9R4yQqPEQf/rWlkK2VjfNGRcZoiHfON3czSLy/VzZyJ/gWEZCAUtTXaQBrNzFp37BM5N/gPWbC21iCGDUbCV2H4x8xPqfBqJcIkIYGLemRCo5vnnE0+gTy4vGXdTbx3bVHwZj30RALy4l5XgWlBveD0fW+UrD/av0IFyBJuIpVslWjzRwnhHtTVRl5Ir5F01fmPGrU+feDqzdcec5YQQHNngSeA0nFmbczjZ5WFALV3Ouje2B0PXa0MKswCmzQw/YkXBEISyGdNi4XnUzfaYenVHYug7XSNxV43uymfmfDNDGGgAnW9iGl0rSNinmvIWCLviseiUulEbuGWaDmSbUAYrAa3j5UK/7ACFy1dZYTixQ2mSbwybKIB6c3T4XVDXarLzHIsHnsz2/mu66YmxOB0Te4I4k7ETkGLwtq3WdxVSGfp1jPe3pQj8Dns7mHZgnDLuts6egqxINeoC9tGPvJUsHiSQT0CfZRuvUWQbNfMhTcOHLragVDEYIyTVHkYBtCBC6Qsq7fCq2tcwLRj6weviXVhpDuKNoeuYkdYFbv/WWEpi811mEHjOOuygXntBVpiS1Qb21qTNJEeIcOiyOXGR8HvgM2vO/uJ8tTUuZVbCWkv2IvT/XezQ9ey5csyUQ65zLUVb0MDp30k/9Ku1KkrHt/Q35druIMGGqFSnjlLWXaIiJbaA1Mvg4JFdz9onsWE1e/oQig/sYshROxGfKb0WBJ57iSfHQZj2oK/BJR4vBo0HwQXLBdAWIGkFkacKLsKGM5BwEw7gDDjt4tvhoThbuVkCxGKIBEbivsqxympyF0WTtZyciji12BwuKedc6/+rvCucERXEelVHywLB4EpvZb2NpbryhRcY97vhqua9Dtq8/bmkrJz9pPfSZZqTtrwgLU8+3OHToarC+e/chYIxduU+WyE+D8sILKzIYi5bCB0Bm94/Yo63mv2ER8ux/hmDAnHi9Qaodex/9CdcuO3bvV/k2IlvuZkuo8DPVvCiT5/99PvSIEqma0ocpaSpnr3In+OhB3mTMJqGPERkE+fE8Jkwk0FtrOooqKJfnZK0lN9NObwbQ4M+huhFEfDIBeY8AEDkXjsOiJ8U4KHZmOW5fbqpBV/fYanlLxVdumTJ+We2OAvGIgUyeOtD6eOIjnb6sU+J7LcwQ4rblUslviD5y26Ljwv0cvGxAXHW1K0dxoraxf0leVtMzfYu5E6JuOkd4uwhKlaS5NjquEO2nKEhMl9M6CS+qULC22iTfHl4VcsGhJTa9hJbl+Es2AZbXcAZ4U85MJQqvUhkzyDXFC0xYoTRU1v3t9zoaY3Vbdd3gyFT71WayGU4LhhnqR3VC9gBFxGUxw5mzY6HbS+4tZRSqS5KfDiV3gR0r4ZkeYNHnPDQw1gvqBKOnLompZbVuz/LBr8obeLJ/ci2HR4Z4siOwPCdFKeDhPBn+wyC1oYg+/YB92YMUSBG8B9HSWWtMdcZ6nIct+7DcUcTy6zV12cQMlP0g76njYT0ueJSjHjLxoSrL27Gbm79RdjluZH2fl8Jt8HHpnPJ2LLaOBw52R9wdw8B18+YQbqXTyD4B+BPqe5XBZK+QdVE2Z+EGcS3ISW0zla2BD+5TXRN5KpcXZ+1FlNtoVMKMpDRK3wvGImNoqYco3Pxybl9BJF58P+8T3YmwSzr7S5pWtHA5JxrWeXlrXqHzIF46NgN7cqtHJvadhlw/h6qGHNLP1la2CQ8kv7biFULSibkxWUU9mZObjU2wsfCo9hsclUYAZ0ecw93A26GnguPAWiFRBoNTf2BrrPW4VK25JuVLMbnDRWq28usjlrpNz+NmKxOaPxDjAiRDdsb81/lo92JutoDF/0N1HmzQXNtLVZMF5k8XqjxB0hp5fd7MBiRsJ8j5BBIIrM+mucNb4JXNT8TgDN/s9zAh7acUKQjg1BFSmg5B3YRUD5pJVUYDfHr2kKB22sx3//peVC1YqVsqxaY1SQZT/aUBJ194puX4bX0I6PBwRHVDVy8XsFHGxQrbopXG2rNlYY3wnSMcNBTfDM5RVpzoNjegZSNmx2mU1jnofEZBWYQ4Zrb37FBxLkGE4IWx7pDb4ocw2lI11eILSnqVkCFVj5HUTO0D0M83o6iea+Uskf3efYLuuKm1qwQqu7prcrbSjP79KxElrWu2tFmWWKrWFT4Bcy+RVu26FYasqWPxh39cDBSk2ptpELgFnPZwoZ0Cfp0rT6N+dV1UBHWIugma0fNsain4bKu3o+2ZOXZYj6eRYioRc8xJGSZh9mhGAfK+ZLg94wLYbnKyx5UHsfr0LF5RsmXtTErcgln/GfTTPyIdxEIw4TnpaIcWPPuzmkD8YzBUW7VZsESl7P7UrxJY9idxCUbAa2uMz5iUnioU/6zLYrtMHUrXhk3UV72ZNobFj0hHqr3Pq7xB9RmL8fkKkxD+R2voN18vfOun3s9lyLmt4N5MJbc0LRtT3J8QCoORFFMPg8HAKANcxSmi870MzeBBDAhE2YK9oR046XqH1et+1bh/WUozUQE/VuTH91bVdkssArCrumU/6xP8uKddI3qQpv92TzwEwfFvH8P0cGr4N/2zNDu8sUjNLm2isbmHBB7V5uM84b4bkaFEduo7NfEYK1Q6TLy0OHypj/w9EUheh4BgF0fsKdCQg/0jG1hLHT+J2feASA5pNbpbb8BehUQckVZxsSiZR0ltHMtvjV1ypScP3WDkVyLuzm03LsmIGXt/0PbXFqrsZlPWXas3JdW8rRvH+35noiwlF0wd3vuOBZ0ljyKQFM67h2NAM3x0O94klEGvwv7GAM0O71elyEpxZU2BP59IspuMhbBnPcq37ApU3yI7H41cLQ0afXbr6lo8ETiULK8GbSoUYa95jPftq6rv5/n2fH3Kr6IQiVCrSiI/DmZOHp1EIylYyEhUWn2pCD9uS4RgtnDJwiuZ/z+Q3IGtcKU3sQmTSdhiQl2nZmJ0GxUDawgTVDRn1V7zYc8dx3k1h/MvYonMmJ5IwvbRq7McP2s94pyFFcSJAVFfrUmWhLC/bkweGda+LRvASpWHwYwpw7Ewy8LRUxI6GefWCV/xSzcoQi2onP3FZowd1sndVEa/E/gdWgtftuZSPI4sm+OElT8NeWxhcPBNtUjlCPicTeFAtvwiY5qiOGUjHw/E0kSSbwaXXQNa7bZRoB4wCdTSUiYiHlFKUKEsDaAtOTk5K/////0r/////SwB0lGJNcAKFlGgVdJRSlIwDcG9zlEsQdYwJaGFzX2dhdXNzlEsAjAVnYXVzc5RHAAAAAAAAAAB1YnViLg==", | |
| "dtype": "float32", | |
| "_shape": [ | |
| 8 | |
| ], | |
| "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", | |
| "high": "[inf inf inf inf inf inf inf inf]", | |
| "bounded_below": "[False False False False False False False False]", | |
| "bounded_above": "[False False False False False False False False]", | |
| "_np_random": "RandomState(MT19937)" | |
| }, | |
| "action_space": { | |
| ":type:": "<class 'gym.spaces.discrete.Discrete'>", | |
| ":serialized:": "gAWVLgsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAfMd4d3j/FiPs8jzPqNdksk/WYJATpDGfXNDz1e7vxTkGKQetw+50U1PqOnB8CPXaCUbjQiv0zDMXZRp/ghmrxj16ERfioYKweaie8YCydoc6kBoyatNx2zIWsdt0lfAoth5yMwr6/fUqlplszlJNrj3hm4xUU4veJ7DOnk936dRdOG4qgerg8OOG38x0MA6PwtMIyLyojhXEyfItF0zi9Mw7k+KzFBl1Ic3PFcdHh5kj6ONiDHVNbq4qNwOmj/pm1pzUO16rP/rW5sRo4PuX77Jw9oAWcqNKDYc7xXpiZ9WNjvXB9KMVVu56iPF/1UiQm6ZrImcf9SX7HqgVTsGfGj2fho08GeYFx/ilfugmcrfNl6sEFeTrMKkAnwITm7TuCWIWmpZEzcW7D1OZjfxMP6A/unKn8/xnGVvFwpwF/v81s04cTq7gufSyHI9R116HFMSjAIJp+1ENzrY/0iZiN2DCzSIiysW6Eu7iAdXcLAGlUcpHhl4pA68EU21JvX4hfsy07dizEGUHJD7vcTYQ8OMs7KrTgiz0I9yw3QKuzT2H1EBaDf85D7xxamh/lBQXFTKxLpqQ3sfvyZ3jOzibqPqFgJQwjKz90p+OuUWtY5tyojhDmujiqbGmWwbkcHjKTYAOuQNeYfancYYu319yt8qU5uB2AnRbfgnGty8QDRZZNt0EkoNriXiLgy0sulDfAjPV5ZCwyZZLPoAus5HnM9XrdWZJFfohT+uySvwfnbmtPciQnWswUpPW2ThA/4llmGOnMVr+Oj39wVKvBt1Ti93ob+3GKAPeUJWdscqrj2RmtB50/PwlK8XhD7tkpTPvU/1d+iGYzGUqTidNRpn/hugA70UL4I7AwDoNQaKSFRR18LUCMtO6sr8Ul9aMgUMilt6JqIO4pnsgdClTAgNN7pbfPRCnuxNA/7X/FA1Z4jxZR12ZEIfS0fo9TanC5AILLSGtNgBlcMAK6NOFPJGr35ilAD4049Ks+PccCi6Xg+AqJR7eO/TnQcyXHtEcnNA6IXSKvN3gM7uovLg5iVLJ/eEQMW/OuHIQDMDBnR00KCuw1LbipGlXBsv588RCb3peMUYf1XvbC9hlZEkW2yeOfbtQyzyVHWnhLLtJcGZRrho3OZTgoHmDSbQylD8ilCYz5hvIU1sGtDECddQcM+Pct3Fv++2wi64q2HNP2R1PUaloAXwS9s0MuyESjiJipSF+DPDWVnS7I6TB5HNOLlzZA59ilyaTWZbEupINzCANazXoOBlrgbBUUQHdC1nGoSpEERThnKm8J/7fTXO4Oj+SMs0dWgixynu+NklR+fqm3FKZcHlGJCxMAO5REOw5lbLiTlDzlVspKY3m6ywv3Tr59WcsG4gfP+Qx6bPVq1wFVk5uSKjgKmDPUlsH+KCcNoy/wQ1iXCODHdvzrrTsaS+ayvw23M/ezytcCMnlzKMNnpIyw3p3B4BOseM92SWm4Z3fz59iJX9xx8xMPiotjjwD9vzR/4m+K3ch+lMO6wLH4vt7AY3D2E1X8SnIBk8T5KkWCSzkIbnX/RRUSj6ynYfVkHdohjz8KBdFrhQMxw/R1AvSzo6IziIgriCRCt7IcjGV9G6zWa0IVhidsjZRS/JViDZghFqYm4xhPyvjzWVM/Nbd7nDDr5tzUQGRvnPRwFiHrXQBlxJCFmAACUaq8Vzk2AgLzgADWEr7KzW+iwpA1ZW9olUSuenLzqXNFkIN/QvOk8EgGeJJjQyvUVUqTC/7AYi91Nr2qYKn0RuFyybkQAfUrsygDzZz0ZhbM0DDrUBNWh2JqkiBIV7MtoSu2cBhFZloZ4XRqL/Xh82VSMy2PlUZTy4+Zos3R4hftCU2S9DSJUPMjuJ7WKewl7LWXOJq/+uwVuLKO9meeBU9jRTmCaXov6jVLbC/ajKfl/9qV8X0vj1OEkDMljbdvk8aHEY0cIYH7qiWh6yjl3kxaSKCuIjJHNl51RgjRzSc4LS91tql811vEwjRk7VDWIIr4xclkIs35pObDLvyUm5CiNyxMlbDjRkEc0PmdiAZWeZNXtfinwdobrwIIsQDF/KtOcsoGAhB7+jdHBSEHykeIuUIf9QUF4DvzhX0TCeP+nE4bQ/1Cl7IqUSQ9Bu4VopNmkuqb1Wp+n2nqccsmE91syutdxKwW3ON3DXF99Xzq97BZUhBwUg89o/ObmN7xQC7hsMxecyIzmYWe4Gm836DJq1MrZNKiAH2ArzbtD8aXA26MI835VeWuq7m6G6vVKgyAqu2DeXEwoZD8AknP/N/1M+QUuriTjMa3MxRVVfXcAfigSDVlSb8bzfIgD3YHArUCd0uMrVQthYlJDXRrwwSmgplNoHPEr6DOznh6nt0pltwcT/C/IvBUYhRc9HcYNI7nFrGBQKk5FdYf2xdVeKnh8T5fzfpADSruJQaYEW4Jm2rSPHOVIUMA8HNk+ov/KCtQrFa/0XCJydL7my4Qlhdty11a+rmQU8UAesz2uzH8SOHXTq8uRjJwQmHOxf1jCvBrWW/iYwDzLTGr3B7LkVp9dzYR0BqALtaVqLRJkrRlc//krwIVUVQWMXli101OqjNgJ3suAU6ejkJpLEXXG+aLCQisyABk8SBbYfaD9wp/fAVOQyL/9f4Y/VXnbc8YEI/q85RDib2q745vZNkHSgJ3yqeRd7u3ZFqlJHgDp9+SJs4oKzXjtze+6xUYDi4mJpN7yTlIG6BReQJT7MovUsa3C7bEtqe2SFrE4PcFVFoU4FOY4NFCzvU/LEqaOQtOGgn6rjpmvArzAI/LNx9hz3pYuPacUoxAXEUiXqPoKXvUBVbK47tPv5+qa/FBEkQx2WScPzej+hDpobfVgJ4eoJ47Jc3TSlGrJZByhxkw17E8HDrbCqg11CTl0+t/aBecm132i9LTvFTe1Akj/jGkRj417lAqQfRCD66ZIOYQaMgoumhOC0nUJl3iUh16C23t8nivOZTH+Ha2ZnEkl+HGmYsu+kJCTw7oT1PCq3obPFhnoi2R5pL5tXIiEOm1fMZN53h4asUWDPQnYE/7XUJrAUkcyjzrctqg4xgJs1xlXyPInDCyIijLRQAtUihhCn8/kZVPBqj5tFQe+IkmKW5S/nGk9BBYheFp21qbDzjqeRSrPo1IyF1LSpB+bYLOBAW/c7f54il4V5vSmlvGZCQS5upc7EmrwrPON1ZOrCtyizYKqnUB6J/pKi+UkTL1zULPVAVTW7Kil31c7eCQBEb72ZiwPp6R6Q2NqexHh5HSixh5Pt2S2I6FESHu1khZ9l3J/8WaIKFnq7njBW8VMYO8l8aQMQSK1TKXv11bmXIWl9X8Ki0PXTSlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RLAXWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=", | |
| "n": 4, | |
| "_shape": [], | |
| "dtype": "int64", | |
| "_np_random": "RandomState(MT19937)" | |
| }, | |
| "n_envs": 1, | |
| "num_timesteps": 1000448, | |
| "_total_timesteps": 1000000, | |
| "_num_timesteps_at_start": 0, | |
| "seed": null, | |
| "action_noise": null, | |
| "start_time": 1676723783421123600, | |
| "learning_rate": 0.0003, | |
| "tensorboard_log": null, | |
| "lr_schedule": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg==" | |
| }, | |
| "_last_obs": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAADNJF7yPple6hcA2M55Qbi7zFFa6Z0esswAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_episode_starts": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_original_obs": null, | |
| "_episode_num": 0, | |
| "use_sde": false, | |
| "sde_sample_freq": -1, | |
| "_current_progress_remaining": -0.00044800000000000395, | |
| "ep_info_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVehAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIStOgaB4abECUhpRSlIwBbJRNTgGMAXSUR0CiTJ9Esrd4dX2UKGgGaAloD0MIHlTiOsbZMMCUhpRSlGgVS/loFkdAok1NMqSX+nV9lChoBmgJaA9DCLNEZ5lFAXFAlIaUUpRoFU0sAWgWR0CiTjAuIyj6dX2UKGgGaAloD0MIf6MdN7wxcECUhpRSlGgVTVEBaBZHQKJP7Gtp22Z1fZQoaAZoCWgPQwh1PGagsn9xQJSGlFKUaBVNYwFoFkdAolDtLJ0W/XV9lChoBmgJaA9DCBXKwtfXlV5AlIaUUpRoFU3oA2gWR0CiVWPNeMQ3dX2UKGgGaAloD0MIVmR0QFJ+cECUhpRSlGgVTUEBaBZHQKJWYFpPAO91fZQoaAZoCWgPQwjoE3mSdI5xQJSGlFKUaBVNSgFoFkdAolgF1SwW33V9lChoBmgJaA9DCEBQbtv3qnJAlIaUUpRoFU1SAWgWR0CiWP6rFOwgdX2UKGgGaAloD0MI4c/wZg2GOkCUhpRSlGgVS9xoFkdAolmXqRlpXnV9lChoBmgJaA9DCCPajqn77HBAlIaUUpRoFU17AWgWR0CiW1zkyULVdX2UKGgGaAloD0MIFjPC24ORb0CUhpRSlGgVTWcBaBZHQKJcblZHNHJ1fZQoaAZoCWgPQwjZfFwbqhFvQJSGlFKUaBVNLwFoFkdAol1TS5RTCXV9lChoBmgJaA9DCBwKn60DRWxAlIaUUpRoFU12AWgWR0CiXy9roGILdX2UKGgGaAloD0MIQIaOHVQ0T0CUhpRSlGgVS/poFkdAol/hlDneSHV9lChoBmgJaA9DCGzRArQtT29AlIaUUpRoFU3UAmgWR0CiY0FA3T/idX2UKGgGaAloD0MIGm7A54fnbkCUhpRSlGgVTUgBaBZHQKJllbh3qzJ1fZQoaAZoCWgPQwiitg2jIIRuQJSGlFKUaBVNRQFoFkdAomcNZHNHH3V9lChoBmgJaA9DCFGIgEPoo3BAlIaUUpRoFU1PAWgWR0CiaLFMZgogdX2UKGgGaAloD0MIymq6nuhxb0CUhpRSlGgVTW0BaBZHQKJqvyxzJZJ1fZQoaAZoCWgPQwgrTyDslPtuQJSGlFKUaBVNPwFoFkdAomuucJ+lTHV9lChoBmgJaA9DCGMNF7kn5nBAlIaUUpRoFU1KAWgWR0CibLlx4ptrdX2UKGgGaAloD0MIkNrEyX15b0CUhpRSlGgVTSABaBZHQKJuP3TNMXd1fZQoaAZoCWgPQwi8PJ0rSvJmQJSGlFKUaBVNaQJoFkdAonBLTz/ZNHV9lChoBmgJaA9DCIBEEyjiPGxAlIaUUpRoFU1aAWgWR0CicfZ0jkdWdX2UKGgGaAloD0MIynA8nwGfR0CUhpRSlGgVTR8BaBZHQKJyv/kNnXd1fZQoaAZoCWgPQwjdJ0cBojVvQJSGlFKUaBVNLAFoFkdAonOYSL61s3V9lChoBmgJaA9DCN/foL36Vk1AlIaUUpRoFU0VAWgWR0CidFwTmGM5dX2UKGgGaAloD0MIndZtUPs8cECUhpRSlGgVTWoBaBZHQKJ2IQhfShJ1fZQoaAZoCWgPQwgUXoJTHxZvQJSGlFKUaBVNLQFoFkdAoncB5gPVeHV9lChoBmgJaA9DCE0xB0FHq98/lIaUUpRoFU0KAWgWR0Cid78kUsWgdX2UKGgGaAloD0MIB2Fu93JfGUCUhpRSlGgVTTEBaBZHQKJ5Op1A7gd1fZQoaAZoCWgPQwgNqg1ORI1tQJSGlFKUaBVNWQFoFkdAonpHGACnxnV9lChoBmgJaA9DCCPajqk7x25AlIaUUpRoFU1AAWgWR0CiezYMnZ00dX2UKGgGaAloD0MIlDKpoY2ya0CUhpRSlGgVTTcBaBZHQKJ8vq+Jxed1fZQoaAZoCWgPQwjc8pGU9KZxQJSGlFKUaBVNLwFoFkdAon2j3IuGsXV9lChoBmgJaA9DCDeMguBxQW9AlIaUUpRoFU0wAWgWR0CiftLVOKwZdX2UKGgGaAloD0MI/tZOlISibkCUhpRSlGgVTVgBaBZHQKKA+jO9nK51fZQoaAZoCWgPQwhVoYFYtqdsQJSGlFKUaBVNUAFoFkdAooJtaGHpKXV9lChoBmgJaA9DCJ4pdF4jQXBAlIaUUpRoFU1PAWgWR0Cig+VLJ0W/dX2UKGgGaAloD0MIa+9TVaiocUCUhpRSlGgVTVIBaBZHQKKGTOuaF251fZQoaAZoCWgPQwg2WaMeYvxxQJSGlFKUaBVN0AFoFkdAoofLdrO7hHV9lChoBmgJaA9DCKMh41Eq5m5AlIaUUpRoFU1mAWgWR0CiiNEVeruIdX2UKGgGaAloD0MIMc10rxOmcECUhpRSlGgVTVMBaBZHQKKKXU96kZd1fZQoaAZoCWgPQwgsmzkkNZhyQJSGlFKUaBVNPgFoFkdAootRFqi48XV9lChoBmgJaA9DCAEUI0vmtXBAlIaUUpRoFU0vAWgWR0CijC7/XGwSdX2UKGgGaAloD0MINiGtMWg5cECUhpRSlGgVTUgBaBZHQKKNxgQ6IWR1fZQoaAZoCWgPQwhxOV6B6DFyQJSGlFKUaBVNHgFoFkdAoo6fAymALHV9lChoBmgJaA9DCP61vHL9IXFAlIaUUpRoFU1vAWgWR0Cij6OTaCcxdX2UKGgGaAloD0MIofSFkPOlbkCUhpRSlGgVTTsBaBZHQKKRJCIk7fZ1fZQoaAZoCWgPQwjBV3TrNaEzQJSGlFKUaBVNNQFoFkdAopH7awljVnV9lChoBmgJaA9DCAxAo3RpGmpAlIaUUpRoFU1yAWgWR0CikxtCqp97dX2UKGgGaAloD0MIUkfH1cgmKUCUhpRSlGgVS/toFkdAopPLSLIgeXV9lChoBmgJaA9DCO58PzXeiWtAlIaUUpRoFU1PAWgWR0CilWNpudf+dX2UKGgGaAloD0MIRUYHJKE/cUCUhpRSlGgVTV8BaBZHQKKWWKm8/Ux1fZQoaAZoCWgPQwhFDaZh+LlRQJSGlFKUaBVL0mgWR0CilukB8x9HdX2UKGgGaAloD0MInPurx/0DbkCUhpRSlGgVTUsBaBZHQKKYgcMmWt51fZQoaAZoCWgPQwgNObaeoWRwQJSGlFKUaBVNNwFoFkdAoplrcdo373V9lChoBmgJaA9DCDYdAdwsUG1AlIaUUpRoFU08AWgWR0CimmXmNipedX2UKGgGaAloD0MIJHzvb9AbbkCUhpRSlGgVTWsBaBZHQKKcjmVZ9ux1fZQoaAZoCWgPQwhg5GVNbFBwQJSGlFKUaBVNPgFoFkdAop3g5/9YOnV9lChoBmgJaA9DCAAC1qoduXBAlIaUUpRoFU1IAWgWR0CinzvBacI7dX2UKGgGaAloD0MIs+pztRVAakCUhpRSlGgVTUMBaBZHQKKhk+X7cfx1fZQoaAZoCWgPQwgz3eukfhpxQJSGlFKUaBVNJQFoFkdAoqLTw4KhMHV9lChoBmgJaA9DCFk2c0hqS2tAlIaUUpRoFU08AWgWR0CipBADA8B/dX2UKGgGaAloD0MILe3UXO5SbkCUhpRSlGgVTXwBaBZHQKKl1EJjUd91fZQoaAZoCWgPQwh4QURqmvxxQJSGlFKUaBVNLQFoFkdAoqa0elsP8XV9lChoBmgJaA9DCBk8TPtmF2xAlIaUUpRoFU1iAWgWR0Cip7nXVbzLdX2UKGgGaAloD0MI12oPe+GWcECUhpRSlGgVTU0BaBZHQKKpTMbFS891fZQoaAZoCWgPQwiL3T6rzARvQJSGlFKUaBVNUgFoFkdAoqpX1WbPQnV9lChoBmgJaA9DCPILryT5PW9AlIaUUpRoFU0+AWgWR0Ciqz3Ov+wUdX2UKGgGaAloD0MIjq7S3XWnbUCUhpRSlGgVTV0BaBZHQKKs3aM72ct1fZQoaAZoCWgPQwgv4GWGTXlyQJSGlFKUaBVNUgFoFkdAoq3N4FA3UHV9lChoBmgJaA9DCByxFp8C6m5AlIaUUpRoFU0yAWgWR0Cirr6jvd/KdX2UKGgGaAloD0MIr0Ffevu/cUCUhpRSlGgVTSwBaBZHQKKvpLTQVsV1fZQoaAZoCWgPQwgXnSy1XuFtQJSGlFKUaBVNOgFoFkdAorEs189fTnV9lChoBmgJaA9DCH2SO2yim21AlIaUUpRoFU1aAWgWR0CiskaTwDvFdX2UKGgGaAloD0MIY15HHLKdPkCUhpRSlGgVTSgBaBZHQKKzGG+K0lZ1fZQoaAZoCWgPQwh5zhYQGkpwQJSGlFKUaBVNOAFoFkdAorSn779AHHV9lChoBmgJaA9DCDFD44lgrHFAlIaUUpRoFU1OAWgWR0CitbT/IbOvdX2UKGgGaAloD0MItg95y1W/b0CUhpRSlGgVTVQBaBZHQKK2vlFtsN51fZQoaAZoCWgPQwihZkgVBXNxQJSGlFKUaBVNWwFoFkdAoriSd1+y7nV9lChoBmgJaA9DCOVFJuBXam5AlIaUUpRoFU09AWgWR0CiucwaisXBdX2UKGgGaAloD0MIi1OthVk5b0CUhpRSlGgVTVYBaBZHQKK7Dn1WbPR1fZQoaAZoCWgPQwi22sNeKHJGQJSGlFKUaBVL9mgWR0CivON/nW8RdX2UKGgGaAloD0MInglNEssqb0CUhpRSlGgVTVUCaBZHQKLAAq2Bret1fZQoaAZoCWgPQwjOp45VCkVyQJSGlFKUaBVNOwFoFkdAosFKAWi1zHV9lChoBmgJaA9DCBv0pbe/F3FAlIaUUpRoFU1CAWgWR0CiwtA1FYuCdX2UKGgGaAloD0MI2nVvRWL5bkCUhpRSlGgVTSwBaBZHQKLDuiO/+Kl1fZQoaAZoCWgPQwjjNEQV/l5BQJSGlFKUaBVNLgFoFkdAosSTXJ5miHV9lChoBmgJaA9DCJvo81GGd3BAlIaUUpRoFU08AWgWR0CixhnsTnJUdX2UKGgGaAloD0MI7RFqhtQebkCUhpRSlGgVTUkBaBZHQKLHExVyWAx1fZQoaAZoCWgPQwgQ6iKFMrJvQJSGlFKUaBVNdgFoFkdAosg8pd8iOnV9lChoBmgJaA9DCPUu3o/bbwzAlIaUUpRoFUvcaBZHQKLJeXa8HwB1fZQoaAZoCWgPQwh6ihwi7hluQJSGlFKUaBVNSwFoFkdAosp/XGwRoXV9lChoBmgJaA9DCA+Yh0y5GnFAlIaUUpRoFU1qAWgWR0Ciy45Sm65HdX2UKGgGaAloD0MIIsK/CNpTcUCUhpRSlGgVTVQBaBZHQKLNJXcQAdZ1fZQoaAZoCWgPQwjvG197Zgk3QJSGlFKUaBVNFwFoFkdAos3jR8c+7nV9lChoBmgJaA9DCLjpz34keG1AlIaUUpRoFU1zAWgWR0CizvmHxjJ/dX2UKGgGaAloD0MIpDUGnRA5WkCUhpRSlGgVTegDaBZHQKLTVR4QjD91ZS4=" | |
| }, | |
| "ep_success_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg==" | |
| }, | |
| "_n_updates": 3908, | |
| "n_steps": 1024, | |
| "gamma": 0.999, | |
| "gae_lambda": 0.98, | |
| "ent_coef": 0.01, | |
| "vf_coef": 0.5, | |
| "max_grad_norm": 0.5, | |
| "batch_size": 64, | |
| "n_epochs": 4, | |
| "clip_range": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg==" | |
| }, | |
| "clip_range_vf": null, | |
| "normalize_advantage": true, | |
| "target_kl": null | |
| } |