File size: 18,260 Bytes
cb47a8d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 |
{
"policy_class": {
":type:": "<class 'abc.ABCMeta'>",
":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
"__module__": "stable_baselines3.common.policies",
"__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
"__init__": "<function ActorCriticPolicy.__init__ at 0x7f973d235dd0>",
"_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f973d235e60>",
"reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f973d235ef0>",
"_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f973d235f80>",
"_build": "<function ActorCriticPolicy._build at 0x7f973d23c050>",
"forward": "<function ActorCriticPolicy.forward at 0x7f973d23c0e0>",
"_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f973d23c170>",
"_predict": "<function ActorCriticPolicy._predict at 0x7f973d23c200>",
"evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f973d23c290>",
"get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f973d23c320>",
"predict_values": "<function ActorCriticPolicy.predict_values at 0x7f973d23c3b0>",
"__abstractmethods__": "frozenset()",
"_abc_impl": "<_abc_data object at 0x7f973d27bd20>"
},
"verbose": 1,
"policy_kwargs": {},
"observation_space": {
":type:": "<class 'gym.spaces.box.Box'>",
":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu",
"dtype": "float32",
"_shape": [
8
],
"low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
"high": "[inf inf inf inf inf inf inf inf]",
"bounded_below": "[False False False False False False False False]",
"bounded_above": "[False False False False False False False False]",
"_np_random": null
},
"action_space": {
":type:": "<class 'gym.spaces.discrete.Discrete'>",
":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAAAAAgHv6UrKq6JoktF/4ZkPgvJEllluYTyfdNJZkLIfejv4IPGsHnneZeWyYBzVFToh5dsFplTZzZ2BTSYrUba7S3uwoUSkhSQc+tglXxdefQFkCGd45kcuKv2MrNDoo3QCx9FRxylBln/HGdl511ZOI/n05i2FgVrTc5XLey70G9806LYG+PHbK5yUDNb25v6IRV/T2I6Fpv2DMu8oWbar2XJXqYGsAMEV22jqQ/D4BkE606gJGo7JIGpppeUdUFkIPw/3tuvthKzJR8e8QJgNn9EpGBxlSJ/7DWkZRc5a9cMNHoJcC88vmsXvIQHWQ0FEMKOK0RYhIRZOHptybnR+w1yiQY3yp2VKBxjcHSZDVzP9Wp52DK+L+099UoId2Q7sZirWljAVZ4ngwJwGrJ9dIfskLvYR8BiDki3isoQYdpkfeYhRUI5aqjazm/i5rgn+KD93bVCpZZgoSDr+QPoFIzePeBEIADXqjYmiHSn/J5SduaJNpIL/9fXfM99rWtoyO7wtQI6dxM36/ZOFsy9BqFWLdqGqzw+IFbtXuAp8tm3BaEIOdftGpAVzjUlJ7s3Lwa7fYlH1id//Gdn1joPEqbdbsJQQjOCnQXWPNKWPBEN/o9LGjIkwubehGT8HvSznuvBmTQ/9nOINZvI5coQnq1R9iPoEuL5zlvOX3SGFn7phRu7S6FinVSbIsSnaXrVjeKIl8NzvLBooPzoPGEUk/A8ndlM6jqW/uO8a9swxmt3orwC/HoBD3qYyK+pIXUDarsnuUhj/mdIs4WK+sgbKAbh3JahOgaBbhwV0cIumugbN5ffQBXzHtBdUn/xXyTA7ljvh9mTg2Jui0E+LAU30TxrxWXndJf6lhMdPmWzU6u582cGAL1JpaTZqucijeTNox5G5zzWYFSkbehSXQFY9/FNPq1mLkKOMgK4fjXbL3AR0Ei/5hHBvn29S3IpmlPcUuiMZWQzYFbAxCanLcSWoHxABZvEAiV5v6W0Kuk4I/Suv6uhJ0WLa6ACcgONm4SaRhIcV4+Zi+W2ksb0sHXq7BeYDoO31QEuiynmSdnQgt0g7Mjh7hKHZYSF6SIR0O3agKwwzIFlH58cJhEjcTuUpKtWgmwqAKgco25AYrOI2KCiVY3RINIkqeyUViQXea+ExeGc9lWUiCV+qZjC4Kst1NymSqp8n2isM26YeIys6ORqGS0lL+XVhV71G2CP6RmJfb4eqb7tBBV3yknOXRLY8g1EsgcHFg2ikXVdfbloJXxDH9/6SummIlW1NOC3NlvBf00qIkknOEnKKYkFdETh6WwuX/Vj5Jw5HDA/f5Irxx4P8TtEyY1adA6/1PWWVrGMd4Lqbz5o79g8TpB74rG8ONlK2ImbCo9pyWysFkddcel0prz6eZI1lVw/FTtrdr+nyNyRTtFG0KiVfpKybZkmNEdjz1a5dn5/zWSZ3bbM90QvY7euJg5pHv9xbUpHPfZ5PT3JBSxOIkPf+3981XVtFmUGCK/NfkE+Js4u2qNYI2AWEaVA1wdpzGFGJef2cwKuxMNyrpC37ZeShA6W1Xt8ALARLWQXcluTYe8GUxNWAOuDy1FoRR1wMlz+xq/XH4cVOSZZIAfP9wW2B5w+fySBR6y0a9KgA43AYwbVwoiZ+TcUaIUUUxc8c7wWYyW3JnLPIGScceCqPV1RnVBX11fkwQcPjU+o1d+bhYOwmh/izaj+YnsWkf6JgIHIn7jRaxszl7bqjilL4PIy2Wz+a3WmMeNhNsoK94wnatLyJK8AVYWVmS+Q2yF3YcHfMKZ8o13UNDfXrZmqJsrACBNwWhC6kOSh/JPgJLRyfYGqHBlqx/IXIUfDxBP8gNWaeSWZZGrHo79qJKYGI86RpHC1PLXlDgLx9ut1koMDvlREnTF50rJiR21q3uxY9oBDiAvQ1q7pxziNsQX8uIsOgg6mksPaS/N66Lt0yCJFLD6YVhuDJ7F2uuJnZAuwWr7azPypXsw8XWua0Qr/yPTcPsmKldfSL2oFVuR99W66OKk8298RZVp6yaz+ZIMQhyOc3ARNgmTU2uz3aWdHnPskxJChBUmhboIbCdPQ5uK29iaoACdaiPp/PtLN4esdA6UdptXmpSWUh0sETMRB+CJ+PZSH8Gg9PHohYXHO0duEQW1h9BXTft5Hfy2Kf2I3uPxLnEOBliPf74S3I4kL8c5sU2x/wbFthaZccjSTQmoZ6PVu5KRVp/jUlKJ0KLVd9Q5bWJmx+4mv4OPoIWFI+3VGG6Hxlus+TKJKJaQ+M0Onvy4/JY6DJs8gEKoZc1f5aLnG5K3F0f3MrZyUDyUTCNqisE5qlzAL1jaDkB8vKcH2TsCeH4O2qCgbiD4vACcWyIfGr9PVhjTDGscrS/GS51HINYwY7um0bHCujMnFbhBxxNQ8dKLKMmv71oeCniMxfGiQOpCREC4ALYRA00Ix7acomz5OZVcXxsyNmDm2ETnh9N+32ilJnCD9vNDG83uzLO498S3TGUar0iF1/+jP1L7xVxdlecFMkMFCLDLu1DRWNK3uEne4u9S9xOx8oODGOUXqTSb9KAKOXDPwi3p9pI3XQ7IyY0AhwExKGZe/1vGrmEaxm+XqgxYVzBjlZN6/7IXrySuCgifhii5pWUxkB6M8zrHomn1Y0i7MW63p57oJb1Y7SbYkRZSTYXJDSMjMeXJSRfw8tf+szFfiPOLt2H50R7w97Xjmlf05OQPe3BlY8DDdBgooYUyXc0HiKqWUbJWP//aM1Q49fTdhUY+kNhm7W8BXtedxjDOrpyqJN7GJs3J7ickk2FTkZkIXnPIX9gvBBFC/PpfiiBGzs4R0k9oKNS9G0WMHa2f4wvr4Q1w3CtEFyu2j/zqCqV3Ria64cEeoFRCOuLZ6HZQkAlzuLAS0LyL1ZG26rfrvf5P1BLY3WcFHaYNURJuw3zaJqFnm3ZcLSvzzlLM6fY1vHSZ2SW3RRQC32+x/r8F5XAvuQvdn1KVbYCKeDkJWn0H6rs3v6vdVKzdQfHBClQhMwc5WmTI3gL1e2zADlHlMD/mtp5ez1l4KprttsF894haOg+6l5i/4xSGHebJi5TCoMZ5AL1zpkn48+/fJ4G907Fm6suuMmvBhWc1mNvqQERG3G5XXexNVIA/DtxykgGaHpfwZLlGa0MuJxk8RkNGaAhBuHb4Gb6ns5YHcItE3A+/DB0kA+ONxBagyNGQDYZ0MIESt66u226VKqEBUqti8uKk+sWA6p1Zs0bkbsbglbSlmnyPIgkrM8Ujabng/lHl4jsp7GnFNgS4ZTvbVh0l5ptyxVeeyyep6lnzlbi69mt70HxFZ5A0Hjdho5llGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNcAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu",
"n": 4,
"_shape": [],
"dtype": "int64",
"_np_random": "RandomState(MT19937)"
},
"n_envs": 16,
"num_timesteps": 1015808,
"_total_timesteps": 1000000,
"_num_timesteps_at_start": 0,
"seed": 1256790222,
"action_noise": null,
"start_time": 1651977751.471878,
"learning_rate": 0.0003,
"tensorboard_log": null,
"lr_schedule": {
":type:": "<class 'function'>",
":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
},
"_last_obs": {
":type:": "<class 'numpy.ndarray'>",
":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGZqYryIaMA+KFv3PQTv8L5aU6s93i7rOwAAAAAAAAAA5iExPed57z42naQ8JXfxvu1Zlz3+xo48AAAAAAAAAABm+gU8SAONugohpDqTipY1VziouqaxvrkAAIA/AACAP8CzrD2j1lk9gB/jvf6KoL7Qgwk9AuM4vQAAAAAAAAAAc03IPeg+/z5g+aa8xc7kvm8ouj2E34s8AAAAAAAAAAAaqV4+pAuyPo8ehb6nE9m+PxH5PVLzC74AAAAAAAAAAGZKZD228Uu8UG1svp3bG74O8cg8/80dPwAAgD8AAIA/AHjLPI6InT25mbu9Osqgvh61ejsvdxQ9AAAAAAAAAADNNhO9exq/uui8Ubikl0qzGqX9OEaDbjcAAIA/AACAP7MPRT3p9Bs93dyEvvtYl75/pn29aF/qvAAAAAAAAAAA7UQQPp0YCD9wnge+nvHSvsxvij39m1a9AAAAAAAAAACztmg9ChOlP0YLBj+WhSi/yviePOOLVj4AAAAAAAAAAM2gwrz2zGa6O9yju52PhLalHV+7XoLvNQAAAAAAAAAApsqTva6zkLqOCeCy7jAJqkQSDTtzWXgzAACAPwAAgD/m6mG9SLeNunLjuTpcdek1PkaUOmqK1rkAAIA/AACAPw3Z773bU4c/ni6bvjC4977wCZW+UdCsvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
},
"_last_episode_starts": {
":type:": "<class 'numpy.ndarray'>",
":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
},
"_last_original_obs": null,
"_episode_num": 0,
"use_sde": false,
"sde_sample_freq": -1,
"_current_progress_remaining": -0.015808000000000044,
"ep_info_buffer": {
":type:": "<class 'collections.deque'>",
":serialized:": "gAWVHxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIIHwo0dLOckCUhpRSlIwBbJRLxIwBdJRHQIfNh/I8yN51fZQoaAZoCWgPQwhPdjOjn21zQJSGlFKUaBVLxmgWR0CHzZXKbKA8dX2UKGgGaAloD0MIAMYzaCjvcUCUhpRSlGgVS8xoFkdAh86N5MURF3V9lChoBmgJaA9DCEvqBDQRXHNAlIaUUpRoFUvIaBZHQIfQytT1kDp1fZQoaAZoCWgPQwiDiT+K+mJwQJSGlFKUaBVL22gWR0CH0TPbfxc3dX2UKGgGaAloD0MIjQ3d7E9DckCUhpRSlGgVS/JoFkdAh9NQGOdXk3V9lChoBmgJaA9DCO4KfbDMMnJAlIaUUpRoFUvFaBZHQIfUMwQDmr91fZQoaAZoCWgPQwiHwmfr4G1wQJSGlFKUaBVL4WgWR0CH1PhKlHjIdX2UKGgGaAloD0MIZ3+g3PYlcUCUhpRSlGgVS+5oFkdAh9WhBiTdL3V9lChoBmgJaA9DCOt0IOspXmRAlIaUUpRoFU3oA2gWR0CH1r7655JLdX2UKGgGaAloD0MIZcOayiK9cUCUhpRSlGgVS71oFkdAh9b4agmJFnV9lChoBmgJaA9DCG8sKAyK23FAlIaUUpRoFUvyaBZHQIfW8W43FUB1fZQoaAZoCWgPQwhV+Z6RCGhzQJSGlFKUaBVL02gWR0CH11KRuCPIdX2UKGgGaAloD0MIQ8ajVILCcECUhpRSlGgVS81oFkdAh9jUoScslXV9lChoBmgJaA9DCPUR+MPPsXFAlIaUUpRoFUvOaBZHQIfZQiJO32F1fZQoaAZoCWgPQwjc2sLz0shzQJSGlFKUaBVL2WgWR0CH2VYSQHRkdX2UKGgGaAloD0MIEEHV6NUCbkCUhpRSlGgVS9JoFkdAh9pXb212JXV9lChoBmgJaA9DCD5A9+UMKnJAlIaUUpRoFUvqaBZHQIfakuzyBkJ1fZQoaAZoCWgPQwiKPbSPVS5wQJSGlFKUaBVLzGgWR0CH2+t/WlMzdX2UKGgGaAloD0MI3CxeLIwBbkCUhpRSlGgVS9doFkdAh9zVeBxxUHV9lChoBmgJaA9DCLSSVnxDS1BAlIaUUpRoFUuOaBZHQIfd0NYr8SB1fZQoaAZoCWgPQwialIJu7wtyQJSGlFKUaBVLyWgWR0CH3fPRiPQwdX2UKGgGaAloD0MI8FF/vcLJcUCUhpRSlGgVS9JoFkdAh98jh99c8nV9lChoBmgJaA9DCCScFrzo6XNAlIaUUpRoFUvaaBZHQIfgKdJ8OTd1fZQoaAZoCWgPQwiLGkzD8BJxQJSGlFKUaBVL1WgWR0CH4gDUVi4KdX2UKGgGaAloD0MIIVfqWRClcUCUhpRSlGgVS/ZoFkdAh+I8uJ1q33V9lChoBmgJaA9DCA0bZf2mp3FAlIaUUpRoFUvkaBZHQIfiOOKfnOl1fZQoaAZoCWgPQwiZZrrXSRtwQJSGlFKUaBVL7GgWR0CH4tOLR8c/dX2UKGgGaAloD0MIwck2cIcvcUCUhpRSlGgVS9RoFkdAh+ON3W4EwHV9lChoBmgJaA9DCNZwkXu6BERAlIaUUpRoFUuHaBZHQIgLtKCg9Nh1fZQoaAZoCWgPQwjEsplDkqVyQJSGlFKUaBVL2GgWR0CIFbLytmthdX2UKGgGaAloD0MIbeS6KWV7cUCUhpRSlGgVS+9oFkdAiBXUy57PZHV9lChoBmgJaA9DCIVbPpKS7XFAlIaUUpRoFUv1aBZHQIgWEUmD15B1fZQoaAZoCWgPQwgj88gfzFhzQJSGlFKUaBVL/WgWR0CIF9LQHAymdX2UKGgGaAloD0MID+7O2m2qcUCUhpRSlGgVS+NoFkdAiBgAqVhTfnV9lChoBmgJaA9DCGQ+INCZMXBAlIaUUpRoFUvZaBZHQIgYaoqCpWF1fZQoaAZoCWgPQwj3deCcEXVzQJSGlFKUaBVL2mgWR0CIGYNpdrwfdX2UKGgGaAloD0MI0ZMyqSG2cUCUhpRSlGgVS81oFkdAiBsLWiDdxnV9lChoBmgJaA9DCKD+s+bHmnFAlIaUUpRoFUvraBZHQIgbkUmD15B1fZQoaAZoCWgPQwho6Qq2UalwQJSGlFKUaBVL5GgWR0CIHkrGza9LdX2UKGgGaAloD0MITaJe8GkRckCUhpRSlGgVS91oFkdAiB6OavzOHHV9lChoBmgJaA9DCFevIqND43JAlIaUUpRoFUvsaBZHQIgevIp6QeV1fZQoaAZoCWgPQwjc9Gc/EoRxQJSGlFKUaBVL72gWR0CIHrTkyULVdX2UKGgGaAloD0MImN2ThwUJckCUhpRSlGgVS9NoFkdAiB7YVRDTjXV9lChoBmgJaA9DCGthFtp5gHBAlIaUUpRoFUvJaBZHQIgflwiqyW11fZQoaAZoCWgPQwjshJfg1PRnQJSGlFKUaBVN6ANoFkdAiB/FMqSX+nV9lChoBmgJaA9DCIKLFTXYEHFAlIaUUpRoFUvJaBZHQIggJ6v7m+11fZQoaAZoCWgPQwjDoEyjyfRwQJSGlFKUaBVL4WgWR0CIIR1SOzY3dX2UKGgGaAloD0MI2bPnMnWGc0CUhpRSlGgVS+FoFkdAiCFm16Vt43V9lChoBmgJaA9DCFmFzQAXs3FAlIaUUpRoFUvDaBZHQIghwgLZzxR1fZQoaAZoCWgPQwgHflTDvrJzQJSGlFKUaBVL6mgWR0CII1ZgXuVpdX2UKGgGaAloD0MIRS44g7+3cECUhpRSlGgVS+FoFkdAiCN109yLh3V9lChoBmgJaA9DCFmGONaFsHBAlIaUUpRoFUvKaBZHQIgjdnbqQil1fZQoaAZoCWgPQwi4BrZKMBdyQJSGlFKUaBVL12gWR0CIJVXcxj8UdX2UKGgGaAloD0MIOzquRrb3cECUhpRSlGgVS89oFkdAiCVukcjqwHV9lChoBmgJaA9DCByygXSx6m9AlIaUUpRoFUvSaBZHQIgoabz9S/F1fZQoaAZoCWgPQwgeqb7zi11xQJSGlFKUaBVL02gWR0CIKIPI4lyBdX2UKGgGaAloD0MIPDJWm3+4ckCUhpRSlGgVS95oFkdAiCju45Lh73V9lChoBmgJaA9DCIRLx5ynWHNAlIaUUpRoFUvkaBZHQIgpBvNu+AV1fZQoaAZoCWgPQwi8WYP3Vf1xQJSGlFKUaBVLy2gWR0CIKQJokAxSdX2UKGgGaAloD0MI1vz4S4vrckCUhpRSlGgVS+hoFkdAiCmlm4Ajp3V9lChoBmgJaA9DCBEBh1Al925AlIaUUpRoFUviaBZHQIgqqcf/3nJ1fZQoaAZoCWgPQwiGrkSgerRuQJSGlFKUaBVL22gWR0CIK2UUwi7kdX2UKGgGaAloD0MItVII5FK8ckCUhpRSlGgVS95oFkdAiCxJAD7qIXV9lChoBmgJaA9DCOaQ1EKJkHJAlIaUUpRoFUvpaBZHQIgsbIkqto11fZQoaAZoCWgPQwhtrprnSHNzQJSGlFKUaBVL3GgWR0CILg7GvOhTdX2UKGgGaAloD0MIu9QI/cx4ckCUhpRSlGgVS95oFkdAiC4LMC9ytHV9lChoBmgJaA9DCAZmhSLdjnNAlIaUUpRoFUvhaBZHQIguUByS3b51fZQoaAZoCWgPQwgJVP8gUr9zQJSGlFKUaBVL32gWR0CIMGLdepn6dX2UKGgGaAloD0MIEcR5OIGicUCUhpRSlGgVS+doFkdAiDDtxVAAyXV9lChoBmgJaA9DCLA8SE8Rq3FAlIaUUpRoFUu9aBZHQIgyicVgx8F1fZQoaAZoCWgPQwjye5v+bBJwQJSGlFKUaBVLxGgWR0CIMwk0rK/3dX2UKGgGaAloD0MIPPn02JaIc0CUhpRSlGgVS9loFkdAiDOYqXnhbXV9lChoBmgJaA9DCMNGWb+ZjnJAlIaUUpRoFUvRaBZHQIgzx5mh/RV1fZQoaAZoCWgPQwhEFmninQVyQJSGlFKUaBVLyWgWR0CINBVZs9B9dX2UKGgGaAloD0MITMYxkn2uckCUhpRSlGgVS+poFkdAiDSSzPa+OHV9lChoBmgJaA9DCHukwW2tKnNAlIaUUpRoFUvTaBZHQIg2U6kqMFV1fZQoaAZoCWgPQwjG3osvWuByQJSGlFKUaBVL82gWR0CINy16Vt4zdX2UKGgGaAloD0MI66pALQaXcECUhpRSlGgVS+RoFkdAiDg93KSxJXV9lChoBmgJaA9DCOmedY0W1nBAlIaUUpRoFUvpaBZHQIg4Xied07t1fZQoaAZoCWgPQwjLaU/JeXVzQJSGlFKUaBVLyWgWR0CIOJEIgNgCdX2UKGgGaAloD0MIDqFKzR6Pc0CUhpRSlGgVS85oFkdAiDjYvN/vv3V9lChoBmgJaA9DCLA9sySAAnNAlIaUUpRoFUvWaBZHQIg5dGiHqNZ1fZQoaAZoCWgPQwiwARHiyjJvQJSGlFKUaBVL0WgWR0CIO75HmRvFdX2UKGgGaAloD0MI98391eMAcECUhpRSlGgVS91oFkdAiDvcfFJg9nV9lChoBmgJaA9DCO3vbI/e/XFAlIaUUpRoFUvBaBZHQIg81oBaLXN1fZQoaAZoCWgPQwgj100prwxvQJSGlFKUaBVLzGgWR0CIPh0nw5NodX2UKGgGaAloD0MIK6bST3g7cUCUhpRSlGgVS+5oFkdAiD7RG2Cul3V9lChoBmgJaA9DCAndJXGWMXFAlIaUUpRoFUvhaBZHQIg/HbCaZx91fZQoaAZoCWgPQwjZ7bPKjGJxQJSGlFKUaBVL5mgWR0CIP9DkU9IPdX2UKGgGaAloD0MI3q8CfPeFcUCUhpRSlGgVS+BoFkdAiEAL2QGOdXV9lChoBmgJaA9DCFOxMa+jvXFAlIaUUpRoFUu8aBZHQIhA45cTrVx1fZQoaAZoCWgPQwgu4jsxK9FyQJSGlFKUaBVL32gWR0CIQceumrKedX2UKGgGaAloD0MIn8ppT4n/cECUhpRSlGgVS75oFkdAiEKOPmxMWXV9lChoBmgJaA9DCO244XcT/XJAlIaUUpRoFUvOaBZHQIhC4QWepXJ1fZQoaAZoCWgPQwiIhVrTfPtzQJSGlFKUaBVLzGgWR0CIQviPyTY/dX2UKGgGaAloD0MIcXSV7u6KcECUhpRSlGgVS8loFkdAiEOvkJa7mXV9lChoBmgJaA9DCEcE4+ASLnJAlIaUUpRoFUvlaBZHQIhD12Pkq+d1fZQoaAZoCWgPQwj0+L1Nf1xxQJSGlFKUaBVLvmgWR0CIRkvq1PWQdX2UKGgGaAloD0MIpKmezP+tckCUhpRSlGgVS+doFkdAiEd2JrLyMHVlLg=="
},
"ep_success_buffer": {
":type:": "<class 'collections.deque'>",
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
},
"_n_updates": 744,
"n_steps": 1024,
"gamma": 0.999,
"gae_lambda": 0.98,
"ent_coef": 0.01,
"vf_coef": 0.5,
"max_grad_norm": 0.5,
"batch_size": 64,
"n_epochs": 4,
"clip_range": {
":type:": "<class 'function'>",
":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
},
"clip_range_vf": null,
"normalize_advantage": true,
"target_kl": null
} |