| { | |
| "policy_class": { | |
| ":type:": "<class 'abc.ABCMeta'>", | |
| ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", | |
| "__module__": "stable_baselines3.common.policies", | |
| "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", | |
| "__init__": "<function ActorCriticPolicy.__init__ at 0x7f2fa2204160>", | |
| "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f2fa22041f0>", | |
| "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f2fa2204280>", | |
| "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f2fa2204310>", | |
| "_build": "<function ActorCriticPolicy._build at 0x7f2fa22043a0>", | |
| "forward": "<function ActorCriticPolicy.forward at 0x7f2fa2204430>", | |
| "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f2fa22044c0>", | |
| "_predict": "<function ActorCriticPolicy._predict at 0x7f2fa2204550>", | |
| "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f2fa22045e0>", | |
| "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f2fa2204670>", | |
| "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f2fa2204700>", | |
| "__abstractmethods__": "frozenset()", | |
| "_abc_impl": "<_abc_data object at 0x7f2fa21ff600>" | |
| }, | |
| "verbose": 1, | |
| "policy_kwargs": {}, | |
| "observation_space": { | |
| ":type:": "<class 'gym.spaces.box.Box'>", | |
| ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", | |
| "dtype": "float32", | |
| "_shape": [ | |
| 8 | |
| ], | |
| "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", | |
| "high": "[inf inf inf inf inf inf inf inf]", | |
| "bounded_below": "[False False False False False False False False]", | |
| "bounded_above": "[False False False False False False False False]", | |
| "_np_random": null | |
| }, | |
| "action_space": { | |
| ":type:": "<class 'gym.spaces.discrete.Discrete'>", | |
| ":serialized:": "gAWVLgsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAy1vnUzL7qbmApRzeLT/Fu033SceXHMQ8a2dxV6VKFAq16KunqTOXSf+geRCWeXfY/CyLOkNI0u1CL06XLYH3JfoLgqhOo2j8ywpfYYpmsXbp1bi1ryFJ3cUxUlcTuykTCZo0H60TOTL9aMxIiq9J5aoMrTRE7BEDL8xlkffc807VLoIZ77AKURnPh5TdFGlFreE8L6m4ikcUmGZpZT6v/KniEsCbSmEDsK7KlY5rfRgzoCLrnNReuvUmBc4GS2X8SlG4WnOQ3BWTDnzoORFFakIrin2pnzKkHIEde6UDhmukYPHZa+k6OB67GaUJ3c9txrCvbgJzgC/j/0+LI0Qv+WUb1D3OSMqRbOK774m/rVIq1vZVDMjBR4DjdXulj41OKyQUFGi7XvhgcTe7HkXdZFdA4ueUraFiTx/WRn/xWDklBg7cIFNMkyV7dIiOIt4jRK7e1I64/qhEybOTBusUydKMbnVWjaO58Jkao2FaS6NgdAlMI3cSf6cT0SGn08zW8p892ZuLi2g0oGCqcoEeI1bYl95/cfm+qNwzOMlk/IrPC+7hAlONKOTFaVGotG+q7nCr37b+WA41+Y9l3cLrz8DeAUi7qO09c3Gzc3WpOIA7lAFpwtYNJ/g1RZJxUE2xqX8+JpVFx1Sa7EqIVGOOdoi6uC+PLw8pXm7FiqBhMVZrUE+wF5vhWorMRfB3ZEqPpYzNCBTfLdy1K+mcWkkD905hMHQzoQxCGirlM8AKzeiJcRDBee72ez05+D934Ug4nfDnGM9APEiVk4II+AQJJHacWbSs39NQLezAWPyd7f9xkiliUk8K/x8u57xwLI0gE+pcIFzcLu/UGrz0kvMaTxJ2m5udShS/uQQ2YFNqEIA+6RqrB2y8O7vU66xjqSPpuK++v4SafTIG9pm45OuIS7EyJNbJDdtu0lMtlYD9Gd6QDt1XAAxbmTSsGQ9+A5W+ONsPtvyS4XS6+M0Br4ZuuTxE60Erf4ShFamUeELTBHuaPFYRgK4K9NhyQT58OU83MsJBmni7YF2DdFe4k2iqBAmWIRGISFAi+28VM2Rt8WauxS7Z6m46EGW3E71Ju15GbdDo1lqm/1BGDokHzUnxb1cj4YY8yZt5la24g8EQXbnJBoB45aCHZPOReUv8agBtfCslOfP7a6d08sHL41QcpX3vkpQDwSQvzagQAxx0gqi1THBBikmz0JWZRUOAVjszsYwopBv7hBG+nqTTFMdDouSXeHyhO/KbTehTb2DbLxta16sPyqiQViRtxhGKPygaWxtoLzVp1kIuMHh+qezBo9yqbEAs/6QF+5i4GKtDVJIJzob8tYWE8/oV1DPDXJ6ArJ4s2I7rE2oXVfD94C7UP3s17PXx+8vBOIJLbpP57Y6kKZof7AGnVKt/+4WfmAUdbgRzupqFzXcTIWOquwZ6fGyeg5OD/5xWPG/lEVGnEWYrj81G7MWAAbhfYPAjFJuidj50vyIkp3Hwto2sgIm/QW9ukHegnC43dVLNYtKdPRt47D60+68jC//++snfDHsDzVmb8YOoST8trMsFgZGWcxyb4Bqii4b/JuEQ4BWoztV15PO4yEgbwGGdZeE0yqC3zhiZhN0XtrQ7q5BcUOAAX19fis2PSvpEHn5keArmxjvNq/TUtHjm6BDDGkXyHHeopl14IKQLSQjiSzdQOYbytyO0FwAq/731NtSeHqvUYhOEea2LovCsupkvhk82L8gtPbd8v6FC1Qh9Y3hkoT7kfgQEs6yVdS9oLh8YRYXUHJpYrhsTAGlrskhQwEFnJz4q6he9bXsTFMFuyM2L7iCg43T6WUhVoK5lKb0FQopNM2wZ/UrUNV9P0vDXUsvE2RPbGdn4La+AVIpAU/K+EpCAZldZ2P36QGciuRZ5EHLt+heUEOA93FPilBbnPWyjVErbukBGX9wmtYPQ6QcHRnU5ahFFSlfqBDxJIBRhAYPhwV/a4CHJJ6EwTBUsBVFOE9LTg2jq8T2qoZ3J6iyIlIGOls0qLn1fUY7CteWvwvPocCJa4eXgcvuQ7rONde2Jux0IkptmOjBjtd30fbzaDz7obkONb9dBnVjS2aAN9ibgUqyLab4MO5pficKL/kOsHS7vUxqSKr59WDY5BmNT4FsF3sKCfZ/+1Ms/dk4O67hitCFMphbBah0UK9vtu+8HE7qh3fGkgU182FGAfagqtkS7LkpYzgmOmYRUsqnFaE+yLO/Jzz6edaiiRdG4ivW+kxq7NY7vVFoYN/vClwZIiYqZFSSHhotdWMKNFchRoLXOWl7DkCg9CG9GqrgTVYdoIEwumo6bhsIAkJlXOaHUHJCKfywF5FoUBmgBQYT7d4+fVxnbqefjFln9E/qu+H/jDBjOZotk87cS8wushHu/RHWTYTZFLdTVKxu4JR/l5y1/dPP9IVAQEJLvTQGikfwj21k8NW5CTyFDmdRKt8L2+ipI/Zc5W+UiYkieAKoXWzqEY8Jb3lnzjfFKP/G67P1ke75klqbpFt/KJUs6vjGvN21jAokhLkGIRfNvdAdZVHUIVQgyaPOA/hSbEsE9XTsKMkxigsbcR2X7VYOOUwRf6WWdYOICjoDsQMgM2woAvJ68ijugdMs2Wf11n8CKestqVTHLpbVqk4usqHSX09ex8fqdhYccBW5liHPDHYsl/RvBH6rB3trYDuzDLbRbRR9iA8cnebgxDQpxPnxiRthG7FgJDoE4pubxr8kSraMxc8xZqaH+2n49ZWypCXJz9KluUk1snbVYST2YpsI/Ye04L9b8ggT3LbOkARozSH9/oMcXx2b6BOMWPZFHQZFsPw7950bzZ1C9H1R8GAxb82KivIUYQDNPnu8ig1v/ZyrCzbn3TfLdB1zhDhEv0HE+TonOn5Qvz5YqvCTGPI4SXLTEmO8OV6xx8dv+1NezgqMZyAV/Iz5QHfrh+jz/URZxMh2QBh5OfNaXbQfF3uNIdQ7xKeu6Uq3Hgu5umqOx8S7t8OlafuKSsNzQjAJu0QwdGwg/ZzScm9PVE4oxXuP0HJQZaF1DtfhcRk4ScLyXP3tgMlHjXsmDVaS6AbUnmdnTWXJTuA90TdaB5UwHWp7vZlobkMbDGAcll2KxDs/ZV8PDdtbWfpKOgmmtHE1INyUo00Cvi37zTw2jRY5BNg1lKi1hhbAXTAUli2VHTC0E93ps3YsFRAkjQP5RIgfNGji7OOKl//YRiATQe6Pgh4qLBZF/Wz+2MU1v6l83f5diN7NAWz3CXQdhv5LZzX50iVdqVirEoU75FsgykqUpegoZfz+I6ZbWPFWkMXyzoQ8mTEDNQHQ4ht8KkcmNk5C6G1NH8edpB2nalGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RLAXWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=", | |
| "n": 4, | |
| "_shape": [], | |
| "dtype": "int64", | |
| "_np_random": "RandomState(MT19937)" | |
| }, | |
| "n_envs": 16, | |
| "num_timesteps": 1015808, | |
| "_total_timesteps": 1000000, | |
| "_num_timesteps_at_start": 0, | |
| "seed": null, | |
| "action_noise": null, | |
| "start_time": 1670358345883409568, | |
| "learning_rate": 0.0003, | |
| "tensorboard_log": null, | |
| "lr_schedule": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg==" | |
| }, | |
| "_last_obs": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAIDJF71Oj5k/ji84vDtBdL7+Qyo7bo4svQAAAAAAAAAATawPvY8+fboYstE6Cd73NHw0tbrTdvG5AACAPwAAgD8z1Xc8XOtfugA73Tou6RU2YilIOxLUALoAAIA/AACAP+3xBb620AQ/s9hovDlCV76kPH29f3IzvQAAAAAAAAAAAGwhvBSEm7oVRmi7T8REtiDsh7j2wYU6AACAPwAAgD8zGsI9w0kWuuADSbtfVoG2FnfgutJj8zUAAIA/AACAP83UybtI76+6h526uty+urXxIwO6O2vVOQAAgD8AAIA/M2c5vPaOWbykKQ29L5y2vYrlmD2m7bk+AACAPwAAgD9NzYM9wNzgPmmpBr7+yIy+HFUnvZAmS70AAAAAAAAAAIC7qL1cT026oJzQPO0h9bWpCRE7tjrwtAAAAAAAAIA/zUAbvUg3g7odq8A7tynLNKNmqrrpxckzAACAPwAAgD8zNLO9rtWAumJkqzldH3A1DhXMOlDl0bgAAIA/AACAPzpPjz6npow/7itCvQ4mgL5Mqig++eY5vgAAAAAAAAAA7WeZvt+mQj9ypPQ9c3hOvilwHb1SQCs7AAAAAAAAAADaZqG96V1vPhqzbr0V6h2+NDZnvYbDVrwAAAAAAAAAAACpY70p+DO6tdYKuqOUhLZ7GF07pO4gOQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_episode_starts": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_original_obs": null, | |
| "_episode_num": 0, | |
| "use_sde": false, | |
| "sde_sample_freq": -1, | |
| "_current_progress_remaining": -0.015808000000000044, | |
| "ep_info_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVgBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIQrCqXv5RYECUhpRSlIwBbJRN6AOMAXSUR0CVf+z0Yj0MdX2UKGgGaAloD0MIVaTC2ELeTUCUhpRSlGgVTUYBaBZHQJWCzPUrkKh1fZQoaAZoCWgPQwgIOlrVks1hQJSGlFKUaBVN6ANoFkdAlY+YqTbFj3V9lChoBmgJaA9DCMIzoUli+mVAlIaUUpRoFU3oA2gWR0CVkH8scyWSdX2UKGgGaAloD0MITtL8MS1SZUCUhpRSlGgVTegDaBZHQJWTnLt/nW91fZQoaAZoCWgPQwipUN1c/GJfQJSGlFKUaBVN6ANoFkdAlZnMzl90BHV9lChoBmgJaA9DCARUOIJUR15AlIaUUpRoFU3oA2gWR0CVnREhJRO2dX2UKGgGaAloD0MI1Qj9TD0ZZkCUhpRSlGgVTegDaBZHQJWg8KD01651fZQoaAZoCWgPQwhdNjrnpwhiQJSGlFKUaBVN6ANoFkdAlaIUxyn1nXV9lChoBmgJaA9DCKKyYU1lr1pAlIaUUpRoFU3oA2gWR0CVqnzt1IRRdX2UKGgGaAloD0MIDAHAsWcHX0CUhpRSlGgVTegDaBZHQJWtOXzDn/11fZQoaAZoCWgPQwgfMA+Z8s06QJSGlFKUaBVNNAFoFkdAla2JI6KceHV9lChoBmgJaA9DCAkyAiocpWFAlIaUUpRoFU3oA2gWR0CVsxz8xbjcdX2UKGgGaAloD0MI0Qg2rv8pY0CUhpRSlGgVTegDaBZHQJW0EuM+/xl1fZQoaAZoCWgPQwiPOGQD6YtiQJSGlFKUaBVN6ANoFkdAlbgxTfixV3V9lChoBmgJaA9DCIh/2NIjAmdAlIaUUpRoFU3oA2gWR0CVu9IGhVU/dX2UKGgGaAloD0MIzuMwmL+CYUCUhpRSlGgVTegDaBZHQJW8ttLteD51fZQoaAZoCWgPQwg2lUVhl8hiQJSGlFKUaBVN6ANoFkdAlb4VvQ4S6HV9lChoBmgJaA9DCDHO34RCSmNAlIaUUpRoFU3oA2gWR0CV02Ys/Y8MdX2UKGgGaAloD0MIePLpsa1nYECUhpRSlGgVTegDaBZHQJXfLbh3qzJ1fZQoaAZoCWgPQwjfpGlQNI9hQJSGlFKUaBVN6ANoFkdAld/9x6v7nHV9lChoBmgJaA9DCFirdk3IOGBAlIaUUpRoFU3oA2gWR0CV4qF7D2rXdX2UKGgGaAloD0MI4+DSMWeaYkCUhpRSlGgVTegDaBZHQJXtCGVRk3F1fZQoaAZoCWgPQwg/dEF9S5xkQJSGlFKUaBVN6ANoFkdAlfKCMDOkcnV9lChoBmgJaA9DCIs4nWQr4WNAlIaUUpRoFU3oA2gWR0CV9DcIZ62OdX2UKGgGaAloD0MIqdvZVx4YXkCUhpRSlGgVTegDaBZHQJX9UkB0ZFZ1fZQoaAZoCWgPQwh+i06WWmdkQJSGlFKUaBVN6ANoFkdAlf/6wyIpIHV9lChoBmgJaA9DCEdxjjq6AGVAlIaUUpRoFU3oA2gWR0CWAESeiBXkdX2UKGgGaAloD0MIpYXLKuw+ZECUhpRSlGgVTegDaBZHQJYFubLEDQt1fZQoaAZoCWgPQwhCtcGJaM1jQJSGlFKUaBVN6ANoFkdAlgahuXNTtXV9lChoBmgJaA9DCD8fZcQFWWNAlIaUUpRoFU3oA2gWR0CWCqNJvo/zdX2UKGgGaAloD0MIQMBatWuLYECUhpRSlGgVTegDaBZHQJYOTCXQdCF1fZQoaAZoCWgPQwidgCbChg5aQJSGlFKUaBVN6ANoFkdAlg8iiqQzUXV9lChoBmgJaA9DCMnMBS6PymBAlIaUUpRoFU3oA2gWR0CWEH+MZP2xdX2UKGgGaAloD0MIMIDwoURaXkCUhpRSlGgVTegDaBZHQJYl5bnoxHp1fZQoaAZoCWgPQwhHrwYoDSk1QJSGlFKUaBVL8mgWR0CWJg8l5WzXdX2UKGgGaAloD0MItDo5Q/GrZECUhpRSlGgVTegDaBZHQJYyBKvmozh1fZQoaAZoCWgPQwj2C3bDNk1kQJSGlFKUaBVN6ANoFkdAljLNwaR6nnV9lChoBmgJaA9DCGcpWU5Ctm9AlIaUUpRoFU2CAmgWR0CWNRUcXFcZdX2UKGgGaAloD0MIK2haYuU2YECUhpRSlGgVTegDaBZHQJY1jbUPQOZ1fZQoaAZoCWgPQwg8TPvm/uJjQJSGlFKUaBVN6ANoFkdAlj3cImgJ1XV9lChoBmgJaA9DCO2akNYYR2BAlIaUUpRoFU3oA2gWR0CWQbtK7I1cdX2UKGgGaAloD0MIsRU0LTH1YUCUhpRSlGgVTegDaBZHQJZCy5I6Kcd1fZQoaAZoCWgPQwg+6q9XWGNkQJSGlFKUaBVN6ANoFkdAlk3UfPomonV9lChoBmgJaA9DCHpx4qsdX1xAlIaUUpRoFU3oA2gWR0CWTiapxWDIdX2UKGgGaAloD0MIrws/OJ/GY0CUhpRSlGgVTegDaBZHQJZVDIuGsWB1fZQoaAZoCWgPQwjbNLbXguNhQJSGlFKUaBVN6ANoFkdAlllcMAmzB3V9lChoBmgJaA9DCJCDEmbawmZAlIaUUpRoFU3oA2gWR0CWXSOH31zydX2UKGgGaAloD0MIxCPx8nRkWkCUhpRSlGgVTegDaBZHQJZeFxyXD3x1fZQoaAZoCWgPQwjz6EZYVPViQJSGlFKUaBVN6ANoFkdAll9tTP0I1XV9lChoBmgJaA9DCOemzTgNxFlAlIaUUpRoFU3oA2gWR0CWYkjuKGcndX2UKGgGaAloD0MIrp6T3jeoZUCUhpRSlGgVTegDaBZHQJZic580DU51fZQoaAZoCWgPQwg6svLL4MplQJSGlFKUaBVN6ANoFkdAloD0W69TP3V9lChoBmgJaA9DCCUi/Iug3mJAlIaUUpRoFU3oA2gWR0CWgcaXa8HwdX2UKGgGaAloD0MIa9WuCWlyYkCUhpRSlGgVTegDaBZHQJaEGoKlYU51fZQoaAZoCWgPQwjdJtwrc6JkQJSGlFKUaBVN6ANoFkdAloSP8dgfEHV9lChoBmgJaA9DCKBrX0AvzGFAlIaUUpRoFU3oA2gWR0CWjKJiRW92dX2UKGgGaAloD0MI9MEyNnRTXECUhpRSlGgVTegDaBZHQJaQRcry1/l1fZQoaAZoCWgPQwgTfxR15idiQJSGlFKUaBVN6ANoFkdAlpFX2h7E53V9lChoBmgJaA9DCKINwAZEFmBAlIaUUpRoFU3oA2gWR0CWnCXWOIZZdX2UKGgGaAloD0MImbwBZj6sYUCUhpRSlGgVTegDaBZHQJacdMnJDE51fZQoaAZoCWgPQwjiAtAoXY1iQJSGlFKUaBVN6ANoFkdAlqJ29DhLoXV9lChoBmgJaA9DCOC6YkZ4vWJAlIaUUpRoFU3oA2gWR0CWpln0kGA1dX2UKGgGaAloD0MIUFH1K50xZECUhpRSlGgVTegDaBZHQJapxPznRsx1fZQoaAZoCWgPQwgYldQJ6DRmQJSGlFKUaBVN6ANoFkdAlqqUN4JNTXV9lChoBmgJaA9DCOgSDr3F2WNAlIaUUpRoFU3oA2gWR0CWq9wVTJhfdX2UKGgGaAloD0MIMSjTaPIpZkCUhpRSlGgVTegDaBZHQJaubTYukDZ1fZQoaAZoCWgPQwiQniKHCCpiQJSGlFKUaBVN6ANoFkdAlq6SHZbpvHV9lChoBmgJaA9DCGAhc2VQg2RAlIaUUpRoFU3oA2gWR0CWy/RoRIz4dX2UKGgGaAloD0MI4Nv0Z792YECUhpRSlGgVTegDaBZHQJbMw6ySmqJ1fZQoaAZoCWgPQwh1kq0uJ+1iQJSGlFKUaBVN6ANoFkdAls8PaYeDF3V9lChoBmgJaA9DCC+nBMQkYF5AlIaUUpRoFU3oA2gWR0CWz408NhE0dX2UKGgGaAloD0MIpwcFpWjPYkCUhpRSlGgVTegDaBZHQJbX98twrDt1fZQoaAZoCWgPQwgUdlH0wGNgQJSGlFKUaBVN6ANoFkdAltvUaESM+HV9lChoBmgJaA9DCPrt68A582BAlIaUUpRoFU3oA2gWR0CW3PNb1RLsdX2UKGgGaAloD0MIQbrYtFKSYkCUhpRSlGgVTegDaBZHQJborn6l+E11fZQoaAZoCWgPQwj/P06YMIpmQJSGlFKUaBVN6ANoFkdAlukHO0LMLXV9lChoBmgJaA9DCGA/xAaLe2ZAlIaUUpRoFU3oA2gWR0CW8Lu27Wd3dX2UKGgGaAloD0MIBKp/EMknYkCUhpRSlGgVTegDaBZHQJb1Uk8ifQN1fZQoaAZoCWgPQwh1c/G3vbxgQJSGlFKUaBVN6ANoFkdAlvkJz1bqyHV9lChoBmgJaA9DCBQH0O/7+WFAlIaUUpRoFU3oA2gWR0CW+eOoo/iYdX2UKGgGaAloD0MICJPi4xMMZkCUhpRSlGgVTegDaBZHQJb7GUVzp5h1fZQoaAZoCWgPQwgV/aGZJ9JaQJSGlFKUaBVN6ANoFkdAlv2wWepXIXV9lChoBmgJaA9DCJp3nKKjLmFAlIaUUpRoFU3oA2gWR0CW/dVQAMlUdX2UKGgGaAloD0MIF7t9VpnsXECUhpRSlGgVTegDaBZHQJca8U+LWI51fZQoaAZoCWgPQwgUmE7rNnteQJSGlFKUaBVN6ANoFkdAlxvJW3jMmnV9lChoBmgJaA9DCC5U/rW87l9AlIaUUpRoFU3oA2gWR0CXHhe5Fw1jdX2UKGgGaAloD0MIYr68APu9ZUCUhpRSlGgVTegDaBZHQJcegoQWepZ1fZQoaAZoCWgPQwiSBUzg1h5kQJSGlFKUaBVN6ANoFkdAlyZTwUg0THV9lChoBmgJaA9DCOhrlsvGF2ZAlIaUUpRoFU3oA2gWR0CXKh66reZYdX2UKGgGaAloD0MIRpp4B/hyZkCUhpRSlGgVTegDaBZHQJcrPyd4FA51fZQoaAZoCWgPQwi45LhTOpRfQJSGlFKUaBVN6ANoFkdAlzdioGY8dXV9lChoBmgJaA9DCMe44uKoDmZAlIaUUpRoFU3oA2gWR0CXN8FEiMYNdX2UKGgGaAloD0MIDvRQ24YJX0CUhpRSlGgVTegDaBZHQJc/9RCQcPx1fZQoaAZoCWgPQwjdXPxtT31iQJSGlFKUaBVN6ANoFkdAl0T/Dxb0OHV9lChoBmgJaA9DCG9L5IKzZWJAlIaUUpRoFU3oA2gWR0CXSYKfnOjZdX2UKGgGaAloD0MIoFIlyt7xYUCUhpRSlGgVTegDaBZHQJdKicEvCdl1fZQoaAZoCWgPQwgb2gBswEZiQJSGlFKUaBVN6ANoFkdAl0werELpinV9lChoBmgJaA9DCEZAhSNIMlxAlIaUUpRoFU3oA2gWR0CXT3+uvECOdX2UKGgGaAloD0MICw4viMiUYkCUhpRSlGgVTegDaBZHQJdPs7V8Ti91ZS4=" | |
| }, | |
| "ep_success_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg==" | |
| }, | |
| "_n_updates": 248, | |
| "n_steps": 1024, | |
| "gamma": 0.999, | |
| "gae_lambda": 0.98, | |
| "ent_coef": 0.01, | |
| "vf_coef": 0.5, | |
| "max_grad_norm": 0.5, | |
| "batch_size": 64, | |
| "n_epochs": 4, | |
| "clip_range": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg==" | |
| }, | |
| "clip_range_vf": null, | |
| "normalize_advantage": true, | |
| "target_kl": null | |
| } |