| { | |
| "policy_class": { | |
| ":type:": "<class 'abc.ABCMeta'>", | |
| ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", | |
| "__module__": "stable_baselines3.common.policies", | |
| "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", | |
| "__init__": "<function ActorCriticPolicy.__init__ at 0x7f15b965dee0>", | |
| "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f15b965df70>", | |
| "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f15b9662040>", | |
| "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f15b96620d0>", | |
| "_build": "<function ActorCriticPolicy._build at 0x7f15b9662160>", | |
| "forward": "<function ActorCriticPolicy.forward at 0x7f15b96621f0>", | |
| "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f15b9662280>", | |
| "_predict": "<function ActorCriticPolicy._predict at 0x7f15b9662310>", | |
| "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f15b96623a0>", | |
| "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f15b9662430>", | |
| "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f15b96624c0>", | |
| "__abstractmethods__": "frozenset()", | |
| "_abc_impl": "<_abc_data object at 0x7f15b9658ed0>" | |
| }, | |
| "verbose": 1, | |
| "policy_kwargs": {}, | |
| "observation_space": { | |
| ":type:": "<class 'gym.spaces.box.Box'>", | |
| ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", | |
| "dtype": "float32", | |
| "_shape": [ | |
| 8 | |
| ], | |
| "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", | |
| "high": "[inf inf inf inf inf inf inf inf]", | |
| "bounded_below": "[False False False False False False False False]", | |
| "bounded_above": "[False False False False False False False False]", | |
| "_np_random": null | |
| }, | |
| "action_space": { | |
| ":type:": "<class 'gym.spaces.discrete.Discrete'>", | |
| ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", | |
| "n": 4, | |
| "_shape": [], | |
| "dtype": "int64", | |
| "_np_random": null | |
| }, | |
| "n_envs": 16, | |
| "num_timesteps": 1015808, | |
| "_total_timesteps": 1000000, | |
| "_num_timesteps_at_start": 0, | |
| "seed": null, | |
| "action_noise": null, | |
| "start_time": 1671276619366452804, | |
| "learning_rate": 0.0003, | |
| "tensorboard_log": null, | |
| "lr_schedule": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg==" | |
| }, | |
| "_last_obs": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGZcG778bfI+k+9cPm4cTr4NyiE9SK7cPQAAAAAAAAAAAPo7PHHvTDymuZi9lQqMvjtriDsWtKK9AAAAAAAAAADNMZW8KaBYugkWgTp+n2Y19lZOuk/1l7kAAIA/AACAP5p9g7sUOIe6y3Y/uNr7F7OE0g25S4teNwAAgD8AAIA/ml/mvevq9T6xezs+seajvkXSCb2NGTW9AAAAAAAAAAAaaQ+9+HISP26u0D3MDYy+qMvcvB5w0DwAAAAAAAAAAKZBFL4LdzY/8ELBvUKKs74LUiG+qmG+PQAAAAAAAAAAJlWvPeF+k7o5jqY5Ri0ftgvkBzuzYsC4AACAPwAAgD+zs2C9e5KhuukQHTjeKA8zfT0muvDSNLcAAIA/AACAP7OESz3DdSy6POWEOoSWPTXwO3K7HYWduQAAgD8AAIA/ZmCQPWx3Tz6w+q29ZyiEvhADbr2usiK7AAAAAAAAAACADhO9SEG1uEpMnjXvI4cwiOwNPOg3sbQAAIA/AACAPw15z72Zbkg+4v83PrUjh77ZIlI9qd+gvQAAAAAAAAAAAAKkPFyXWbonXDq5hKcOtGsig7vGBVs4AACAPwAAgD8aoje9ww15unhzPzZVUdIwVE8NO4UIabUAAIA/AACAP5rHfb3hiqW6oHOquC1clrM2Iem6LynENwAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_episode_starts": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_original_obs": null, | |
| "_episode_num": 0, | |
| "use_sde": false, | |
| "sde_sample_freq": -1, | |
| "_current_progress_remaining": -0.015808000000000044, | |
| "ep_info_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVdRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIV5i+15BzYkCUhpRSlIwBbJRN6AOMAXSUR0CRdACiRGMGdX2UKGgGaAloD0MIwHXFjHCUZ0CUhpRSlGgVTegDaBZHQJF7gmqo60Z1fZQoaAZoCWgPQwjaPA6D+bdlQJSGlFKUaBVN6ANoFkdAkXuQ1aW5Y3V9lChoBmgJaA9DCELooEu4UmNAlIaUUpRoFU3oA2gWR0CRe7hbGFSLdX2UKGgGaAloD0MIFXMQdLTpXkCUhpRSlGgVTegDaBZHQJF86z1K5Cp1fZQoaAZoCWgPQwjYLm04rCxlQJSGlFKUaBVN6ANoFkdAkX2xL0z0pXV9lChoBmgJaA9DCLKeWn31CGNAlIaUUpRoFU3oA2gWR0CRgI+c6NlzdX2UKGgGaAloD0MI4iAhype7Z0CUhpRSlGgVTegDaBZHQJGBbP/rB0p1fZQoaAZoCWgPQwioVfSHpvVwQJSGlFKUaBVNkwFoFkdAkYIOVxCIDnV9lChoBmgJaA9DCOiiIePRvmJAlIaUUpRoFU3oA2gWR0CRiEoVEd/8dX2UKGgGaAloD0MIV68io0PLcUCUhpRSlGgVTQACaBZHQJGKtlRP4211fZQoaAZoCWgPQwjx1Y7iHL9nQJSGlFKUaBVN6ANoFkdAkYtTB/I8yXV9lChoBmgJaA9DCKrx0k1iAGNAlIaUUpRoFU3oA2gWR0CRmBRZU1htdX2UKGgGaAloD0MI5UF6ihzRZkCUhpRSlGgVTegDaBZHQJGZ6aWom5V1fZQoaAZoCWgPQwjhmjv6X0xuQJSGlFKUaBVNXgFoFkdAkbLm6K+BYnV9lChoBmgJaA9DCAQ3UrZI4GVAlIaUUpRoFU3oA2gWR0CRudJQcghbdX2UKGgGaAloD0MIlGqfjkf5Z0CUhpRSlGgVTegDaBZHQJG6I3HaN+91fZQoaAZoCWgPQwi6LCY2H+xuQJSGlFKUaBVNEwJoFkdAkb2NIsiB5HV9lChoBmgJaA9DCL7Z5sb0WGBAlIaUUpRoFU3oA2gWR0CRvh+ZgG8mdX2UKGgGaAloD0MIjYAKR5Apb0CUhpRSlGgVTUYDaBZHQJG/G4vvjOt1fZQoaAZoCWgPQwjk2lAxTqZxQJSGlFKUaBVNSQNoFkdAkcUJs0pEyHV9lChoBmgJaA9DCPfLJysGYWdAlIaUUpRoFU3oA2gWR0CRxiHck+otdX2UKGgGaAloD0MI9DehEIH6YUCUhpRSlGgVTegDaBZHQJHGMV6/qPh1fZQoaAZoCWgPQwg0orQ3+KFjQJSGlFKUaBVN6ANoFkdAkcZZlar3kHV9lChoBmgJaA9DCECgM2lTpGFAlIaUUpRoFU3oA2gWR0CRyRuVX3g2dX2UKGgGaAloD0MIG76FdWMJZkCUhpRSlGgVTegDaBZHQJHNMqlP8AJ1fZQoaAZoCWgPQwgv3/qwXjlnQJSGlFKUaBVN6ANoFkdAkc5uLrHEM3V9lChoBmgJaA9DCF6c+GpHhF9AlIaUUpRoFU3oA2gWR0CR2MQw9JSSdX2UKGgGaAloD0MI6X3ja89KUkCUhpRSlGgVTREBaBZHQJHZd5eJHiF1fZQoaAZoCWgPQwiWJqWg24RvQJSGlFKUaBVNlwFoFkdAkeNwyRB/qnV9lChoBmgJaA9DCOqT3GGTW3FAlIaUUpRoFU30AWgWR0CR5NL5RCQcdX2UKGgGaAloD0MIU7MHWoEVSUCUhpRSlGgVS/FoFkdAkeZCUornT3V9lChoBmgJaA9DCGJO0CYHiWFAlIaUUpRoFU3oA2gWR0CR6E0NSZSfdX2UKGgGaAloD0MI5BHcSNlRaECUhpRSlGgVTegDaBZHQJHptyWAwwl1fZQoaAZoCWgPQwiO6nQga5NkQJSGlFKUaBVN6ANoFkdAkgEjdtVJc3V9lChoBmgJaA9DCDtzDwlfjHBAlIaUUpRoFU0xAmgWR0CSAdzundftdX2UKGgGaAloD0MIpU+r6E97cECUhpRSlGgVTTQDaBZHQJIB8hyKekJ1fZQoaAZoCWgPQwijAbwFUpxyQJSGlFKUaBVNBANoFkdAkgWOFcpsoHV9lChoBmgJaA9DCEZCW84lNGZAlIaUUpRoFU3oA2gWR0CSBdV6eGwidX2UKGgGaAloD0MIT5FDxE2baECUhpRSlGgVTegDaBZHQJIGE3fhuO11fZQoaAZoCWgPQwhRL/g0J8psQJSGlFKUaBVNpwNoFkdAkgYrtJFspHV9lChoBmgJaA9DCEG3lzRGgXFAlIaUUpRoFU0JAmgWR0CSBrv1UVBVdX2UKGgGaAloD0MI5geu8gQKK0CUhpRSlGgVS/RoFkdAkgdoQe3hGnV9lChoBmgJaA9DCGaC4VxDNGBAlIaUUpRoFU3oA2gWR0CSCGRv3rUtdX2UKGgGaAloD0MI4zWv6uwickCUhpRSlGgVTV8DaBZHQJIJVupCKJl1fZQoaAZoCWgPQwjSw9Dq5CRMQJSGlFKUaBVLz2gWR0CSCe1vl2eQdX2UKGgGaAloD0MIOUcdHdd/bkCUhpRSlGgVTbcBaBZHQJIMoYFaB7N1fZQoaAZoCWgPQwgracU3lH9vQJSGlFKUaBVNBwJoFkdAkg8TuF6Av3V9lChoBmgJaA9DCHJSmPd4h3FAlIaUUpRoFU2mA2gWR0CSEPvQnhKldX2UKGgGaAloD0MIm6+Sj91mbkCUhpRSlGgVTZQBaBZHQJIT0a99MK11fZQoaAZoCWgPQwh/h6JAX/5wQJSGlFKUaBVNXAFoFkdAkhVWAoXsPnV9lChoBmgJaA9DCOT2yyerjHJAlIaUUpRoFU06AWgWR0CSFb1r6+FldX2UKGgGaAloD0MIkSbeAR7PbkCUhpRSlGgVTcMBaBZHQJIbUNd7fHh1fZQoaAZoCWgPQwj4U+OlW9JxQJSGlFKUaBVNFwNoFkdAkiExoRIz33V9lChoBmgJaA9DCF5J8lzfFG5AlIaUUpRoFU25AWgWR0CSJDK/20zCdX2UKGgGaAloD0MIlE25wnu9cUCUhpRSlGgVTYACaBZHQJInQr5IpYt1fZQoaAZoCWgPQwhEigESzdViQJSGlFKUaBVN6ANoFkdAkige+h4+r3V9lChoBmgJaA9DCOlDF9Q3B3JAlIaUUpRoFU2kAmgWR0CSKHMpPRAsdX2UKGgGaAloD0MIwf2ABwa3b0CUhpRSlGgVTSIDaBZHQJIpv7zkIX11fZQoaAZoCWgPQwj2RNeFH39yQJSGlFKUaBVNowFoFkdAkiwYqPOpsHV9lChoBmgJaA9DCE5C6Qvhj3BAlIaUUpRoFU2vAWgWR0CSMhb/Ot4idX2UKGgGaAloD0MIijve5LdPa0CUhpRSlGgVTawDaBZHQJJHpoexOcl1fZQoaAZoCWgPQwhHADeLF2RwQJSGlFKUaBVNGgFoFkdAkke/4REncHV9lChoBmgJaA9DCF96+3MRznBAlIaUUpRoFU2tA2gWR0CSSqJGvwEydX2UKGgGaAloD0MIHXQJh55FcECUhpRSlGgVTS4DaBZHQJJMH3lCCz11fZQoaAZoCWgPQwhQcRx4dR5xQJSGlFKUaBVN5QFoFkdAkkxschkiEHV9lChoBmgJaA9DCHXniedsz2RAlIaUUpRoFU3oA2gWR0CSTm9MK1G9dX2UKGgGaAloD0MIHEEqxU7AcUCUhpRSlGgVTXkBaBZHQJJOhiXpnpV1fZQoaAZoCWgPQwiOyk3UUhluQJSGlFKUaBVN6QJoFkdAkk7kornTzHV9lChoBmgJaA9DCBSvsrYp9kNAlIaUUpRoFUvSaBZHQJJO8Fqzqr11fZQoaAZoCWgPQwhvhEVFnNJlQJSGlFKUaBVN6ANoFkdAkk8LlaKUFHV9lChoBmgJaA9DCDSfc7frqm1AlIaUUpRoFU0gA2gWR0CST41QIldDdX2UKGgGaAloD0MImx4UlGJ+cUCUhpRSlGgVTX4BaBZHQJJQgaNuLrJ1fZQoaAZoCWgPQwg8SiU8oRRzQJSGlFKUaBVNNgJoFkdAklFup0fYBnV9lChoBmgJaA9DCGlU4GQbiWZAlIaUUpRoFU3oA2gWR0CSVHIa99MLdX2UKGgGaAloD0MIOBQ+WwdHSkCUhpRSlGgVS8BoFkdAklWH1J17pnV9lChoBmgJaA9DCCTyXUpd0klAlIaUUpRoFUvfaBZHQJJWNkUbkwN1fZQoaAZoCWgPQwg4LuOmBjJEQJSGlFKUaBVL22gWR0CSVokXUH6edX2UKGgGaAloD0MI3uhjPiC5ckCUhpRSlGgVTb0BaBZHQJJZc4//vOR1fZQoaAZoCWgPQwjGhQMhmb1wQJSGlFKUaBVN0gJoFkdAkloC1NQCS3V9lChoBmgJaA9DCH8TChFwRlJAlIaUUpRoFUvhaBZHQJJaBE3Kji51fZQoaAZoCWgPQwgS2JyDpzlyQJSGlFKUaBVN2gFoFkdAklq0+C9RJnV9lChoBmgJaA9DCKTi/45ooXBAlIaUUpRoFU3xAmgWR0CSW3we/5+IdX2UKGgGaAloD0MIYOY7+Ak0cUCUhpRSlGgVTcIBaBZHQJJcDNQj2SN1fZQoaAZoCWgPQwjBkNWtnp1yQJSGlFKUaBVNYAFoFkdAklx1BMSK33V9lChoBmgJaA9DCG8PQkA+83BAlIaUUpRoFU23AWgWR0CSXLN5+pfhdX2UKGgGaAloD0MIrW71nPTkRkCUhpRSlGgVS+loFkdAkl1SQtBfKXV9lChoBmgJaA9DCFq8WBgic0JAlIaUUpRoFUvUaBZHQJJdjY287IV1fZQoaAZoCWgPQwjadW9FYsRPQJSGlFKUaBVL32gWR0CSXpnmaH9FdX2UKGgGaAloD0MIUFYMV0dlcUCUhpRSlGgVTTYCaBZHQJJgu/gzguR1fZQoaAZoCWgPQwhdM/lmm9VGQJSGlFKUaBVL0WgWR0CSYgXYDklvdX2UKGgGaAloD0MIR40JMRe4cECUhpRSlGgVTSEBaBZHQJJjsc94eLh1fZQoaAZoCWgPQwgOar+108VxQJSGlFKUaBVNbQJoFkdAkmSVUADJVHV9lChoBmgJaA9DCOQViJ5UJHJAlIaUUpRoFU0vAWgWR0CSZQpqREF4dX2UKGgGaAloD0MIh4ibU4n4cUCUhpRSlGgVTXICaBZHQJJnNcnmaH91fZQoaAZoCWgPQwgTfT7KiNJvQJSGlFKUaBVN2AFoFkdAkmes+zMRpXV9lChoBmgJaA9DCF5nQ/5Z83JAlIaUUpRoFU3RAmgWR0CSaUvQ4S6EdX2UKGgGaAloD0MIlL2lnK8ybUCUhpRSlGgVTUEBaBZHQJJpoeS0Sh91fZQoaAZoCWgPQwhXX10V6D9wQJSGlFKUaBVNwAFoFkdAkmn+EEkjYHV9lChoBmgJaA9DCLh4eM9BB3FAlIaUUpRoFU1EAWgWR0CSayZ88cMmdWUu" | |
| }, | |
| "ep_success_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg==" | |
| }, | |
| "_n_updates": 248, | |
| "n_steps": 1024, | |
| "gamma": 0.999, | |
| "gae_lambda": 0.98, | |
| "ent_coef": 0.01, | |
| "vf_coef": 0.5, | |
| "max_grad_norm": 0.5, | |
| "batch_size": 64, | |
| "n_epochs": 4, | |
| "clip_range": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg==" | |
| }, | |
| "clip_range_vf": null, | |
| "normalize_advantage": true, | |
| "target_kl": null | |
| } |