| { | |
| "policy_class": { | |
| ":type:": "<class 'abc.ABCMeta'>", | |
| ":serialized:": "gASVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", | |
| "__module__": "stable_baselines3.common.policies", | |
| "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", | |
| "__init__": "<function ActorCriticPolicy.__init__ at 0x7f5bdd64f0e0>", | |
| "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f5bdd64f170>", | |
| "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f5bdd64f200>", | |
| "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f5bdd64f290>", | |
| "_build": "<function ActorCriticPolicy._build at 0x7f5bdd64f320>", | |
| "forward": "<function ActorCriticPolicy.forward at 0x7f5bdd64f3b0>", | |
| "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f5bdd64f440>", | |
| "_predict": "<function ActorCriticPolicy._predict at 0x7f5bdd64f4d0>", | |
| "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f5bdd64f560>", | |
| "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f5bdd64f5f0>", | |
| "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f5bdd64f680>", | |
| "__abstractmethods__": "frozenset()", | |
| "_abc_impl": "<_abc_data object at 0x7f5bdd6a71b0>" | |
| }, | |
| "verbose": 1, | |
| "policy_kwargs": {}, | |
| "observation_space": { | |
| ":type:": "<class 'gym.spaces.box.Box'>", | |
| ":serialized:": "gASVwwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBVudW1weS5jb3JlLm11bHRpYXJyYXmUjAxfcmVjb25zdHJ1Y3SUk5RoBowHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsIhZRoColDIAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lHSUYowEaGlnaJRoEmgUSwCFlGgWh5RSlChLAUsIhZRoColDIAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lHSUYowNYm91bmRlZF9iZWxvd5RoEmgUSwCFlGgWh5RSlChLAUsIhZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDCAAAAAAAAAAAlHSUYowNYm91bmRlZF9hYm92ZZRoEmgUSwCFlGgWh5RSlChLAUsIhZRoKolDCAAAAAAAAAAAlHSUYowKX25wX3JhbmRvbZROdWIu", | |
| "dtype": "float32", | |
| "_shape": [ | |
| 8 | |
| ], | |
| "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", | |
| "high": "[inf inf inf inf inf inf inf inf]", | |
| "bounded_below": "[False False False False False False False False]", | |
| "bounded_above": "[False False False False False False False False]", | |
| "_np_random": null | |
| }, | |
| "action_space": { | |
| ":type:": "<class 'gym.spaces.discrete.Discrete'>", | |
| ":serialized:": "gASVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", | |
| "n": 4, | |
| "_shape": [], | |
| "dtype": "int64", | |
| "_np_random": null | |
| }, | |
| "n_envs": 16, | |
| "num_timesteps": 1015808, | |
| "_total_timesteps": 1000000, | |
| "_num_timesteps_at_start": 0, | |
| "seed": null, | |
| "action_noise": null, | |
| "start_time": 1651684615.4509566, | |
| "learning_rate": 0.0003, | |
| "tensorboard_log": null, | |
| "lr_schedule": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gASVXwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX2ZpbGxfZnVuY3Rpb26Uk5QoaACMD19tYWtlX3NrZWxfZnVuY5STlGgAjA1fYnVpbHRpbl90eXBllJOUjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlEsBfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEgvdXNyL2xvY2FsL2xpYi9weXRob24zLjcvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdYeUUpR9lCiMB2dsb2JhbHOUfZSMCGRlZmF1bHRzlE6MBGRpY3SUfZSMDmNsb3N1cmVfdmFsdWVzlF2URz8zqSowVTJhYYwGbW9kdWxllGgZjARuYW1llGgPjANkb2OUTowXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC2Fubm90YXRpb25zlH2UjAhxdWFsbmFtZZSMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjAprd2RlZmF1bHRzlE51dFIu" | |
| }, | |
| "_last_obs": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gASVjQIAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLCIaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUIAAgAAZtuiPBdmYz+IsUs9tm/MvogSPD3jmDI9AAAAAAAAAAAAblm8w+1uuswwqLt0mg04f7uDu0BpzrUAAIA/AACAPyaB5r0RVbg9KE9dPp6+Pb7g68Y8WA0bPQAAAAAAAAAA5rBvPYNNNLzM5Mq990t7PM9kRT0w2Mc9AACAPwAAgD/NhNG7oW/4PXALtryW8H6+9UbOuj6gMr0AAAAAAAAAAGZQwzyYQfM9Hnkivo5jSL7GIVG9N02GPQAAAAAAAAAAGjowvRrbFT5+Xw8933pfvnacgzusGzs8AAAAAAAAAACagn89l+1jPzoHMD21N7e+A5GQPTPHtr0AAAAAAAAAADMn9byPpkW62jehOf5ET7b19Zo6/dO4uAAAgD8AAIA/QHMmvhWQaT6h6CI+pp6JvpOekLxK9Ru9AAAAAAAAAADNpuE8w3khO9v7ZDyZFku+egAMu0c/Jz0AAAAAAAAAAJoKCL37iDU/4onRvQTk375HJfq8i41kvQAAAAAAAAAAmv0CvXu+pboPYDG4ohQls+Lgvjqy/0s3AACAPwAAgD/mARY9TzC6Pxo7Nz/X9qs+0uy5vPgglLsAAAAAAAAAAM2+W73XKki7rUEou4x7gDyHH4c8buFdvQAAgD8AAIA/AMGEvK7ng7pUtQ67goNaOf7HFbtu3oI5AACAPwAAgD+UdJRiLg==" | |
| }, | |
| "_last_episode_starts": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gASVmAAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxCFlGgDjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDEAAAAAAAAAAAAAAAAAAAAACUdJRiLg==" | |
| }, | |
| "_last_original_obs": null, | |
| "_episode_num": 0, | |
| "use_sde": false, | |
| "sde_sample_freq": -1, | |
| "_current_progress_remaining": -0.015808000000000044, | |
| "ep_info_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gASVXhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIKxa/KWyVcECUhpRSlIwBbJRNOwGMAXSUR0CirS5QP7N0dX2UKGgGaAloD0MIJjeKrDXwcECUhpRSlGgVTTUBaBZHQKKte+Yc/+t1fZQoaAZoCWgPQwhXI7vSsmVwQJSGlFKUaBVL9GgWR0Cira0rbxmTdX2UKGgGaAloD0MI+8xZn3KXZkCUhpRSlGgVTegDaBZHQKKtxabnX/Z1fZQoaAZoCWgPQwiHhzB+WptxQJSGlFKUaBVNSAFoFkdAoq3dvhqCYnV9lChoBmgJaA9DCPz+zYsTdXFAlIaUUpRoFU0WAWgWR0CirmT4L1EmdX2UKGgGaAloD0MIETenkgHNb0CUhpRSlGgVS/JoFkdAoq6/VI7NjnV9lChoBmgJaA9DCGlSCrr9O3JAlIaUUpRoFU3UAWgWR0CiruP4dp7DdX2UKGgGaAloD0MIxsN7DmxKc0CUhpRSlGgVS/doFkdAoq763d9DyHV9lChoBmgJaA9DCDdxcr9DTXBAlIaUUpRoFU0yAWgWR0Cir1Dej2zwdX2UKGgGaAloD0MIu0OKARLBb0CUhpRSlGgVTQEBaBZHQKKvieJYT0x1fZQoaAZoCWgPQwiCjevfdTFyQJSGlFKUaBVL+GgWR0CisE070WdmdX2UKGgGaAloD0MIZqGd06xLbUCUhpRSlGgVS/VoFkdAorFTIPsiS3V9lChoBmgJaA9DCBA7U+i8G3JAlIaUUpRoFU1cAWgWR0CisZMtK7I1dX2UKGgGaAloD0MIU+knnF0jckCUhpRSlGgVTRIBaBZHQKKx5mA9V3l1fZQoaAZoCWgPQwiT5Lm+D5VtQJSGlFKUaBVNBwFoFkdAorHnCZWq+HV9lChoBmgJaA9DCNZVgVrMfnJAlIaUUpRoFU0sAWgWR0Cise5NoJzDdX2UKGgGaAloD0MI8RKc+sBobkCUhpRSlGgVS/doFkdAorITDl5nlHV9lChoBmgJaA9DCOsdbofGSnJAlIaUUpRoFUv+aBZHQKKyYq8UVSJ1fZQoaAZoCWgPQwjKUBVTqSVyQJSGlFKUaBVNFQFoFkdAorJxAUtZm3V9lChoBmgJaA9DCG2oGOcvRXFAlIaUUpRoFUv5aBZHQKKyzZmqYJF1fZQoaAZoCWgPQwjqr1dYcKluQJSGlFKUaBVNBgFoFkdAorOjZlFtsXV9lChoBmgJaA9DCF2lu+vscXFAlIaUUpRoFU0gAWgWR0CitAcU21lYdX2UKGgGaAloD0MIswbvqzJ5cECUhpRSlGgVTQsBaBZHQKK0bvhIe5p1fZQoaAZoCWgPQwjqy9JOjfhxQJSGlFKUaBVNGQFoFkdAorRuICU5dXV9lChoBmgJaA9DCBt/orLhEHBAlIaUUpRoFU0jAWgWR0CitdIk7fYSdX2UKGgGaAloD0MIWtb9Y+H4ckCUhpRSlGgVS/ZoFkdAoratv/BFeHV9lChoBmgJaA9DCFlQGJRp6HBAlIaUUpRoFUv/aBZHQKK3EG5c1O11fZQoaAZoCWgPQwh9sIwN3ZVuQJSGlFKUaBVNIwFoFkdAorcMHObAlHV9lChoBmgJaA9DCGN6whJP13BAlIaUUpRoFU0ZAWgWR0CitxcOkLx7dX2UKGgGaAloD0MIUiY1tIFJbUCUhpRSlGgVS+9oFkdAorcnNX5nDnV9lChoBmgJaA9DCGbAWUoWWXFAlIaUUpRoFUv2aBZHQKK3OHhS9/V1fZQoaAZoCWgPQwiCN6RRwfNyQJSGlFKUaBVNHgFoFkdAord36be/H3V9lChoBmgJaA9DCJ/kDptIlW9AlIaUUpRoFU0xAWgWR0Cit86t9x6wdX2UKGgGaAloD0MIvsEXJhOwcECUhpRSlGgVTRABaBZHQKK4IEOAiFF1fZQoaAZoCWgPQwiWzodnCYpyQJSGlFKUaBVNCgFoFkdAorjVyYG+snV9lChoBmgJaA9DCCDT2jR203BAlIaUUpRoFUv4aBZHQKK44Yu01Il1fZQoaAZoCWgPQwhy3CkdLOFtQJSGlFKUaBVNEgFoFkdAorm0lHBk7XV9lChoBmgJaA9DCJwVURM9+nJAlIaUUpRoFU0VAWgWR0CiucGhmGucdX2UKGgGaAloD0MIyGDFqdYNb0CUhpRSlGgVS+5oFkdAort+BQN1AHV9lChoBmgJaA9DCLth26JM1HJAlIaUUpRoFU0HAWgWR0Ciu7Ay2x6fdX2UKGgGaAloD0MIvHoVGZ0RcECUhpRSlGgVS+BoFkdAoruvalDWsnV9lChoBmgJaA9DCB3mywswY3FAlIaUUpRoFUv2aBZHQKK7xosZpBZ1fZQoaAZoCWgPQwhwl/26E39wQJSGlFKUaBVL/GgWR0Ciu8o8p1A8dX2UKGgGaAloD0MItTS3QpiVcUCUhpRSlGgVTREBaBZHQKK8ZC/oJRh1fZQoaAZoCWgPQwgY6rDCrTNvQJSGlFKUaBVL/mgWR0CiyorMkhRqdX2UKGgGaAloD0MIqkNuhhtUcECUhpRSlGgVS+9oFkdAosqdH8TBZnV9lChoBmgJaA9DCFs//WfNPHBAlIaUUpRoFU00AWgWR0CiytPJA+pwdX2UKGgGaAloD0MIJctJKH1ZcECUhpRSlGgVTRIBaBZHQKLMCiosI3R1fZQoaAZoCWgPQwgfMA+ZssdwQJSGlFKUaBVNGgFoFkdAosw+lGgBcXV9lChoBmgJaA9DCAJmvoNfx3FAlIaUUpRoFU0LAWgWR0CizOStmthedX2UKGgGaAloD0MI+BisONWCbUCUhpRSlGgVTRwBaBZHQKLNUkY4yXV1fZQoaAZoCWgPQwhHHLKBdA5xQJSGlFKUaBVL6mgWR0Cizm1S4vvjdX2UKGgGaAloD0MIjpPCvMdvb0CUhpRSlGgVS/5oFkdAos6Wcz67/XV9lChoBmgJaA9DCK7VHvZCNWdAlIaUUpRoFU3oA2gWR0Cizt1IiC8OdX2UKGgGaAloD0MIdeWzPE8NcECUhpRSlGgVTQcBaBZHQKLPBRIBikR1fZQoaAZoCWgPQwhosKnz6ItzQJSGlFKUaBVNFAFoFkdAos9lxEORT3V9lChoBmgJaA9DCPeUnBO7hHBAlIaUUpRoFU0dAWgWR0Ciz4GoBJZodX2UKGgGaAloD0MImxw+6cTzZUCUhpRSlGgVTegDaBZHQKLQB7FbVz91fZQoaAZoCWgPQwjf4uE9B4pyQJSGlFKUaBVNFgFoFkdAotASL2pQ13V9lChoBmgJaA9DCM0FLo+1eHFAlIaUUpRoFU0UAWgWR0Ci0EZRKpT/dX2UKGgGaAloD0MI0R+aefKycECUhpRSlGgVS9hoFkdAotCZyXD3unV9lChoBmgJaA9DCGggls1ctnFAlIaUUpRoFU0aAWgWR0Ci0KIQe3hGdX2UKGgGaAloD0MIsRafAuDEc0CUhpRSlGgVS95oFkdAotDhUBGQS3V9lChoBmgJaA9DCIlhhzFpF3JAlIaUUpRoFU1FAWgWR0Ci0Sm5c1O1dX2UKGgGaAloD0MI5BBxc6p+cUCUhpRSlGgVTSgBaBZHQKLSqdWhh6V1fZQoaAZoCWgPQwjO4sXCUARyQJSGlFKUaBVNFAFoFkdAotKqsr/bTXV9lChoBmgJaA9DCM5vmGiQl3BAlIaUUpRoFUv7aBZHQKLTJnBciW51fZQoaAZoCWgPQwgVONkG7plyQJSGlFKUaBVL+GgWR0Ci0zpb2USqdX2UKGgGaAloD0MI05/9SFE0ckCUhpRSlGgVTQ4BaBZHQKLT4KwY+B91fZQoaAZoCWgPQwjfh4OEKM1xQJSGlFKUaBVL+WgWR0Ci0+02LpA2dX2UKGgGaAloD0MIKq2/JQBibUCUhpRSlGgVTQMBaBZHQKLUOPkq+al1fZQoaAZoCWgPQwhYjLrWXhRwQJSGlFKUaBVL92gWR0Ci1HqcNH6NdX2UKGgGaAloD0MIw5rKorAGcUCUhpRSlGgVS/ZoFkdAotR/q/ub7XV9lChoBmgJaA9DCHQK8rPRLnNAlIaUUpRoFU02AWgWR0Ci1LlMIu5CdX2UKGgGaAloD0MItOTxtPx+ckCUhpRSlGgVS/1oFkdAotUuM2m52HV9lChoBmgJaA9DCLHgfsADD3BAlIaUUpRoFU0VAWgWR0Ci1T2/ag27dX2UKGgGaAloD0MI2Ls/3qt4a0CUhpRSlGgVTRcBaBZHQKLV3OCXhOx1fZQoaAZoCWgPQwgQBwlRfvBwQJSGlFKUaBVNMgFoFkdAotYL2QGOdXV9lChoBmgJaA9DCLsnDws1iG9AlIaUUpRoFU0SAWgWR0Ci1hSzw+dLdX2UKGgGaAloD0MIyCb5ET8dZ0CUhpRSlGgVTegDaBZHQKLW4mx+rlx1fZQoaAZoCWgPQwiM1lHVxM9wQJSGlFKUaBVL+GgWR0Ci1yqABkqddX2UKGgGaAloD0MITfT5KCNiSkCUhpRSlGgVS9poFkdAotfYQjD8+HV9lChoBmgJaA9DCF2pZ0HobnJAlIaUUpRoFU0qAWgWR0Ci2CpeeFtbdX2UKGgGaAloD0MI/FBpxEzRcECUhpRSlGgVTRgBaBZHQKLZG1twaR91fZQoaAZoCWgPQwh0QBL2LVhxQJSGlFKUaBVNPQFoFkdAotkcf1YhdXV9lChoBmgJaA9DCHnJ/+RvenNAlIaUUpRoFU0EAWgWR0Ci2Va3iJfqdX2UKGgGaAloD0MIgUI9fQRScUCUhpRSlGgVTQsBaBZHQKLZypjMFEB1fZQoaAZoCWgPQwh8KNGSx7NvQJSGlFKUaBVL92gWR0Ci2fhF/hESdX2UKGgGaAloD0MInrEv2TjlcECUhpRSlGgVTSoBaBZHQKLaHcIJJGx1fZQoaAZoCWgPQwib6PNRhpNxQJSGlFKUaBVNRQFoFkdAotpV2Rq46XV9lChoBmgJaA9DCBr8/WI29WxAlIaUUpRoFU0aAWgWR0Ci2oOk+HJtdX2UKGgGaAloD0MIzEV8J2ZWckCUhpRSlGgVS/poFkdAotqm2oegc3V9lChoBmgJaA9DCGA7GLEPcXBAlIaUUpRoFU2fAWgWR0Ci2vwKBun/dX2UKGgGaAloD0MIym37HrUHckCUhpRSlGgVTQUBaBZHQKLbCnfl6qt1fZQoaAZoCWgPQwgcX3tmSYxyQJSGlFKUaBVNBgFoFkdAotsHAj6eoXV9lChoBmgJaA9DCF3g8ljzhXFAlIaUUpRoFU0RAWgWR0Ci3Ek0iyIIdX2UKGgGaAloD0MISzlf7D0wbkCUhpRSlGgVTQIBaBZHQKLcpmjj7yh1fZQoaAZoCWgPQwjzVfKxO4pyQJSGlFKUaBVL/GgWR0Ci3NYvvjOtdX2UKGgGaAloD0MIJXhDGtXgcECUhpRSlGgVS/9oFkdAot3GGCZnc3VlLg==" | |
| }, | |
| "ep_success_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gASVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg==" | |
| }, | |
| "_n_updates": 372, | |
| "n_steps": 1024, | |
| "gamma": 0.999, | |
| "gae_lambda": 0.98, | |
| "ent_coef": 0.01, | |
| "vf_coef": 0.5, | |
| "max_grad_norm": 0.5, | |
| "batch_size": 64, | |
| "n_epochs": 4, | |
| "clip_range": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gASVXwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX2ZpbGxfZnVuY3Rpb26Uk5QoaACMD19tYWtlX3NrZWxfZnVuY5STlGgAjA1fYnVpbHRpbl90eXBllJOUjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlEsBfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEgvdXNyL2xvY2FsL2xpYi9weXRob24zLjcvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdYeUUpR9lCiMB2dsb2JhbHOUfZSMCGRlZmF1bHRzlE6MBGRpY3SUfZSMDmNsb3N1cmVfdmFsdWVzlF2URz/JmZmZmZmaYYwGbW9kdWxllGgZjARuYW1llGgPjANkb2OUTowXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC2Fubm90YXRpb25zlH2UjAhxdWFsbmFtZZSMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjAprd2RlZmF1bHRzlE51dFIu" | |
| }, | |
| "clip_range_vf": null, | |
| "normalize_advantage": true, | |
| "target_kl": null | |
| } |