| {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVKgAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMCVRRQ1BvbGljeZSTlC4=", "__module__": "sb3_contrib.tqc.policies", "__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the feature extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function TQCPolicy.__init__ at 0x7f09c2517310>", "_build": "<function TQCPolicy._build at 0x7f09c25173a0>", "_get_constructor_parameters": "<function TQCPolicy._get_constructor_parameters at 0x7f09c2517430>", "reset_noise": "<function TQCPolicy.reset_noise at 0x7f09c25174c0>", "make_actor": "<function TQCPolicy.make_actor at 0x7f09c2517550>", "make_critic": "<function TQCPolicy.make_critic at 0x7f09c25175e0>", "forward": "<function TQCPolicy.forward at 0x7f09c2517670>", "_predict": "<function TQCPolicy._predict at 0x7f09c2517700>", "set_training_mode": "<function TQCPolicy.set_training_mode at 0x7f09c2517790>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f09c250f960>"}, "verbose": 1, "policy_kwargs": {"use_sde": true}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVUwIAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLGoWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWaAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksahZSMAUOUdJRSlIwEaGlnaJRoEiiWaAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksahZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolhoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGoWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYaAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGghSxqFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [26], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf\n -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf\n inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False False False False False\n False False False False False False False False False False False False\n False False]", "bounded_above": "[False False False False False False False False False False False False\n False False False False False False False False False False False False\n False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVEgwAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBoWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAAAAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaApLBoWUjAFDlHSUUpSMBGhpZ2iUaBIolhgAAAAAAAAAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/lGgKSwaFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWBgAAAAAAAAABAQEBAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYGAAAAAAAAAAEBAQEBAZRoIUsGhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAAA6M1Ql9nDTcVwUB98GeknezR4DdIi6hU0yTLXajtMs/1qJsLBv1AjKc2pcD0lkcJhdvGJTmxW6qeiXiqR73IORHAy7t30WIHzrsx1XLrYOWEeYwWd7TveJbNvwL/OQozu3M4y/+8XGLyIAoWsIDa/Fp75JkpadvAAdfPe/P5y1svs7GCrTnXr2/FbF3hir+7aYppTDU5VOSyrh4mpQK8FhzwnzmSiJ/Ls0KWni33XgP3mA7v0GV28l+4csj5O+I7HKkPyLE9kFf/6Gyt7Fs/vNOQb6hq7NGWCWVmOkhC3zBtAHeS/QPV89fpfR1t/62AEpNkqjBkEOjuEURESZc5fdl4Y75gSe+tZ7c5BVEJVeuy5EOSuckR8oPGvh2LhIuLEua1ahH7j6wrA7g/s8+puIYk+gfXh4FexVhQkRkQ4jG8gUyCnAvcCKi4OfEbDfUorkrffdphKWTkCS+Nz2XXgCaZDb8OEgwtT5hYzl8K/SAzx7ywXH3Eeims6WxEMOsoOe5nhhqXwvJGuYYxe04TQvbvV5YdZLGbDShmquO2eioEv3YKdB5TkcJYyum+lnUX+tkdLHxS3bTGYwSWwgkqW3u1cOxfdHpCbdASKNAqHjGr1ou//mzjvV3EeM4GkfQlW43QQDw7EajrvEHvPkB8aRBI+t7oUzF1MyTwdNWihoxF9lh6f78YEgspm2oYDr0bSURAt+MkRLCqUg9qek2H+NfDCGK6jvrvq41Umaaf4/AE1Uwsh8KmMasXUkuXwaJXtRsNuxdcI6SK6H29N1JdYa31ZYrdbzuA3vlUAZLp8K7o74vqONxeqfZcU5NhkhzqKx33P18IVWq9vuq6bpVMsb5nXXr52q0gMuo608p3sVzJ5hXOR3MNLx27F4QUihHyI5KcTq9mrLTolgqxP+pisdiAuBD/E/veCZ+IRQ0P7KQDSbYoVjRVMeRzOvSlkPor557YEgyvYcMmxImwU7papL2Hc3jDPOf+1krlyJcaDZErrXdv/hvk6+0bivdiCSsTyDPADey2Ey2i/th8nuyAYhFDcgAGQh9WCrK4eFiVsRNCLs/hjDqstI4IwHtf5+AvkbYDJNAG0mG2oHA4EhYKfZMGpNLVOO4Lul43pZG38EzCFToAmlftMpHfocj3BfZ1Q9Wjm9bP+EQtepZSxw7GX3HSSL6iA6nPSoiAGLcq1/Y7g9r1UH20YzqKZcpDo1NpnCTcE4H+OamSGKjE639Nw4Psob5s504HqxHawkVtN86bktx3jf+AkByZIJje4YHvbvxztbuup2Qde//W3vlfIJY/lgiTZxetVxzZFNy38iCdgECLHyTnuvI4AZ5ds9ZJnvFC0AYsqAVcgr6Hk8BFDQum6cPxPIzLJ/6kHEBJsB8pr0D41hY/LPwmhXXbqJYPOe2DsTZMbPMAnXKa4BRv30lsmBW5ibaz7tMDiLkAIPsuieewy7vjXDgCnZGu7SGxbVFln0j48Hfptv0cAHWfWbcsrkVRmTBGqnsSdkaTdi16dbZ6DRP6FfswJrWo6/nTjmxMNnoZIFOfXUZIkPAQhB9vm3drtxVYf05fQipM9jkNakDT6mIZ4KSZrHBYLWYQ9T0nYln/Jb81FU65ZodY/464FhidkdvuFPzsiqYdanOrIpgaAMhNBB7DJWc6CZCk5rAeP8cGYBXK9mqc0X92Bi7NpGej43OV8jRXO1c1dWdtjPjangi0wC44qp/7FQHfMA1wzo0bVE8QR+02N90LE2MSbeLl2MdNsoNwK9zJ+kur7owMuwzV8JAHkVcOrHXyvQAx7qmlYJ3GOFVago+v5DWGImx5W6noBsu/tWSCpEPZprfay28zPELBmmPfVlld56XSMFXwLVUcUEZSDHnhA+L6s/olJb/0SlV8LWG+cIhxfIfYogreBEBAF9I1SB1+Ils3GdL+3m2X+x/3F+KNaTzGm9idKhs2XG98cEZXTnS4imhuvNroj0bmU17hFPXKgqYJEMZTD9sMPrN27svJWoOcnlqAKecDD7Nzi1hVx7hwzoTPyXgtcIY8gDFkqEjM+GvdaaC0Xitdaed7MSz/5FITmxXrL1aMFMLA9QWwrjCqAvCH/VBa0iOkGNa8oDMWtqUaXCeLDCTLD5OqhCOGmGjDg5cMmee3V4BW1wt7gELFwvp3p+EcHvdouSl9LTxrbuZk2mo0WD3h9DQZnxnkX1mMe367mdYz/+OMVE4nUAO9PU2ySjWMqEX+8JczTZ4o27IsfFmIJ3JEY7j2A8oj/vGEFv9MTWzZX9BKyg+7JjR1zEtsF6fv0zK5/jztlSMYt/vXZBGVKXOZ2XnFGvcP8SmtWWckBcHwPLnFUxx9qRR3TiVP8IX7S6eAlkG0Mh14HOp2pWCuqD3L/QODfl/v959zoGcVm/F3AhwDEdL8+ruwh2krWXPbTmNQ+VGfwTMu2dBrF2AALYZhwl4wGecJZrszDrMWqhbWf0mMdyU8k/rJvvYjDUOp0+2BYSkrjHXpuzDie39TViopmsJSb99noahazISy3n+hI1yzS4fjXSe5NOqLSrApsey7xZ2so/PwlztWMSZZGx1h6YuDYu3es5g6ryLhHVyqegAgNytk6Hzyg3XE5M6dU44sz0bwzyLWX25pWOldaIOC6ZjubZwwaGJA5ow7KzFJqS7j0BtB/M9E2JiD2cz7mohikSZuyR8IVG7bWt3d6xhBJ/osCPkFGajOEUju1Sh9KANYnWXVnGSxCyAdea30wv1aKdZ9xI0Pf7yeyO/MJzHZxdw3bdFpZoVSU9BqIq7bPYe/3/WKQ53VSOqv41++AEb47Ohb2epfM8M9ZyLPtKGarMi3l6gJ23d67PD9nrFb0HUCm3OfwRwnvhJc25ZJWBX87ehvBZgdda06iiorccUz1KnNA/tPkgxnOkDFMUPnigvLu2GM77NYGRhlF4B1m/NJ1K+MWI31a7pZPXlIoAvEzLmSSbc+IQtDteE2kCCfWE68UHdtBQoIJr+5erSO0DYw8ItGQNyKKqGzY6zW5cDLP4j99QrMbb5m7eRSssEqgjik4u/NhJG7lkTaIhsYV0VplTEDFEbFILNK/9hO+UgPbAtiFQCIs4fLNq4xlcEAyvqIi7gdRybvXBnOL1BeVYz/iRg3Wo/z1dwjOxbiLBQdnlgYvTe2csZEUDeTI2+NKEsX6CqMGH1c0KPHJmRvGL9/WqpQKRQQ+lghU7fgXlxQc0IbkBSCS5zv2v8PrSPWQi0Q2jRe1P9/ppU4T5rnUMki0EcGglSLNN9OqgIiCWyA/yaARVtulHIa4ZzBVPct3yON+Ye0LFvnu+Aq2f6pPhNHeLPfdID9CUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RLwHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=", "dtype": "float32", "_shape": [6], "low": "[-1. -1. -1. -1. -1. -1.]", "high": "[1. 1. 1. 1. 1. 1.]", "bounded_below": "[ True True True True True True]", "bounded_above": "[ True True True True True True]", "_np_random": "RandomState(MT19937)"}, "n_envs": 4, "num_timesteps": 1000192, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1674939001019280864, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/RvAGjbi6x4WUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVFQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJagAQAAAAAAACTXST/MV6QlZqF6PK7CZT9kJKej2Uo4vZiheryggqe+jFYsvy+8Nj4MKgy+5yUPQMkDwr1QeQI+s+o9vxh4L79TRgg/8C2CPwxWMj9+1Dm+ImEgP2do8r3MruO90x+1v9kUar028qu9FGO9PcxXpCVmoXo8OXIRP2Qkp6NQ8i3AmKF6vPYYDj/eKie/EUBCPVFjxr3DhJo/n7cePuxjAUBGPEm/YWikP/3YvD8TeJc+Su3OvuwSMr8iYSA/Z2jyvcyu473TH7W/2RRqvTbyq72VYfu9zFekJWahejybeaQ+ZCSno3eCg7+YoXq8O1HpPmU4Jr/aU8M80FEzvbACkj8juQQ/0aGjPnjCbj7wogA/9V4Mv+FxAj9BDTQ/gcaBvyJhID9naPK9zK7jvRfqND/ZFGq9NvKrvRUDpb7MV6QlZqF6PKZwdT9kJKejx0YSwJiheryYjKU+M3PlvoBCSD9lhow+EDE5P+tIdTy/VTI+WuCdPsiFiz/R0qA9ohbDPqEOjz7KYFq/w1DMv2do8r3MruO9F+o0P9kUar028qu9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESxqGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVFQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJagAQAAAAAAAB5yd74AAAAAAACAP8L4PD8AAAAAT8wXvAAAAIBFyic/rgCBv8+lGD1QLWW/v5stP3cOxT4X5n89tMRJP8nqCL499z0/qHq8PoztOj/yDgm+AACAPwAAAAAAAAAAAAAAAAAAAAAAAAAAVmqNvgAAAAAAAIA/4E8iPwAAAADWqoK+AAAAgICvTT9LN4C/EbwBPLSJYr9Wxro+dPL8PtCxfz+u3Uc/MbCEPjVbdj+ZgeY9Ip2FPqD5+L4AAIA/AAAAAAAAAAAAAAAAAAAAAAAAAAD24pK+AAAAAAAAgD9nUw4/AAAAAEIbzL0AAACAzmpJP2cSgL8iySw7Oglfv3xqsD76JCc/3z4hPuK4cz/wXdM95rH6PhbOQD7EqDs/BFc0vwAAgD8AAAAAAAAAAAAAgD8AAAAAAAAAAJT1l74AAAAAAACAP/TtQT8AAAAAMZlcvgAAAIBbu0M/fnlwvyGoMD5kC0q/zcNePtib3T58Q689G/V2PxSsYT6j1CI/GisSPlNmDT+0HRi/AAAAAAAAAAAAAAAAAACAPwAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESxqGlIwBQ5R0lFKULg=="}, "_episode_num": 1000, "use_sde": true, "sde_sample_freq": -1, "_current_progress_remaining": -0.00019199999999996997, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVRAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQKT/K6nzg/GMAWyUTegDjAF0lEdAsQsmAJ9iMHV9lChoBkdApaTZaHKwIWgHTegDaAhHQLELJjbi6xx1fZQoaAZHQKW2krQPZqVoB03oA2gIR0CxCyZxm03PdX2UKGgGR0ClaoNAcDKYaAdN6ANoCEdAsQsmnxaxHHV9lChoBkdApaqgrDqGDmgHTegDaAhHQLEdcZYgaFV1fZQoaAZHQKV3wKBun/FoB03oA2gIR0CxHXHEETxodX2UKGgGR0ClejCl7+kyaAdN6ANoCEdAsR1x7F85S3V9lChoBkdApWd/Dm8ujGgHTegDaAhHQLEdciLVFx51fZQoaAZHQKWwY/nGKhtoB03oA2gIR0CxMI9RBNVSdX2UKGgGR0ClqV2VNYbLaAdN6ANoCEdAsTCPivPkaXV9lChoBkdApXyX4j8k2WgHTegDaAhHQLEwj8OCoTB1fZQoaAZHQKWSII1tO21oB03oA2gIR0CxMJAAMlTndX2UKGgGR0ClawonjQzDaAdN6ANoCEdAsUO+Lzf78HV9lChoBkdApbg87p3X7WgHTegDaAhHQLFDvmNipeh1fZQoaAZHQKWVJzH0btJoB03oA2gIR0CxQ76P0Zm7dX2UKGgGR0ClooA+yJKraAdN6ANoCEdAsUO+2QXAM3V9lChoBkdApV0BLoOhCmgHTegDaAhHQLFWA/WUbDN1fZQoaAZHQKV3sacZtN1oB03oA2gIR0CxVgQmu1WsdX2UKGgGR0Clua1rIo3KaAdN6ANoCEdAsVYEXKr7wnV9lChoBkdApZ8HkeZG8WgHTegDaAhHQLFWBJo0ygx1fZQoaAZHQKWWSw35vcdoB03oA2gIR0CxaTLZrYXgdX2UKGgGR0Clvdore67NaAdN6ANoCEdAsWkzD+BH1HV9lChoBkdApa2CLAHmimgHTegDaAhHQLFpM078vVV1fZQoaAZHQKUMCGgzxgBoB03oA2gIR0CxaTOPRzBAdX2UKGgGR0Clr46Y3Ns4aAdN6ANoCEdAsXtDkDIRy3V9lChoBkdApcZ0zXSSeWgHTegDaAhHQLF7Q8TBZZB1fZQoaAZHQKWFynzg/C9oB03oA2gIR0Cxe0PustCidX2UKGgGR0ClsTmCqZMMaAdN6ANoCEdAsXtELH+6y3V9lChoBkdApZ2Rmh/RV2gHTegDaAhHQLGOa9ehPCV1fZQoaAZHQKVWOP9UCJZoB03oA2gIR0CxjmwJokAxdX2UKGgGR0ClWw4FJQLvaAdN6ANoCEdAsY5sOnVG1HV9lChoBkdApYjjvXsgMmgHTegDaAhHQLGObHZsbed1fZQoaAZHQKV1g8dPtUpoB03oA2gIR0CxoWbEk0JodX2UKGgGR0Clr/rUCq6waAdN6ANoCEdAsaFm9+PRzHV9lChoBkdApaWU6vJRwmgHTegDaAhHQLGhZylN1yN1fZQoaAZHQKWkbEGZ/kNoB03oA2gIR0CxoWdet0V8dX2UKGgGR0ClukMAFPi2aAdN6ANoCEdAsbOZKlHjInV9lChoBkdApX6/hqCYkWgHTegDaAhHQLGzmVoYekp1fZQoaAZHQKVUfFAmiQFoB03oA2gIR0Cxs5mCyyD7dX2UKGgGR0Clis5SWJJoaAdN6ANoCEdAsbOZq33HrHV9lChoBkdApbbE+gUUPGgHTegDaAhHQLHGkg9vCMx1fZQoaAZHQKWLG6BiCrdoB03oA2gIR0CxxpI8ZDRddX2UKGgGR0ClyyZ3kgfVaAdN6ANoCEdAscaSYnfEXXV9lChoBkdApSX8w1zhgmgHTegDaAhHQLHGkpD/lyR1fZQoaAZHQKVFDo6CDmNoB03oA2gIR0Cx2drdvbXZdX2UKGgGR0ClKkO9FnZkaAdN6ANoCEdAsdnbC53C9HV9lChoBkdApUYj5TIeYGgHTegDaAhHQLHZ2zbvgFZ1fZQoaAZHQKVaiwblzU9oB03oA2gIR0Cx2dtgSeyzdX2UKGgGR0ClSV37tRekaAdN6ANoCEdAsewZp0wJxHV9lChoBkdApXyN+iJwbWgHTegDaAhHQLHsGeUY8+11fZQoaAZHQKUycAMlTm5oB03oA2gIR0Cx7BoVmBe5dX2UKGgGR0Cls/LzPKMeaAdN6ANoCEdAsewaTs6aLHV9lChoBkdApaQec6Nly2gHTegDaAhHQLH/HqT8pCt1fZQoaAZHQKW5hOgQHzJoB03oA2gIR0Cx/x7QswtbdX2UKGgGR0ClZPSUcGTtaAdN6ANoCEdAsf8e+L3sX3V9lChoBkdApT1N/OMVDmgHTegDaAhHQLH/HyCWeH11fZQoaAZHQKVenynUDuBoB03oA2gIR0CyEVhLoOhCdX2UKGgGR0Clux7o8p1BaAdN6ANoCEdAshFYiOearnV9lChoBkdApcsizollb2gHTegDaAhHQLIRWMuvllt1fZQoaAZHQKWX+UQkHD9oB03oA2gIR0CyEVkPhAGCdX2UKGgGR0ClmsCFTNt7aAdN6ANoCEdAsiSBupCKJnV9lChoBkdApfGEo0ALiWgHTegDaAhHQLIkgfHxSYR1fZQoaAZHQKW1dbypaRpoB03oA2gIR0CyJII1tO2zdX2UKGgGR0CltSeh4+r3aAdN6ANoCEdAsiSCZjQRgHV9lChoBkdApblZa1TisGgHTegDaAhHQLI3bPu5SWJ1fZQoaAZHQKVsjCxeLNxoB03oA2gIR0CyN20t7KJVdX2UKGgGR0ClfmUxmCiAaAdN6ANoCEdAsjdtaxHG0nV9lChoBkdApVpwqZtvXWgHTegDaAhHQLI3bZ8rqdJ1fZQoaAZHQKXNqzQ/oq1oB03oA2gIR0CySblmJ3xGdX2UKGgGR0ClwIh1cMVlaAdN6ANoCEdAskm5mL9/BnV9lChoBkdApZMydOIqLGgHTegDaAhHQLJJuc1fmcR1fZQoaAZHQKWfiySmqHZoB03oA2gIR0CySboM8YAKdX2UKGgGR0Clz056dDpkaAdN6ANoCEdAsl0HfDUExXV9lChoBkdApct3xQSBb2gHTegDaAhHQLJdB6tT1kF1fZQoaAZHQKXA6gnMMZxoB03oA2gIR0CyXQfVEuxsdX2UKGgGR0Cl1yKC6H0saAdN6ANoCEdAsl0H/vOQhnV9lChoBkdApYOxP69CeGgHTegDaAhHQLJwI4oqkM11fZQoaAZHQKWGa7QswtdoB03oA2gIR0CycCPBi1ArdX2UKGgGR0ClzrLR0EHMaAdN6ANoCEdAsnAj+ZPVNHV9lChoBkdApZbn62v0RWgHTegDaAhHQLJwJCfHxSZ1fZQoaAZHQKVDEacZtN1oB03oA2gIR0Cygja11GLDdX2UKGgGR0Cle6uN5t3waAdN6ANoCEdAsoI25J9RaXV9lChoBkdApU+cyi22HGgHTegDaAhHQLKCNxJ/XoV1fZQoaAZHQKWpql0HQhRoB03oA2gIR0Cygjc8DB/JdX2UKGgGR0Cl2lFEy+HraAdN6ANoCEdAspWXEAHVw3V9lChoBkdApbQUNtqHoGgHTegDaAhHQLKVl1uivgZ1fZQoaAZHQKVGxLA57w9oB03oA2gIR0CylZeIdlundX2UKGgGR0Clz8ZbY9PlaAdN6ANoCEdAspWXt8eCCnV9lChoBkdApfuO6Zpi7WgHTegDaAhHQLKn91KoQ4F1fZQoaAZHQKWD3H/95yFoB03oA2gIR0Cyp/eAd4mkdX2UKGgGR0Cl0pjLSuyNaAdN6ANoCEdAsqf3uNPxhHV9lChoBkdApaqn4Glhw2gHTegDaAhHQLKn9+EAYHh1fZQoaAZHQKWVccENe+poB03oA2gIR0Cyuy41P3zudX2UKGgGR0CltIQ3PzFuaAdN6ANoCEdAsrsubtqpLnV9lChoBkdApYtA2606YGgHTegDaAhHQLK7LthNM491fZQoaAZHQKSaAxptaZBoB03oA2gIR0Cyuy9Jvo/zdX2UKGgGR0ClexblijL0aAdN6ANoCEdAss5TwgDA8HV9lChoBkdApQUXIU8FIWgHTegDaAhHQLLOU+8Gs3h1fZQoaAZHQKXgDOoHcDdoB03oA2gIR0CyzlQe7tiQdX2UKGgGR0ClruTB68g7aAdN6ANoCEdAss5URsdkrnVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 247552, "buffer_size": 300000, "batch_size": 256, "learning_starts": 10000, "tau": 0.02, "gamma": 0.98, "gradient_steps": 64, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n Replay buffer used in off-policy algorithms like SAC/TD3.\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n of the replay buffer which reduces by almost a factor two the memory used,\n at a cost of more complexity.\n See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n Cannot be used in combination with handle_timeout_termination.\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function ReplayBuffer.__init__ at 0x7f09cc1edd30>", "add": "<function ReplayBuffer.add at 0x7f09cc1eddc0>", "sample": "<function ReplayBuffer.sample at 0x7f09cc1ede50>", "_get_samples": "<function ReplayBuffer._get_samples at 0x7f09cc1edee0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f09cc1efba0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLQGgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": -6.0, "ent_coef": "auto", "target_update_interval": 1, "top_quantiles_to_drop_per_net": 2, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}} |