Upload model to Hugging Face

DQN-default.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a31e8ea220793e410b9636b7630d4655f395bbc9ebb5ee7cd3eeaa2471c89ad2
-size 105963
+oid sha256:02aade634d6e81d6fa61173ca0a4c384d02adfc9faf41c916e9c65eaedcb737c
+size 106296

DQN-default/data

@@ -4,34 +4,34 @@
         ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=",
         "__module__": "stable_baselines3.dqn.policies",
         "__doc__": "\n    Policy class with Q-Value Net and target net for DQN\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function DQNPolicy.__init__ at 0x7fe79b873520>",
-        "_build": "<function DQNPolicy._build at 0x7fe79b8735b0>",
-        "make_q_net": "<function DQNPolicy.make_q_net at 0x7fe79b873640>",
-        "forward": "<function DQNPolicy.forward at 0x7fe79b8736d0>",
-        "_predict": "<function DQNPolicy._predict at 0x7fe79b873760>",
-        "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7fe79b8737f0>",
-        "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7fe79b873880>",
+        "__init__": "<function DQNPolicy.__init__ at 0x7f6b7796f520>",
+        "_build": "<function DQNPolicy._build at 0x7f6b7796f5b0>",
+        "make_q_net": "<function DQNPolicy.make_q_net at 0x7f6b7796f640>",
+        "forward": "<function DQNPolicy.forward at 0x7f6b7796f6d0>",
+        "_predict": "<function DQNPolicy._predict at 0x7f6b7796f760>",
+        "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7f6b7796f7f0>",
+        "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7f6b7796f880>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7fe79b8868c0>"
+        "_abc_impl": "<_abc._abc_data object at 0x7f6b7797b000>"
     },
     "verbose": true,
     "policy_kwargs": {},
     "observation_space": {
         ":type:": "<class 'gym.spaces.box.Box'>",
-        ":serialized:": "gAWVkQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBoWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAAAABbEAADIwwAAAAAAAAAAAAAAAAAAAACUaAtLBoWUjAFDlHSUUpSMBGhpZ2iUaBMolhgAAAAAAAAAAAAWRAAAyEPbD0lAAADIQgAAyEIAAMhClGgLSwaFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWBgAAAAAAAAABAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYGAAAAAAAAAAEBAQEBAZRoIksGhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==",
+        ":serialized:": "gAWVhwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBYWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWFAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAJRoC0sFhZSMAUOUdJRSlIwEaGlnaJRoEyiWFAAAAAAAAAAA6P1I2w9JQAAAyEIAAMhCAADIQpRoC0sFhZRoFnSUUpSMDWJvdW5kZWRfYmVsb3eUaBMolgUAAAAAAAAAAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBYWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYFAAAAAAAAAAEBAQEBlGgiSwWFlGgWdJRSlIwKX25wX3JhbmRvbZROdWIu",
         "dtype": "float32",
         "_shape": [
-            6
+            5
         ],
-        "low": "[-600. -400.    0.    0.    0.    0.]",
-        "high": "[600.        400.          3.1415927 100.        100.        100.       ]",
-        "bounded_below": "[ True  True  True  True  True  True]",
-        "bounded_above": "[ True  True  True  True  True  True]",
+        "low": "[0. 0. 0. 0. 0.]",
+        "high": "[5.2000000e+05 3.1415927e+00 1.0000000e+02 1.0000000e+02 1.0000000e+02]",
+        "bounded_below": "[ True  True  True  True  True]",
+        "bounded_above": "[ True  True  True  True  True]",
         "_np_random": null
     },
     "action_space": {
         ":type:": "<class 'gym.spaces.discrete.Discrete'>",
-        ":serialized:": "gAWVNAsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBSMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAA/HeT+DTgV1KAtu+YENCzNwRvBBq6gIJE8+pP5LxeQewk6CFTYWt3V+fcBAp8D0lSogc8YX1OsiAmQXHwrHjLidCOpnyHlWBCFdq4KWHuv7RZKaREigrmsVb+Hqk79I/U/6j4WCNS7lB1eZap2euPoG5ovOvFtG0j1UMEwQ3PNSc8gsrM4PhN1JL3t3Lvz7fFXfm0rw5/nfC4D6T5SlVZnLGXCYEN0wGBy3fxbGenwdlzbyGxCkIIiu0+4ahwSLtCqXFgEx9oQ/m4ycl3XwnwA0d08J9XzxcdWKcT7qMTDjkw6ZR3AQLVisbkmUKwf2g3CtZ+GWhbRMKdmG5jNDhdZPIqYS6AUe2EfU05zdvxBfDV3f/WyuxMGRi7ClawqPB3yUsv7UQkARDOHxl3LEXvyWi2/2tXP7v0Yu4u2LyYVJRqIa0cDy3JXSoaxwmIK8tUFkT/PRHJbaPikZF/tZhvROASeblCVj9dFeZH1sp6Ya6U8TKNmfXAAJFK5Xn/fFNsNpI+Rfabdudkx0LKToSAtVR5A3mTMx0UCFXegMj1h2U0lFMeN+3nN1rlUEnbNZxtS4isGwH+w26kgXErnvs+V+qnQoriglip/lQYrZx3IiXvjmSqTOienH1QKTB62qxQzro23mx4wKPraN5EZ0iI8qouo2B2H6/92tEdgf9Y4mOSc2rfgilZLBMcvOy3rGqcjBxctnvQECERZJV7osqTpwLWi0q2R6bzWmzOjAmRJ9hZ81RWz8M1vePj4fbLQm7bZlquKL/3RL5b54HYEsR/YjHkF6iirS6dsto4LeU0ntRfUd04qI6gvrFoJ8Xt5QUWrF7EKyWTTRVqVbflMN9zF68GrzOwU25maCon8twXumTcFxpRlKiQHJu5RmDx3W7bvG5Va7iZ8bq5WeZYokJ6zNxjmlkrQ5eSjLw3qohX/ve2LTQVSvnnCP0G06VSAXB995dQfjpuKNUqt45GJxYd9gFw3/H5tIuG4sAydj5PdnW9vRkRujYnYSYEeEIJB947BkzAboYaZ6xcGOzlX43xmSvMEbR3YSTno7T9CbHCJ9mZKAoxHStM23chmw6RgdZhuaQdOhzMBsZn+Ks+p0dMLxEkl53gBkhbGqlLn/2fnuC709Zvxr5wdX1U+kXFoO8faiZ3/hlCkFx/cka/xn17TzxIVcMB50fvz/Fhf15vf9NOGPNKyLiIaSD0X+2/8d2MoGUroQ03up69+cDf+npxcIyoOcX+9lkkgyvcIypininzcyl/+XM7LFWzs0ismfSquwtbh8HqDxPFY7OiItu0/Jz52bL0ZOnvLlQrBE2wJteXkbwFm1DSSe0hZyPFvQ2Y7EEfGSpACPN23oy/5HmJwiyExODxGWjV7acV9GULD5FXIM9hf0ifRgCXfrDMl8QvhDJbGi2Jxt8EdwJOsey3KuKHF1jgNyOaZaaxlQOsKceJOUO6GyTQk3TrzV0wZP/kpXV6x3h9ocfE5XPXdPYTm0XbhYRiwfme495M5UwRZDosjCUqU65KInBP4lhde6fTlU6RAJOt9A/YQBp2x88+NLK7uerInxKl1hTDkN6oGW18AH6NtdLHW6lQFHIp62LRshsxHv+ofQCnt2F3vCaAmnmgIpdbi4P5Nm5EQZo3SRsRr0QjqK3GqQzaEF5GrV9J9ITDf46WUwk+g1wBfVzhZuqRdKtZHCeJmy3kSyzIWskpqeQzpiGHx2QKQ8KfB0RwHl4WeEe1rqSkwxXyqDhSAB/sK/lmhaKBAxdSxUjQob2YpWnAk8BAtyB2A3YZU0eP8Q3end8xtV/EVlFZ8gDc4peZDeLMKEITLA/LhOme/mFRDFpHM+VRTUM85hu8/j3grNemL5+8QCg6yQIK7UMZiTy6rgtIhs1Mg+iFVJ3ABKAAqqa+hM/E5vdnf4+/sv1F3SUEz4uB6ht4Wb5ahC8Y/eThDdxcHszTlp23hSoCS7Cgvvnqq5t9ehR6aCosdtNoWqKzw6roKcOpASAOlV5alGT+eHvZuR2lE0n9z2ywDwUB1HodvkpE7qJjQiav87IaPIaMTAc2zUbop8wUuQRr+CmArTSsp2Yx0BHFa0I5vIndjrAljtx4AARXCw/yHY46KAdfL8SvZV57tVPBadWsGVIbyxh8Jhfe2FuizUK/4Wmk3GU0ThnfpGoyPL9uaPsT7IT+su7LqvPoaDoXM9onlsOhk6epSKDr0jFMJ4QpxlKWsTE69y8vGEe48IkLhf7oAWNxDnmgvb4l3KuUJz15WzZYCubb4NhYozWTuEPgSrv57SPbs2Wz+dAwVgdda8+Z4U2PVxh7pFW0KDWL6vra1PBpQMrfmuGOU7s3ySZ9+GYpxaf5SRHqfGBxzheocWLsbxjpJEjzac/sZasVApeMW3/L4fPKhNdSzI6yZMtN9cfT9ANNl+gcZRClwMcAHR/c3yZZIFRbJLNbspe9Kx0kQdamNhEZecsn3L+D4/RkzKki4YuuzQeGugRZwO6/tEhUGYikozNOtiPIR+JNqmyYcANMGueFoGO1WsC9yr+MY8c5jcDNue59n8Lrq/jP0dwVGVI874XrkGW7WjrRt1bj2N2imFsZ65hsQtPF1A9DssJXl9Xgl9Bind8MHaLQ2MDOvW0o3afH/Sp5o3x5kLc3v1fUppRp1t8AJW1ieJZQVMwSSuT3Qhk6+gDoU/1V3IQRlmAJmkzMLDWmMv3QzCqheQOELpob6y0JQ0aCYhKpaKv9s2OoWJ/bSwS+12YTQmpyAJThLPiIF0iVJmnVy3pfmOupVC+vA3WrjZErUGM0N4AvHyVwAttS82irz+8j27QW4cNcD81VR2f35RDwrQQYEoqoacCriQpKtrdLpvx1V3qdH3Vy90nFX3huhkjBzkH+z5GVKvgkrtWjjTRZb01s1k5htI5RL8d7jc5jjIV629+VPzq7Itbd80qeiofP8zg/QSuapfjU3x9eFyFkgpCf7BZqSxNbf+refFi14ElgOS0hBe3NRfaMXemWFAw9ed0Jtv7Sdbs+NyKsSKMjI6q+lX0VGstSYOIO1Mh0ZcSrcZ/OuF44q6TXjJ8PsMmoHRLazweEWQW7WgkOZX6UwpliVSdar60Xu4SjMUB+7fFBZgNUEAhmRIVMo09Ypq/YCA/3hPRbLhYviK2upGZVNHN2Ja/qGZF2WH4991wTpK1CeXfv4rv6h7FlAU6/PbRcOM4/HlbKUew+BXUKfE/rEfc9XzDx6uB4D8HUbNgjLa/WhGEFIYIIkc6facNrAj75Vp6Ic08Tw6piicsm0GDcWZOJgwUpNyfvU1Hffho01gTteteRmtaYwl9L2vlriHbWvBYTlGgKjAJ1NJSJiIeUUpQoSwNoDk5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RL7HWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=",
+        ":serialized:": "gAWVNAsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBSMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAdTzS3HyiU/vq5K42APBSDklalR1qHjmRzwWIavYS37BlUdOYr/WWUvT0+fQorK89x8SxMCFKEKfqBKct8K7jcV71FQHGZQHiQLdB9B800YcMaEUm3ugj2c65ZfNpe+ZpYOCCwLD4CFc84f0Z3K6x1grcrWXlkrBhnuXA0kj5eImV2KAfFmh1LGx9FVSX++cfdxdkXY2i6ujVnTgW91Va34xOumal8jFZ1Xfg2v38FiA86QKR4gL6vksuBkLAlHEQwFj4WZOpJFYlQxSYdZ4T63VJEyCxMbg0yNZGtj4Ck7iPhGCVsjNJAbTi/eIJb8Ba5V+X60Gn35JWsQPTnYhOMmCUtyLErb+D01hoVCAxE8AhkriiAmcAXumaawfuBvVqsErLpohytdeyUS72+opR9EGy5c041vfIr0Tbnv72ZGBcCgsljLSc+ZAOBEd9e4r1xijmj6YdhV7CLUFDGax36ehiG/VwKA3UUP3cjFhbUJbmpZR2TvDJUleCcEAOkXnwMmbDVYNspH2Zhai5mm3edqdLTIyfIv4fGr++IuBip59yvGpuvHbNhSGgu6wiugZHv3YEjjUx1olxnReFlH4osLQu7Z3dVDjD39rLnaYZVHBMCTNWR6KIr5P33kfW7/E1WPd4yY0fmXF0D1mT5xXsWncZyc+jaBdxAyBtzFcWlz6QFx/DorcoWAM7Jh5Jmb7Bl6MiWIa2zRpqrbDWxsqFah+Rlx5LUJ5ecxnx6Oa6nJE+mdxTxa3p8tidssc/7p2o4EK5NqAVOpyJ4eFArYGndnLZvcCYfD5NkaFKhQHihh2h0mjFE/FOEzncjMoyLklBkNZgvGL2SfYgA0OSeefRbaPYp8MZ+mEwCmfAU/i50eT27ZCPGdClPENx8TL2v2eGH3ZeNdAOgKBA6Z4iEkkSPY5zVHxueXLfVFo1hlpRSr1iMxSD62fI40NYuMJWRvmZ02hdBW1AbL+G86t1gVyK9OLDNXNJf2XRzCUCNrB3sbTY83dVO0Sb6ZIW+nb/mj/giWOJEJvPY0h+HLi1N0uRV/9JmZfObMd2ylHFIQQXuW+C23h30EcL5ndkTHIrvB6lVQ9vUmx2S+28C1vp890R3OQaT9bkRDp2cuoqxtutgqJuwboUquezkzXvZQ3iedvgYLqznGQzkjLZr8ORGsSiPYIx2fpPcCPQf+Fuf6ZjVMhFEo1CHWo0+zH1DMlUdtgtIkb1tWjPQWQ3NSQXci8qnau36cwDirLk/UxlG9zcOot3ANvHTkUFhXqbIhzkRIxCFmWuvlbks/0z+ujazm0UDS4KMP/ReajeTzuty1D82SfofeGyg0/NUAn5GrvhFPLHHtEvfVGp5jOkxR11aLtBLR7iFCnDINCixIhTGjZYfF/45Ukk3Rw48Km6UnrDoOMqBq74YK4hMIDT2IJ7Q0QTQJphRUokYrLckqLebt25ffhx0eG3VKr0+NvtfPHp6roe2WnO2oW/PaFQZ1XVqRVZ2UqbjCD+PN2HkDJg7QFgVeht392HwlzEB2MVoD9mosux5BvtsI7Ve0i4Pry/bGpMzPutxTLB1PcSeo68SosEdDg976yWVebefYt0ZlshIigu4lfeMMH9MWBuJyeJqE952b596Pou7eP9gX79t+6+aSLfFUWK8ZyDO2TcnEMEDTVXn/4RA50TiJ9/ev8m3iaxYjtSAt5M+UQ86WgJphCFBXkC7YHKujdpfh6MK0IPqklX689B+pksDGoCQimSzDs5Ju8+IHG7YpA8cai+QosQNjMYrdsIJzJsyIWJy16nJA0OqmTAQZ4ZT75ZGh3Gbdrb6OWQZDJJxgE4D/faaviiGCpHHJDrOfcDbtW90uhNhLFWIb/CYpPX1oDH+fiLl8pGI6/ao8sx/0F4RGbQ/H2kuVJwcT8aUgopH6XdvApvGPRNc0+AAdEK887qJL2sZu16XUqeiw548k0tw0DhPoaz1Jnu4oMYURJGJG0q2YQrUkbWpw7t+OjYkvdJH0orIeUH7zO+y4XwLZIri1tvvI2eEPzaKbNF1qo9Tfd4LUpX4rFePClxGmBzxbGab60W3MMBuRCowQV8Em114JgmDORrVCY4wAf5cE1QFRgJX8Ko60gxE6Vwri7S8U48PGRuooqH7gqokifiggjdkZJHDXmw3QHbBzZe8szCV1XON5ctKWLkxnfMW1BkDnvrTBG31M6mDywW58QyJC/qXzAIrMPscYb72EhgZQnoXCceOPbbB1jINtzIgu52r5mU4s7tgSGQgo+DqQsrzpWO1iok1VkDl5Whz3ETzz+wPqOrHcjnFFsbU+pJX+c3z36mcv99+UHaijmZpbzzreAV2Sz9qASYL5l9MEwXtMn10xowHiOpkhGHFcJ5THjdf0aAKuW+ehmdX8JbvW4t2Cn7XWS5i6Ca261T/lN2/N+uIRVzTZcniVaV48sLDHKKF6ZiRV+aoW4C8Vd2mj2jSlYI7z0VKe2SNLxrrQF7ZXybrDLel2n/XyA4Y8dnfvRTekJ/7bygrX/dE6KepeWLLkaVbctuojeC0Ht+n1GOFwREOxMJDb6sESASxZ42AXVew2btLu6ReoWj6D7M7c+jIZOkXuf2YU3FzMAQ7vVK6qPGJGc31RPst3jx5sljCCebdYbteSkl94FNbenllYvxImaTRE/guRmIf+YcmtDdLN7+mckr0dfgJpbzckQPahQsSFohErd9Vb7merSdBfZIFWeL/owQVQPTWxoJvyhx4FpgjyV7j31FmqC4mh84AilA1PNI3InrXzBLXFEwi8AlQsbOiF+6I0JaoJMwPwcox+LeaMDq9RhTMdrqcqvGI6Yr6EXiaNsGK04Ggr7vVRcieGkEPQrBsjicns0LEFIQQqH0fCGy55t79UDAsp9RFuLnRzNlVRRIccmLpHTWirapMib5dhkt5FibkMulssfxYhNoBWxDINocLdmbeJ7Vl5VhFrBQWFjCMZ57y0KkIPm1GIcXJDVXhU+KWRowVMbF4mrI8I5vPDCyry1W7S13rVnHOfnO4leZ9bAwjz1g9p8P/qSMcXBrneRNcYwzMS3Uyd5bK5YWQGL/k697GOYRzvan4c48yAhL2tRkIwgRfR4w74D3RGccvaWCyq/gzsY8fx8GWisg14oQM/co/e3yhUEzLwMmyqYPrcCMQZPBK1Uf8ufmFpB9j911mIJojGa7qJVYDM8hOCNnwmHR+ebD7vomWPN/0hRzke0Bj1TPyi8VJ4dMqvommREHxE8Krt/vlwAKoV6xwt7oV/I1bYUOW7W92aOjkk07apnlG7AVmJvuBDVpd+4/M6n60Tsfa2Niym/T21GxVHD2CxEZlGgKjAJ1NJSJiIeUUpQoSwNoDk5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RLhHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=",
         "n": 4,
         "_shape": [],
         "dtype": "int64",
@@ -43,7 +43,7 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1680996362691066755,
+    "start_time": 1680997381013694364,
     "learning_rate": 0.0001,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -52,7 +52,7 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAPF2pMHo2pxCE622PwAAyELLRdhBxGN2QZBKAUJHGLNCUh+DPzdpEkIAAMhCcWR5Qq3DjUK6ubhCivRQPwAAyEKb8cBCAADIQgCAFEMAAMhC67cXP7g/xUIAAMhCFTK1QpSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWVxQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZQAAAAAAAAAABy6UZP7B0/AADIQgAAyEIQ2adC3mHxRWlCzz8AAMhCTDNpQq3710GAaPpG67cXPwAAyEJCabNC/gqkQs1z9kWVKrU+25ihQQAAyEIuoZxClIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwWGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -60,15 +60,15 @@
     },
     "_last_original_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAHJpmcH7BZ5CvFa0PwAAyEI+6eFBFzOGQfIrB0LbsLNC0GmBP/PyGEIAAMhCOit7Qte/kEJmBrlCx5JOPwAAyEJkC8RCAADIQgAAFkMAAMhCV4cWP9PFxkIAAMhC56a2QpSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWVxQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZQAAAAAAAAAIDE7EajpRw/AADIQgAAyEKHbKlCyA3xRWYTzT8AAMhC3JNyQuD230EA6P1GV4cWPwAAyEJWh7RCy4+lQoC27kUMNrg+ulZ+QgAAyEK7jZpClIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwWGlIwBQ5R0lFKULg=="
     },
-    "_episode_num": 3279,
+    "_episode_num": 3380,
     "use_sde": false,
     "sde_sample_freq": -1,
     "_current_progress_remaining": 0.0,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwGLb37UG3WqMAWyUSziMAXSUR0Bk0/ZyuIRAdX2UKGgGR8BjwjGza9K3aAdLKmgIR0Bk1i9ugpSadX2UKGgGR8Bg9iL0jC53aAdLPmgIR0Bk2LU5MlC1dX2UKGgGR8BVMGQSzw+daAdLZ2gIR0Bk21iH6/IsdX2UKGgGR8BXCIUahpQDaAdLgmgIR0Bk26dpZfUndX2UKGgGR8Bh2QIWxhUjaAdLa2gIR0Bk3lum78NydX2UKGgGR8BjgfKISDh+aAdLJ2gIR0Bk3m1D0DlpdX2UKGgGR8Bkw0YXO4XoaAdLHmgIR0Bk4KqIacZtdX2UKGgGR8BF5G21D0DmaAdLaGgIR0Bk4MSK3uuzdX2UKGgGR8BkBtId2gWaaAdLJ2gIR0Bk47MJQcghdX2UKGgGR8BDOzbnHNoraAdLV2gIR0Bk5SkZaV2SdX2UKGgGR8BDcJ3HJcPfaAdLR2gIR0Bk5kCNjslcdX2UKGgGR8BVAwGr0aqCaAdLVGgIR0Bk6iA4GUwBdX2UKGgGR8BdP4qgAZKnaAdLRWgIR0Bk6nFefI0ZdX2UKGgGRz/vGcOLBKtgaAdLyWgIR0Bk6zp1RtP6dX2UKGgGR8Bkw0YXO4XoaAdLHmgIR0Bk7NNN8E3bdX2UKGgGR8BQ9ymZVn27aAdLXmgIR0Bk7YEbHZK4dX2UKGgGR8BaUzLOiWVvaAdLVWgIR0Bk8a7I1cdHdX2UKGgGR8BLeKv3ai9JaAdLYWgIR0Bk9LxG2CumdX2UKGgGR8Bi8vcnE2pAaAdLLWgIR0Bk9REc81XOdX2UKGgGR8BYEsCHRCyAaAdLfGgIR0Bk9jSJCSiedX2UKGgGR8Bkf11jiGWVaAdLJWgIR0Bk+PJeVs1sdX2UKGgGR0Bdupc1O0swaAdLyWgIR0Bk+XSQYDT0dX2UKGgGR8BabAYtQKrraAdLR2gIR0Bk+n/tIClrdX2UKGgGR8BjPH6GgzxgaAdLK2gIR0Bk/E+X7cfvdX2UKGgGR0B3T0eXAuZkaAdLhGgIR0Bk/tejVQQ+dX2UKGgGR8BWK07r9l3AaAdLS2gIR0Bk/0IsyzomdX2UKGgGR8Bgh5InSfDlaAdLRWgIR0Bk/9JSR8txdX2UKGgGR8Bd5h6jWTX8aAdLR2gIR0BlAcKzAvcrdX2UKGgGR8BjF1iQT238aAdLK2gIR0BlBPwPRRdhdX2UKGgGR8Bj9cvkBCD3aAdLJGgIR0BlB8Re1KGtdX2UKGgGRz/1A/TspoboaAdLj2gIR0BlCjJ0W/JvdX2UKGgGR0BW/O49X9zfaAdLyWgIR0BlDjPQfIS2dX2UKGgGR8BhlUY2sJY1aAdLOWgIR0BlDoPTXrdFdX2UKGgGR0BgNLYukDZEaAdLyWgIR0BlDyH6/IsAdX2UKGgGR8Bj+DsWweNlaAdLJmgIR0BlESErXlKcdX2UKGgGR8BhIK/qPfbcaAdLRWgIR0BlFF9F4LThdX2UKGgGR0BC08dYGMXKaAdLyWgIR0BlFwLw4KhMdX2UKGgGR8BVkJIczZYgaAdLdmgIR0BlF4dXDFZQdX2UKGgGR8BjJnwNLDhtaAdLL2gIR0BlF/hS9/SZdX2UKGgGR8BV7Fpj+aScaAdLaGgIR0BlGSApazNVdX2UKGgGR8BkoLfLs8gZaAdLH2gIR0BlGZPKuB+XdX2UKGgGR8BkGOkpI+W4aAdLI2gIR0BlGsl9jPOZdX2UKGgGR8BU9S+HrQgLaAdLaWgIR0BlH5R4yGi6dX2UKGgGR8BVyv7aZhKEaAdLXmgIR0BlIFSn+AEudX2UKGgGR8BjNW+wkgOjaAdLKmgIR0BlIsoUi6g/dX2UKGgGR8Bj1okAxSHeaAdLJWgIR0BlIzCYTj//dX2UKGgGR8Bi9xFG5MDfaAdLLGgIR0BlJon2IwdsdX2UKGgGR8BgUiU9pyp8aAdLQWgIR0BlJ9kSVW0adX2UKGgGR0BZ0rw4KhL5aAdLyWgIR0BlKO/cnE2pdX2UKGgGR0BVIpvo/zJ7aAdLyWgIR0BlKieCkGiYdX2UKGgGR8Bis+bLEDQraAdLLmgIR0BlK2xOclPadX2UKGgGR8BldA5ksjFAaAdLG2gIR0BlLYESuhbodX2UKGgGR8BYooX9BKL9aAdLVmgIR0BlL5WxQizLdX2UKGgGR8BhC4iX6ZYxaAdLL2gIR0BlMR0yP+4tdX2UKGgGR8ALlP557gKnaAdLd2gIR0BlM0pkPMB7dX2UKGgGR8Bji85jpcHGaAdLKWgIR0BlNEX7+DODdX2UKGgGR8BfVNRBNVR2aAdLPWgIR0BlNFmFrVOLdX2UKGgGR8BlUQkona37aAdLHmgIR0BlNbs6aLGadX2UKGgGR0BhhZWtEG7jaAdLyWgIR0BlNig2606YdX2UKGgGR8BjgqyhSLqEaAdLKGgIR0BlN3iDM/yHdX2UKGgGR8BikVcY64lQaAdLKGgIR0BlONPxhDw6dX2UKGgGR8BciS8an753aAdLN2gIR0BlOlhVlwtKdX2UKGgGR8BYjFERaouPaAdLXWgIR0BlO3m1YyO8dX2UKGgGR8BkDB6OYIBzaAdLJmgIR0BlO7y8SPELdX2UKGgGR8BAQhC+lCTmaAdLTGgIR0BlPVg4OtnxdX2UKGgGR8Bjtb/yXlbNaAdLJmgIR0BlPV/e+Eh8dX2UKGgGR8Ba/QWrOqvNaAdLK2gIR0BlPul0o0AMdX2UKGgGR8BVdUmY0EX+aAdLQGgIR0BlQLFMqSX/dX2UKGgGR8BjAqT6i0v5aAdLLGgIR0BlQ/+S8rZrdX2UKGgGR8BZcEAT7EYPaAdLWWgIR0BlRDCDVYp2dX2UKGgGR8Bk6ctXgccVaAdLHWgIR0BlRkOG0u14dX2UKGgGR8BkaSTMaCL/aAdLIGgIR0BlRq/wiJO4dX2UKGgGR8BlBkfs/pt8aAdLHWgIR0BlSI6wMYuTdX2UKGgGR8BgtHNA1NxmaAdLIWgIR0BlSTgflp49dX2UKGgGR8Bj8rzf779AaAdLI2gIR0BlSyzE74i5dX2UKGgGR0BanF3pwCKaaAdLyWgIR0BlTMCHRCyAdX2UKGgGR8AI7w2ETQE7aAdLyWgIR0BlTkQ9RrJsdX2UKGgGR8Bjko24uscRaAdLMGgIR0BlTuDe0ojOdX2UKGgGR8BhGSdlNDc/aAdLRWgIR0BlVBSpBHCodX2UKGgGR8BcJw75mAbyaAdLZmgIR0BlVIgJTl1bdX2UKGgGR8BcTVPznRsuaAdLaGgIR0BlViwfQrtmdX2UKGgGR0BKt19nbqQjaAdLyWgIR0BlWHcrRSgodX2UKGgGR8BisOaa1Cw9aAdLNGgIR0BlWiLfk3judX2UKGgGR8BimdK7I1cdaAdLLmgIR0BlXAwfyPMjdX2UKGgGR8BQo/6TGHYZaAdLZGgIR0BlXEBIWgvldX2UKGgGR8Bjtb/yXlbNaAdLJmgIR0BlXSy6cy31dX2UKGgGR8Bj5V1hb4ahaAdLJmgIR0BlXySA6MisdX2UKGgGR8BjwDRYzSCwaAdLMGgIR0BlYM+5e7cxdX2UKGgGR0BBrI/qxC6ZaAdLyWgIR0BlY4WrOqvNdX2UKGgGR8BggO9rXUYsaAdLP2gIR0BlZY287IT5dX2UKGgGR8BkoLfLs8gZaAdLH2gIR0BlZfFcY64ldX2UKGgGR8BSf8GcFyJbaAdLW2gIR0BlZicLBsQ/dX2UKGgGR8BkbW3fAKv3aAdLK2gIR0BlaOWUr08OdX2UKGgGR8BkX4UtZmqYaAdLK2gIR0BlaTWZqmCRdX2UKGgGR8BlLPJNj9XLaAdLHWgIR0Bla3Vf/m1ZdX2UKGgGR8BnAVxCIDYAaAdLyWgIR0Bla4dZJTVEdX2UKGgGR8BbaL4SHuZ1aAdLUGgIR0BlbFDBuXNUdX2UKGgGR8BdYTt1IRRNaAdLJ2gIR0Blbnt4RmK7dX2UKGgGR8BdAhc7hegMaAdLXWgIR0Blco/7iyY5dWUu"
+        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIkgThCgs31kCUhpRSlIwBbJRLXowBdJRHQGTvy6+WWyF1fZQoaAZoCWgPQwj191J4zBfNQJSGlFKUaBVLf2gWR0Bk8SgIyCWedX2UKGgGaAloD0MIXqCkwBtC10CUhpRSlGgVS2loFkdAZPQNG3F1jnV9lChoBmgJaA9DCHE9Ctfwm9RAlIaUUpRoFUtGaBZHQGT1Iqslsxh1fZQoaAZoCWgPQwgB4Nizi4zUQJSGlFKUaBVLS2gWR0Bk9sr08NhFdX2UKGgGaAloD0MIJ/p8lPnSxUCUhpRSlGgVSyhoFkdAZPg2jO9nLHV9lChoBmgJaA9DCCXJc327esxAlIaUUpRoFUsraBZHQGT6HezlcQl1fZQoaAZoCWgPQwgHRIgrZwzIQJSGlFKUaBVLJWgWR0Bk+wmJFb3XdX2UKGgGaAloD0MII0kQrhwAykCUhpRSlGgVSy1oFkdAZP2UYbbUPXV9lChoBmgJaA9DCK5H4XpUachAlIaUUpRoFUsjaBZHQGT9x9w3o9t1fZQoaAZoCWgPQwj6eyk8NovWQJSGlFKUaBVLyWgWR0Bk/fBguyu7dX2UKGgGaAloD0MITDRIwfgi10CUhpRSlGgVS4ZoFkdAZP5ziCJ40XV9lChoBmgJaA9DCNGQ8SiVKM5AlIaUUpRoFUs2aBZHQGUB2Awwj+t1fZQoaAZoCWgPQwjXo3A9ShXSQJSGlFKUaBVLPGgWR0BlApMFlkH2dX2UKGgGaAloD0MIexSuR8Es1ECUhpRSlGgVS0poFkdAZQOHs1KoRHV9lChoBmgJaA9DCArXo3C9IsRAlIaUUpRoFUscaBZHQGUFtQj2SMd1fZQoaAZoCWgPQwibyqKwErHTQJSGlFKUaBVLUGgWR0BlCAUcn3L3dX2UKGgGaAloD0MImGiQgrdFx0CUhpRSlGgVSyJoFkdAZQhZ5iVjZ3V9lChoBmgJaA9DCAr3yrz4adpAlIaUUpRoFUuDaBZHQGUInMt9QXR1fZQoaAZoCWgPQwhdb5upWTrVQJSGlFKUaBVLVmgWR0BlCUZWJaaDdX2UKGgGaAloD0MIObcJ9/Kv0kCUhpRSlGgVS0ZoFkdAZQ2vhZQpF3V9lChoBmgJaA9DCOBpMuM84dJAlIaUUpRoFUtHaBZHQGUOpFCswL51fZQoaAZoCWgPQwjHSPYI8dLUQJSGlFKUaBVLUmgWR0BlDumtQsPKdX2UKGgGaAloD0MIHCPZIxw81kCUhpRSlGgVS2RoFkdAZQ/GYrrgO3V9lChoBmgJaA9DCF7x1CPdZsZAlIaUUpRoFUsmaBZHQGUSnvlU6xR1fZQoaAZoCWgPQwgIdZFCrRjPQJSGlFKUaBVLO2gWR0BlE2e8PFvRdX2UKGgGaAloD0MI6L6c2cKkzUCUhpRSlGgVSzhoFkdAZRblrdnCf3V9lChoBmgJaA9DCJZ31QMHYdFAlIaUUpRoFUt9aBZHQGUXSmqHXVd1fZQoaAZoCWgPQwhmZmZmiHjVQJSGlFKUaBVLQmgWR0BlGIRRMvh7dX2UKGgGaAloD0MICtejcJ0g0UCUhpRSlGgVSzdoFkdAZRuIuXeFc3V9lChoBmgJaA9DCAAAAACgSNBAlIaUUpRoFUszaBZHQGUcdL6DXe51fZQoaAZoCWgPQwifrBiu/pGxQJSGlFKUaBVLxmgWR0BlHfbCaZx8dX2UKGgGaAloD0MIog4r3ETGykCUhpRSlGgVSydoFkdAZR6lu3trsXV9lChoBmgJaA9DCDMzMzOz/MhAlIaUUpRoFUskaBZHQGUfVQhwEQp1fZQoaAZoCWgPQwjhehSup2DVQJSGlFKUaBVLcmgWR0BlH+sLfDUFdX2UKGgGaAloD0MIcT0K16M1z0CUhpRSlGgVSzBoFkdAZSHEYO2AoXV9lChoBmgJaA9DCArXo3C91cJAlIaUUpRoFUscaBZHQGUiGOU+s5p1fZQoaAZoCWgPQwgJpppZRgDRQJSGlFKUaBVLPWgWR0BlJBAB1cMWdX2UKGgGaAloD0MImpmZmVkFxkCUhpRSlGgVSx9oFkdAZSQw/PgNw3V9lChoBmgJaA9DCEJdpFCtw9RAlIaUUpRoFUtQaBZHQGUk9Oh0yQB1fZQoaAZoCWgPQwjO/dXjcoDLQJSGlFKUaBVLJmgWR0BlJRf0Eov0dX2UKGgGaAloD0MISOF6FNxlyUCUhpRSlGgVSyhoFkdAZSc6q814xHV9lChoBmgJaA9DCBBbejRJntBAlIaUUpRoFUs2aBZHQGUoaEal1r91fZQoaAZoCWgPQwgDkxtFSKjIQJSGlFKUaBVLKmgWR0BlKF+ocaOxdX2UKGgGaAloD0MIWfymsCwcwkCUhpRSlGgVSxxoFkdAZSqYQ8OkL3V9lChoBmgJaA9DCEV/aOYDC89AlIaUUpRoFUsuaBZHQGUqz7VJ+Uh1fZQoaAZoCWgPQwgK16NwvSLEQJSGlFKUaBVLHGgWR0BlLMa0hNdrdX2UKGgGaAloD0MIog4r3CAZyUCUhpRSlGgVSydoFkdAZS3RgqmTDHV9lChoBmgJaA9DCPX3UnimeNVAlIaUUpRoFUtOaBZHQGUuY2jwhGJ1fZQoaAZoCWgPQwiBmIQLOOHVQJSGlFKUaBVLe2gWR0BlLpkbxVhkdX2UKGgGaAloD0MIzczMzEyA0ECUhpRSlGgVSzhoFkdAZTEi3XqZ+nV9lChoBmgJaA9DCLgehevRjclAlIaUUpRoFUslaBZHQGUxcZk078x1fZQoaAZoCWgPQwjNzMzMzLvLQJSGlFKUaBVLKWgWR0BlMbKLbYbsdX2UKGgGaAloD0MIaJdvffwIyUCUhpRSlGgVSytoFkdAZTR/kvK2a3V9lChoBmgJaA9DCNQQVfg1UMtAlIaUUpRoFUs0aBZHQGU1dGiHqNZ1fZQoaAZoCWgPQwjfGAKA6cXMQJSGlFKUaBVLM2gWR0BlNZZha1TjdX2UKGgGaAloD0MIA0Lr4Zqm1kCUhpRSlGgVS3FoFkdAZTaowVTJhnV9lChoBmgJaA9DCD874Lrkr8ZAlIaUUpRoFUsjaBZHQGU3PWpZOi51fZQoaAZoCWgPQwiveOqR0AbEQJSGlFKUaBVLIGgWR0BlOAAGSpzcdX2UKGgGaAloD0MIuB6F69E7x0CUhpRSlGgVSyVoFkdAZTmS+xnnMnV9lChoBmgJaA9DCA0Zj1L9r9FAlIaUUpRoFUtDaBZHQGU6yyD7Ikt1fZQoaAZoCWgPQwg/O+C6IgLGQJSGlFKUaBVLI2gWR0BlPDynUDuCdX2UKGgGaAloD0MIKTxodlwU0kCUhpRSlGgVS0JoFkdAZT0Wu5jH43V9lChoBmgJaA9DCEJdpFD43NBAlIaUUpRoFUs3aBZHQGU/ArH2h7F1fZQoaAZoCWgPQwhSuB6F1/jKQJSGlFKUaBVLKmgWR0BlP38sMAmzdX2UKGgGaAloD0MIij4fZS6Oz0CUhpRSlGgVS3VoFkdAZUBSofjjrHV9lChoBmgJaA9DCN5YUBjMy89AlIaUUpRoFUs0aBZHQGVBGkFfReF1fZQoaAZoCWgPQwgLCK2HMw3OQJSGlFKUaBVLMmgWR0BlQuUW2w3YdX2UKGgGaAloD0MIw/UoXA3hy0CUhpRSlGgVS0BoFkdAZURyf+S8rnV9lChoBmgJaA9DCLGJzFxQb9JAlIaUUpRoFUtRaBZHQGVHUyHmA9V1fZQoaAZoCWgPQwhSuB6Fy1PRQJSGlFKUaBVLOmgWR0BlSNWfbsWwdX2UKGgGaAloD0MIIef9f7Rqw0CUhpRSlGgVSxpoFkdAZUlVp9JBgXV9lChoBmgJaA9DCCLH1jMP99JAlIaUUpRoFUtLaBZHQGVO912aDwp1fZQoaAZoCWgPQwjUEFX4S+3EQJSGlFKUaBVLyWgWR0BlT6IcinpCdX2UKGgGaAloD0MINBMM52W81kCUhpRSlGgVS6poFkdAZU/m1YyO73V9lChoBmgJaA9DCEbQmEmNzNZAlIaUUpRoFUtvaBZHQGVRVpj+aSd1fZQoaAZoCWgPQwh1kNeD7O7QQJSGlFKUaBVLMmgWR0BlU7iXIEKWdX2UKGgGaAloD0MIhetRuN620ECUhpRSlGgVSzVoFkdAZVVnK4hEB3V9lChoBmgJaA9DCKRwPQo3SNVAlIaUUpRoFUtaaBZHQGVWlnRLK3d1fZQoaAZoCWgPQwhR2EXRnXLUQJSGlFKUaBVLbWgWR0BlV2q3mV7hdX2UKGgGaAloD0MIAAAAAMCrz0CUhpRSlGgVSzNoFkdAZVe7kn1FpnV9lChoBmgJaA9DCLgehevRhtNAlIaUUpRoFUtJaBZHQGVbG5MDfWN1fZQoaAZoCWgPQwjIef8f3zPPQJSGlFKUaBVLM2gWR0BlW7KYAsCldX2UKGgGaAloD0MI8dWO4hgJ1UCUhpRSlGgVS0NoFkdAZVvk8zQ/o3V9lChoBmgJaA9DCBvyzwyCMspAlIaUUpRoFUspaBZHQGVeRo7FKkF1fZQoaAZoCWgPQwiCWDZzlnHGQJSGlFKUaBVLJGgWR0BlXn9vS+g2dX2UKGgGaAloD0MIKCuGq0FR1kCUhpRSlGgVS0loFkdAZWFkhib2DnV9lChoBmgJaA9DCFotsMdoms5AlIaUUpRoFUsyaBZHQGViFCkXUH91fZQoaAZoCWgPQwh3gZICy4rCQJSGlFKUaBVLn2gWR0BlY7tXxOLzdX2UKGgGaAloD0MIzaylgLOV0kCUhpRSlGgVS1BoFkdAZWSjafzz3HV9lChoBmgJaA9DCBSuR+HahdFAlIaUUpRoFUs7aBZHQGVmpqREF4d1fZQoaAZoCWgPQwgUrkfhOp3UQJSGlFKUaBVLVGgWR0BlZ+NFSbYsdX2UKGgGaAloD0MIFK5H4SVw0kCUhpRSlGgVSztoFkdAZWkw0O3DvXV9lChoBmgJaA9DCOF6FK7Hxc1AlIaUUpRoFUstaBZHQGVrbIkqto11fZQoaAZoCWgPQwjD9Shczw3UQJSGlFKUaBVLTWgWR0BlbJjpcHGCdX2UKGgGaAloD0MIUYcVblx41UCUhpRSlGgVS4toFkdAZW5w9aEBbXV9lChoBmgJaA9DCPAV3XqllMZAlIaUUpRoFUsjaBZHQGVvTLOiWVx1fZQoaAZoCWgPQwiWJqWgQUnRQJSGlFKUaBVLN2gWR0Blc3CqIacadX2UKGgGaAloD0MIG2MnvNN60UCUhpRSlGgVSzRoFkdAZXdWGyon8nV9lChoBmgJaA9DCL6iW69oWtFAlIaUUpRoFUt6aBZHQGV3qJl8PWh1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
@@ -87,12 +87,12 @@
         ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==",
         "__module__": "stable_baselines3.common.buffers",
         "__doc__": "\n    Replay buffer used in off-policy algorithms like SAC/TD3.\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        of the replay buffer which reduces by almost a factor two the memory used,\n        at a cost of more complexity.\n        See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n        and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n        Cannot be used in combination with handle_timeout_termination.\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ",
-        "__init__": "<function ReplayBuffer.__init__ at 0x7fe79b86f130>",
-        "add": "<function ReplayBuffer.add at 0x7fe79b86f1c0>",
-        "sample": "<function ReplayBuffer.sample at 0x7fe79b86f250>",
-        "_get_samples": "<function ReplayBuffer._get_samples at 0x7fe79b86f2e0>",
+        "__init__": "<function ReplayBuffer.__init__ at 0x7f6b7796b130>",
+        "add": "<function ReplayBuffer.add at 0x7f6b7796b1c0>",
+        "sample": "<function ReplayBuffer.sample at 0x7f6b7796b250>",
+        "_get_samples": "<function ReplayBuffer._get_samples at 0x7f6b7796b2e0>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7fe79b9df8c0>"
+        "_abc_impl": "<_abc._abc_data object at 0x7f6b77afc5c0>"
     },
     "replay_buffer_kwargs": {},
     "train_freq": {

DQN-default/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fbb4a01d457dd5b85b53c8aad221fa65067e43b448c7b61e5f795dc679ab826
-size 43951
+oid sha256:e0884c75fc568a913b1c1de2593e43a90c6c38282c85e3eb0a4e7295c8cf666c
+size 43439

DQN-default/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34647f4c6bb65abf3a18b725174195a7d0a286af592272bac6f813209b7c0558
-size 43009
+oid sha256:ffaef208ff62ac7981f240a9506aa200a7b60ba6ab7eeb907f42d0e246e74bcc
+size 42497

README.md

@@ -16,7 +16,7 @@ model-index:
       type: RoombaAToB
     metrics:
     - type: mean_reward
-      value: -117.23 +/- 40.81
+      value: 14853.79 +/- 5938.06
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=", "__module__": "stable_baselines3.dqn.policies", "__doc__": "\n    Policy class with Q-Value Net and target net for DQN\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function DQNPolicy.__init__ at 0x7fe79b873520>", "_build": "<function DQNPolicy._build at 0x7fe79b8735b0>", "make_q_net": "<function DQNPolicy.make_q_net at 0x7fe79b873640>", "forward": "<function DQNPolicy.forward at 0x7fe79b8736d0>", "_predict": "<function DQNPolicy._predict at 0x7fe79b873760>", "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7fe79b8737f0>", "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7fe79b873880>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fe79b8868c0>"}, "verbose": true, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVkQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBoWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAAAABbEAADIwwAAAAAAAAAAAAAAAAAAAACUaAtLBoWUjAFDlHSUUpSMBGhpZ2iUaBMolhgAAAAAAAAAAAAWRAAAyEPbD0lAAADIQgAAyEIAAMhClGgLSwaFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWBgAAAAAAAAABAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYGAAAAAAAAAAEBAQEBAZRoIksGhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [6], "low": "[-600. -400.    0.    0.    0.    0.]", "high": "[600.        400.          3.1415927 100.        100.        100.       ]", "bounded_below": "[ True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVNAsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBSMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAA/HeT+DTgV1KAtu+YENCzNwRvBBq6gIJE8+pP5LxeQewk6CFTYWt3V+fcBAp8D0lSogc8YX1OsiAmQXHwrHjLidCOpnyHlWBCFdq4KWHuv7RZKaREigrmsVb+Hqk79I/U/6j4WCNS7lB1eZap2euPoG5ovOvFtG0j1UMEwQ3PNSc8gsrM4PhN1JL3t3Lvz7fFXfm0rw5/nfC4D6T5SlVZnLGXCYEN0wGBy3fxbGenwdlzbyGxCkIIiu0+4ahwSLtCqXFgEx9oQ/m4ycl3XwnwA0d08J9XzxcdWKcT7qMTDjkw6ZR3AQLVisbkmUKwf2g3CtZ+GWhbRMKdmG5jNDhdZPIqYS6AUe2EfU05zdvxBfDV3f/WyuxMGRi7ClawqPB3yUsv7UQkARDOHxl3LEXvyWi2/2tXP7v0Yu4u2LyYVJRqIa0cDy3JXSoaxwmIK8tUFkT/PRHJbaPikZF/tZhvROASeblCVj9dFeZH1sp6Ya6U8TKNmfXAAJFK5Xn/fFNsNpI+Rfabdudkx0LKToSAtVR5A3mTMx0UCFXegMj1h2U0lFMeN+3nN1rlUEnbNZxtS4isGwH+w26kgXErnvs+V+qnQoriglip/lQYrZx3IiXvjmSqTOienH1QKTB62qxQzro23mx4wKPraN5EZ0iI8qouo2B2H6/92tEdgf9Y4mOSc2rfgilZLBMcvOy3rGqcjBxctnvQECERZJV7osqTpwLWi0q2R6bzWmzOjAmRJ9hZ81RWz8M1vePj4fbLQm7bZlquKL/3RL5b54HYEsR/YjHkF6iirS6dsto4LeU0ntRfUd04qI6gvrFoJ8Xt5QUWrF7EKyWTTRVqVbflMN9zF68GrzOwU25maCon8twXumTcFxpRlKiQHJu5RmDx3W7bvG5Va7iZ8bq5WeZYokJ6zNxjmlkrQ5eSjLw3qohX/ve2LTQVSvnnCP0G06VSAXB995dQfjpuKNUqt45GJxYd9gFw3/H5tIuG4sAydj5PdnW9vRkRujYnYSYEeEIJB947BkzAboYaZ6xcGOzlX43xmSvMEbR3YSTno7T9CbHCJ9mZKAoxHStM23chmw6RgdZhuaQdOhzMBsZn+Ks+p0dMLxEkl53gBkhbGqlLn/2fnuC709Zvxr5wdX1U+kXFoO8faiZ3/hlCkFx/cka/xn17TzxIVcMB50fvz/Fhf15vf9NOGPNKyLiIaSD0X+2/8d2MoGUroQ03up69+cDf+npxcIyoOcX+9lkkgyvcIypininzcyl/+XM7LFWzs0ismfSquwtbh8HqDxPFY7OiItu0/Jz52bL0ZOnvLlQrBE2wJteXkbwFm1DSSe0hZyPFvQ2Y7EEfGSpACPN23oy/5HmJwiyExODxGWjV7acV9GULD5FXIM9hf0ifRgCXfrDMl8QvhDJbGi2Jxt8EdwJOsey3KuKHF1jgNyOaZaaxlQOsKceJOUO6GyTQk3TrzV0wZP/kpXV6x3h9ocfE5XPXdPYTm0XbhYRiwfme495M5UwRZDosjCUqU65KInBP4lhde6fTlU6RAJOt9A/YQBp2x88+NLK7uerInxKl1hTDkN6oGW18AH6NtdLHW6lQFHIp62LRshsxHv+ofQCnt2F3vCaAmnmgIpdbi4P5Nm5EQZo3SRsRr0QjqK3GqQzaEF5GrV9J9ITDf46WUwk+g1wBfVzhZuqRdKtZHCeJmy3kSyzIWskpqeQzpiGHx2QKQ8KfB0RwHl4WeEe1rqSkwxXyqDhSAB/sK/lmhaKBAxdSxUjQob2YpWnAk8BAtyB2A3YZU0eP8Q3end8xtV/EVlFZ8gDc4peZDeLMKEITLA/LhOme/mFRDFpHM+VRTUM85hu8/j3grNemL5+8QCg6yQIK7UMZiTy6rgtIhs1Mg+iFVJ3ABKAAqqa+hM/E5vdnf4+/sv1F3SUEz4uB6ht4Wb5ahC8Y/eThDdxcHszTlp23hSoCS7Cgvvnqq5t9ehR6aCosdtNoWqKzw6roKcOpASAOlV5alGT+eHvZuR2lE0n9z2ywDwUB1HodvkpE7qJjQiav87IaPIaMTAc2zUbop8wUuQRr+CmArTSsp2Yx0BHFa0I5vIndjrAljtx4AARXCw/yHY46KAdfL8SvZV57tVPBadWsGVIbyxh8Jhfe2FuizUK/4Wmk3GU0ThnfpGoyPL9uaPsT7IT+su7LqvPoaDoXM9onlsOhk6epSKDr0jFMJ4QpxlKWsTE69y8vGEe48IkLhf7oAWNxDnmgvb4l3KuUJz15WzZYCubb4NhYozWTuEPgSrv57SPbs2Wz+dAwVgdda8+Z4U2PVxh7pFW0KDWL6vra1PBpQMrfmuGOU7s3ySZ9+GYpxaf5SRHqfGBxzheocWLsbxjpJEjzac/sZasVApeMW3/L4fPKhNdSzI6yZMtN9cfT9ANNl+gcZRClwMcAHR/c3yZZIFRbJLNbspe9Kx0kQdamNhEZecsn3L+D4/RkzKki4YuuzQeGugRZwO6/tEhUGYikozNOtiPIR+JNqmyYcANMGueFoGO1WsC9yr+MY8c5jcDNue59n8Lrq/jP0dwVGVI874XrkGW7WjrRt1bj2N2imFsZ65hsQtPF1A9DssJXl9Xgl9Bind8MHaLQ2MDOvW0o3afH/Sp5o3x5kLc3v1fUppRp1t8AJW1ieJZQVMwSSuT3Qhk6+gDoU/1V3IQRlmAJmkzMLDWmMv3QzCqheQOELpob6y0JQ0aCYhKpaKv9s2OoWJ/bSwS+12YTQmpyAJThLPiIF0iVJmnVy3pfmOupVC+vA3WrjZErUGM0N4AvHyVwAttS82irz+8j27QW4cNcD81VR2f35RDwrQQYEoqoacCriQpKtrdLpvx1V3qdH3Vy90nFX3huhkjBzkH+z5GVKvgkrtWjjTRZb01s1k5htI5RL8d7jc5jjIV629+VPzq7Itbd80qeiofP8zg/QSuapfjU3x9eFyFkgpCf7BZqSxNbf+refFi14ElgOS0hBe3NRfaMXemWFAw9ed0Jtv7Sdbs+NyKsSKMjI6q+lX0VGstSYOIO1Mh0ZcSrcZ/OuF44q6TXjJ8PsMmoHRLazweEWQW7WgkOZX6UwpliVSdar60Xu4SjMUB+7fFBZgNUEAhmRIVMo09Ypq/YCA/3hPRbLhYviK2upGZVNHN2Ja/qGZF2WH4991wTpK1CeXfv4rv6h7FlAU6/PbRcOM4/HlbKUew+BXUKfE/rEfc9XzDx6uB4D8HUbNgjLa/WhGEFIYIIkc6facNrAj75Vp6Ic08Tw6piicsm0GDcWZOJgwUpNyfvU1Hffho01gTteteRmtaYwl9L2vlriHbWvBYTlGgKjAJ1NJSJiIeUUpQoSwNoDk5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RL7HWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 4, "num_timesteps": 300000, "_total_timesteps": 300000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1680996362691066755, "learning_rate": 0.0001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/Gjbi6xxDLYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAPF2pMHo2pxCE622PwAAyELLRdhBxGN2QZBKAUJHGLNCUh+DPzdpEkIAAMhCcWR5Qq3DjUK6ubhCivRQPwAAyEKb8cBCAADIQgCAFEMAAMhC67cXP7g/xUIAAMhCFTK1QpSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAHJpmcH7BZ5CvFa0PwAAyEI+6eFBFzOGQfIrB0LbsLNC0GmBP/PyGEIAAMhCOit7Qte/kEJmBrlCx5JOPwAAyEJkC8RCAADIQgAAFkMAAMhCV4cWP9PFxkIAAMhC56a2QpSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="}, "_episode_num": 3279, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwGLb37UG3WqMAWyUSziMAXSUR0Bk0/ZyuIRAdX2UKGgGR8BjwjGza9K3aAdLKmgIR0Bk1i9ugpSadX2UKGgGR8Bg9iL0jC53aAdLPmgIR0Bk2LU5MlC1dX2UKGgGR8BVMGQSzw+daAdLZ2gIR0Bk21iH6/IsdX2UKGgGR8BXCIUahpQDaAdLgmgIR0Bk26dpZfUndX2UKGgGR8Bh2QIWxhUjaAdLa2gIR0Bk3lum78NydX2UKGgGR8BjgfKISDh+aAdLJ2gIR0Bk3m1D0DlpdX2UKGgGR8Bkw0YXO4XoaAdLHmgIR0Bk4KqIacZtdX2UKGgGR8BF5G21D0DmaAdLaGgIR0Bk4MSK3uuzdX2UKGgGR8BkBtId2gWaaAdLJ2gIR0Bk47MJQcghdX2UKGgGR8BDOzbnHNoraAdLV2gIR0Bk5SkZaV2SdX2UKGgGR8BDcJ3HJcPfaAdLR2gIR0Bk5kCNjslcdX2UKGgGR8BVAwGr0aqCaAdLVGgIR0Bk6iA4GUwBdX2UKGgGR8BdP4qgAZKnaAdLRWgIR0Bk6nFefI0ZdX2UKGgGRz/vGcOLBKtgaAdLyWgIR0Bk6zp1RtP6dX2UKGgGR8Bkw0YXO4XoaAdLHmgIR0Bk7NNN8E3bdX2UKGgGR8BQ9ymZVn27aAdLXmgIR0Bk7YEbHZK4dX2UKGgGR8BaUzLOiWVvaAdLVWgIR0Bk8a7I1cdHdX2UKGgGR8BLeKv3ai9JaAdLYWgIR0Bk9LxG2CumdX2UKGgGR8Bi8vcnE2pAaAdLLWgIR0Bk9REc81XOdX2UKGgGR8BYEsCHRCyAaAdLfGgIR0Bk9jSJCSiedX2UKGgGR8Bkf11jiGWVaAdLJWgIR0Bk+PJeVs1sdX2UKGgGR0Bdupc1O0swaAdLyWgIR0Bk+XSQYDT0dX2UKGgGR8BabAYtQKrraAdLR2gIR0Bk+n/tIClrdX2UKGgGR8BjPH6GgzxgaAdLK2gIR0Bk/E+X7cfvdX2UKGgGR0B3T0eXAuZkaAdLhGgIR0Bk/tejVQQ+dX2UKGgGR8BWK07r9l3AaAdLS2gIR0Bk/0IsyzomdX2UKGgGR8Bgh5InSfDlaAdLRWgIR0Bk/9JSR8txdX2UKGgGR8Bd5h6jWTX8aAdLR2gIR0BlAcKzAvcrdX2UKGgGR8BjF1iQT238aAdLK2gIR0BlBPwPRRdhdX2UKGgGR8Bj9cvkBCD3aAdLJGgIR0BlB8Re1KGtdX2UKGgGRz/1A/TspoboaAdLj2gIR0BlCjJ0W/JvdX2UKGgGR0BW/O49X9zfaAdLyWgIR0BlDjPQfIS2dX2UKGgGR8BhlUY2sJY1aAdLOWgIR0BlDoPTXrdFdX2UKGgGR0BgNLYukDZEaAdLyWgIR0BlDyH6/IsAdX2UKGgGR8Bj+DsWweNlaAdLJmgIR0BlESErXlKcdX2UKGgGR8BhIK/qPfbcaAdLRWgIR0BlFF9F4LThdX2UKGgGR0BC08dYGMXKaAdLyWgIR0BlFwLw4KhMdX2UKGgGR8BVkJIczZYgaAdLdmgIR0BlF4dXDFZQdX2UKGgGR8BjJnwNLDhtaAdLL2gIR0BlF/hS9/SZdX2UKGgGR8BV7Fpj+aScaAdLaGgIR0BlGSApazNVdX2UKGgGR8BkoLfLs8gZaAdLH2gIR0BlGZPKuB+XdX2UKGgGR8BkGOkpI+W4aAdLI2gIR0BlGsl9jPOZdX2UKGgGR8BU9S+HrQgLaAdLaWgIR0BlH5R4yGi6dX2UKGgGR8BVyv7aZhKEaAdLXmgIR0BlIFSn+AEudX2UKGgGR8BjNW+wkgOjaAdLKmgIR0BlIsoUi6g/dX2UKGgGR8Bj1okAxSHeaAdLJWgIR0BlIzCYTj//dX2UKGgGR8Bi9xFG5MDfaAdLLGgIR0BlJon2IwdsdX2UKGgGR8BgUiU9pyp8aAdLQWgIR0BlJ9kSVW0adX2UKGgGR0BZ0rw4KhL5aAdLyWgIR0BlKO/cnE2pdX2UKGgGR0BVIpvo/zJ7aAdLyWgIR0BlKieCkGiYdX2UKGgGR8Bis+bLEDQraAdLLmgIR0BlK2xOclPadX2UKGgGR8BldA5ksjFAaAdLG2gIR0BlLYESuhbodX2UKGgGR8BYooX9BKL9aAdLVmgIR0BlL5WxQizLdX2UKGgGR8BhC4iX6ZYxaAdLL2gIR0BlMR0yP+4tdX2UKGgGR8ALlP557gKnaAdLd2gIR0BlM0pkPMB7dX2UKGgGR8Bji85jpcHGaAdLKWgIR0BlNEX7+DODdX2UKGgGR8BfVNRBNVR2aAdLPWgIR0BlNFmFrVOLdX2UKGgGR8BlUQkona37aAdLHmgIR0BlNbs6aLGadX2UKGgGR0BhhZWtEG7jaAdLyWgIR0BlNig2606YdX2UKGgGR8BjgqyhSLqEaAdLKGgIR0BlN3iDM/yHdX2UKGgGR8BikVcY64lQaAdLKGgIR0BlONPxhDw6dX2UKGgGR8BciS8an753aAdLN2gIR0BlOlhVlwtKdX2UKGgGR8BYjFERaouPaAdLXWgIR0BlO3m1YyO8dX2UKGgGR8BkDB6OYIBzaAdLJmgIR0BlO7y8SPELdX2UKGgGR8BAQhC+lCTmaAdLTGgIR0BlPVg4OtnxdX2UKGgGR8Bjtb/yXlbNaAdLJmgIR0BlPV/e+Eh8dX2UKGgGR8Ba/QWrOqvNaAdLK2gIR0BlPul0o0AMdX2UKGgGR8BVdUmY0EX+aAdLQGgIR0BlQLFMqSX/dX2UKGgGR8BjAqT6i0v5aAdLLGgIR0BlQ/+S8rZrdX2UKGgGR8BZcEAT7EYPaAdLWWgIR0BlRDCDVYp2dX2UKGgGR8Bk6ctXgccVaAdLHWgIR0BlRkOG0u14dX2UKGgGR8BkaSTMaCL/aAdLIGgIR0BlRq/wiJO4dX2UKGgGR8BlBkfs/pt8aAdLHWgIR0BlSI6wMYuTdX2UKGgGR8BgtHNA1NxmaAdLIWgIR0BlSTgflp49dX2UKGgGR8Bj8rzf779AaAdLI2gIR0BlSyzE74i5dX2UKGgGR0BanF3pwCKaaAdLyWgIR0BlTMCHRCyAdX2UKGgGR8AI7w2ETQE7aAdLyWgIR0BlTkQ9RrJsdX2UKGgGR8Bjko24uscRaAdLMGgIR0BlTuDe0ojOdX2UKGgGR8BhGSdlNDc/aAdLRWgIR0BlVBSpBHCodX2UKGgGR8BcJw75mAbyaAdLZmgIR0BlVIgJTl1bdX2UKGgGR8BcTVPznRsuaAdLaGgIR0BlViwfQrtmdX2UKGgGR0BKt19nbqQjaAdLyWgIR0BlWHcrRSgodX2UKGgGR8BisOaa1Cw9aAdLNGgIR0BlWiLfk3judX2UKGgGR8BimdK7I1cdaAdLLmgIR0BlXAwfyPMjdX2UKGgGR8BQo/6TGHYZaAdLZGgIR0BlXEBIWgvldX2UKGgGR8Bjtb/yXlbNaAdLJmgIR0BlXSy6cy31dX2UKGgGR8Bj5V1hb4ahaAdLJmgIR0BlXySA6MisdX2UKGgGR8BjwDRYzSCwaAdLMGgIR0BlYM+5e7cxdX2UKGgGR0BBrI/qxC6ZaAdLyWgIR0BlY4WrOqvNdX2UKGgGR8BggO9rXUYsaAdLP2gIR0BlZY287IT5dX2UKGgGR8BkoLfLs8gZaAdLH2gIR0BlZfFcY64ldX2UKGgGR8BSf8GcFyJbaAdLW2gIR0BlZicLBsQ/dX2UKGgGR8BkbW3fAKv3aAdLK2gIR0BlaOWUr08OdX2UKGgGR8BkX4UtZmqYaAdLK2gIR0BlaTWZqmCRdX2UKGgGR8BlLPJNj9XLaAdLHWgIR0Bla3Vf/m1ZdX2UKGgGR8BnAVxCIDYAaAdLyWgIR0Bla4dZJTVEdX2UKGgGR8BbaL4SHuZ1aAdLUGgIR0BlbFDBuXNUdX2UKGgGR8BdYTt1IRRNaAdLJ2gIR0Blbnt4RmK7dX2UKGgGR8BdAhc7hegMaAdLXWgIR0Blco/7iyY5dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 15625, "buffer_size": 100000, "batch_size": 32, "learning_starts": 50000, "tau": 1.0, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Replay buffer used in off-policy algorithms like SAC/TD3.\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        of the replay buffer which reduces by almost a factor two the memory used,\n        at a cost of more complexity.\n        See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n        and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n        Cannot be used in combination with handle_timeout_termination.\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function ReplayBuffer.__init__ at 0x7fe79b86f130>", "add": "<function ReplayBuffer.add at 0x7fe79b86f1c0>", "sample": "<function ReplayBuffer.sample at 0x7fe79b86f250>", "_get_samples": "<function ReplayBuffer._get_samples at 0x7fe79b86f2e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fe79b9df8c0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLBGgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "actor": null, "use_sde_at_warmup": false, "exploration_initial_eps": 1.0, "exploration_final_eps": 0.05, "exploration_fraction": 0.1, "target_update_interval": 625, "_n_calls": 75000, "max_grad_norm": 10, "exploration_rate": 0.05, "exploration_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVgQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLBEsTQyhkAXwAGACIAWsEcgiIAFMAiAJkAXwAGACIAIgCGAAUAIgBGwAXAFMAlE5LAYaUKYwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjFcvaG9tZS9ub2lzZWJyaWRnZS8ubG9jYWwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtwQwYMAQQBGAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFcvaG9tZS9ub2lzZWJyaWRnZS8ubG9jYWwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoHSlSlGgdKVKUh5R0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCN9lH2UKGgYaA2MDF9fcXVhbG5hbWVfX5SMG2dldF9saW5lYXJfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lChoCowIYnVpbHRpbnOUjAVmbG9hdJSTlIwGcmV0dXJulGgvdYwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP6mZmZmZmZqFlFKUaDdHP7mZmZmZmZqFlFKUaDdHP/AAAAAAAACFlFKUh5SMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.19.0-35-generic-x86_64-with-glibc2.35 # 36~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Fri Feb 17 15:17:25 UTC 2", "Python": "3.10.9", "Stable-Baselines3": "1.7.0", "PyTorch": "2.0.0", "GPU Enabled": "True", "Numpy": "1.23.5", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=", "__module__": "stable_baselines3.dqn.policies", "__doc__": "\n    Policy class with Q-Value Net and target net for DQN\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function DQNPolicy.__init__ at 0x7f6b7796f520>", "_build": "<function DQNPolicy._build at 0x7f6b7796f5b0>", "make_q_net": "<function DQNPolicy.make_q_net at 0x7f6b7796f640>", "forward": "<function DQNPolicy.forward at 0x7f6b7796f6d0>", "_predict": "<function DQNPolicy._predict at 0x7f6b7796f760>", "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7f6b7796f7f0>", "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7f6b7796f880>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f6b7797b000>"}, "verbose": true, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVhwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBYWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWFAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAJRoC0sFhZSMAUOUdJRSlIwEaGlnaJRoEyiWFAAAAAAAAAAA6P1I2w9JQAAAyEIAAMhCAADIQpRoC0sFhZRoFnSUUpSMDWJvdW5kZWRfYmVsb3eUaBMolgUAAAAAAAAAAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBYWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYFAAAAAAAAAAEBAQEBlGgiSwWFlGgWdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [5], "low": "[0. 0. 0. 0. 0.]", "high": "[5.2000000e+05 3.1415927e+00 1.0000000e+02 1.0000000e+02 1.0000000e+02]", "bounded_below": "[ True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVNAsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBSMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAdTzS3HyiU/vq5K42APBSDklalR1qHjmRzwWIavYS37BlUdOYr/WWUvT0+fQorK89x8SxMCFKEKfqBKct8K7jcV71FQHGZQHiQLdB9B800YcMaEUm3ugj2c65ZfNpe+ZpYOCCwLD4CFc84f0Z3K6x1grcrWXlkrBhnuXA0kj5eImV2KAfFmh1LGx9FVSX++cfdxdkXY2i6ujVnTgW91Va34xOumal8jFZ1Xfg2v38FiA86QKR4gL6vksuBkLAlHEQwFj4WZOpJFYlQxSYdZ4T63VJEyCxMbg0yNZGtj4Ck7iPhGCVsjNJAbTi/eIJb8Ba5V+X60Gn35JWsQPTnYhOMmCUtyLErb+D01hoVCAxE8AhkriiAmcAXumaawfuBvVqsErLpohytdeyUS72+opR9EGy5c041vfIr0Tbnv72ZGBcCgsljLSc+ZAOBEd9e4r1xijmj6YdhV7CLUFDGax36ehiG/VwKA3UUP3cjFhbUJbmpZR2TvDJUleCcEAOkXnwMmbDVYNspH2Zhai5mm3edqdLTIyfIv4fGr++IuBip59yvGpuvHbNhSGgu6wiugZHv3YEjjUx1olxnReFlH4osLQu7Z3dVDjD39rLnaYZVHBMCTNWR6KIr5P33kfW7/E1WPd4yY0fmXF0D1mT5xXsWncZyc+jaBdxAyBtzFcWlz6QFx/DorcoWAM7Jh5Jmb7Bl6MiWIa2zRpqrbDWxsqFah+Rlx5LUJ5ecxnx6Oa6nJE+mdxTxa3p8tidssc/7p2o4EK5NqAVOpyJ4eFArYGndnLZvcCYfD5NkaFKhQHihh2h0mjFE/FOEzncjMoyLklBkNZgvGL2SfYgA0OSeefRbaPYp8MZ+mEwCmfAU/i50eT27ZCPGdClPENx8TL2v2eGH3ZeNdAOgKBA6Z4iEkkSPY5zVHxueXLfVFo1hlpRSr1iMxSD62fI40NYuMJWRvmZ02hdBW1AbL+G86t1gVyK9OLDNXNJf2XRzCUCNrB3sbTY83dVO0Sb6ZIW+nb/mj/giWOJEJvPY0h+HLi1N0uRV/9JmZfObMd2ylHFIQQXuW+C23h30EcL5ndkTHIrvB6lVQ9vUmx2S+28C1vp890R3OQaT9bkRDp2cuoqxtutgqJuwboUquezkzXvZQ3iedvgYLqznGQzkjLZr8ORGsSiPYIx2fpPcCPQf+Fuf6ZjVMhFEo1CHWo0+zH1DMlUdtgtIkb1tWjPQWQ3NSQXci8qnau36cwDirLk/UxlG9zcOot3ANvHTkUFhXqbIhzkRIxCFmWuvlbks/0z+ujazm0UDS4KMP/ReajeTzuty1D82SfofeGyg0/NUAn5GrvhFPLHHtEvfVGp5jOkxR11aLtBLR7iFCnDINCixIhTGjZYfF/45Ukk3Rw48Km6UnrDoOMqBq74YK4hMIDT2IJ7Q0QTQJphRUokYrLckqLebt25ffhx0eG3VKr0+NvtfPHp6roe2WnO2oW/PaFQZ1XVqRVZ2UqbjCD+PN2HkDJg7QFgVeht392HwlzEB2MVoD9mosux5BvtsI7Ve0i4Pry/bGpMzPutxTLB1PcSeo68SosEdDg976yWVebefYt0ZlshIigu4lfeMMH9MWBuJyeJqE952b596Pou7eP9gX79t+6+aSLfFUWK8ZyDO2TcnEMEDTVXn/4RA50TiJ9/ev8m3iaxYjtSAt5M+UQ86WgJphCFBXkC7YHKujdpfh6MK0IPqklX689B+pksDGoCQimSzDs5Ju8+IHG7YpA8cai+QosQNjMYrdsIJzJsyIWJy16nJA0OqmTAQZ4ZT75ZGh3Gbdrb6OWQZDJJxgE4D/faaviiGCpHHJDrOfcDbtW90uhNhLFWIb/CYpPX1oDH+fiLl8pGI6/ao8sx/0F4RGbQ/H2kuVJwcT8aUgopH6XdvApvGPRNc0+AAdEK887qJL2sZu16XUqeiw548k0tw0DhPoaz1Jnu4oMYURJGJG0q2YQrUkbWpw7t+OjYkvdJH0orIeUH7zO+y4XwLZIri1tvvI2eEPzaKbNF1qo9Tfd4LUpX4rFePClxGmBzxbGab60W3MMBuRCowQV8Em114JgmDORrVCY4wAf5cE1QFRgJX8Ko60gxE6Vwri7S8U48PGRuooqH7gqokifiggjdkZJHDXmw3QHbBzZe8szCV1XON5ctKWLkxnfMW1BkDnvrTBG31M6mDywW58QyJC/qXzAIrMPscYb72EhgZQnoXCceOPbbB1jINtzIgu52r5mU4s7tgSGQgo+DqQsrzpWO1iok1VkDl5Whz3ETzz+wPqOrHcjnFFsbU+pJX+c3z36mcv99+UHaijmZpbzzreAV2Sz9qASYL5l9MEwXtMn10xowHiOpkhGHFcJ5THjdf0aAKuW+ehmdX8JbvW4t2Cn7XWS5i6Ca261T/lN2/N+uIRVzTZcniVaV48sLDHKKF6ZiRV+aoW4C8Vd2mj2jSlYI7z0VKe2SNLxrrQF7ZXybrDLel2n/XyA4Y8dnfvRTekJ/7bygrX/dE6KepeWLLkaVbctuojeC0Ht+n1GOFwREOxMJDb6sESASxZ42AXVew2btLu6ReoWj6D7M7c+jIZOkXuf2YU3FzMAQ7vVK6qPGJGc31RPst3jx5sljCCebdYbteSkl94FNbenllYvxImaTRE/guRmIf+YcmtDdLN7+mckr0dfgJpbzckQPahQsSFohErd9Vb7merSdBfZIFWeL/owQVQPTWxoJvyhx4FpgjyV7j31FmqC4mh84AilA1PNI3InrXzBLXFEwi8AlQsbOiF+6I0JaoJMwPwcox+LeaMDq9RhTMdrqcqvGI6Yr6EXiaNsGK04Ggr7vVRcieGkEPQrBsjicns0LEFIQQqH0fCGy55t79UDAsp9RFuLnRzNlVRRIccmLpHTWirapMib5dhkt5FibkMulssfxYhNoBWxDINocLdmbeJ7Vl5VhFrBQWFjCMZ57y0KkIPm1GIcXJDVXhU+KWRowVMbF4mrI8I5vPDCyry1W7S13rVnHOfnO4leZ9bAwjz1g9p8P/qSMcXBrneRNcYwzMS3Uyd5bK5YWQGL/k697GOYRzvan4c48yAhL2tRkIwgRfR4w74D3RGccvaWCyq/gzsY8fx8GWisg14oQM/co/e3yhUEzLwMmyqYPrcCMQZPBK1Uf8ufmFpB9j911mIJojGa7qJVYDM8hOCNnwmHR+ebD7vomWPN/0hRzke0Bj1TPyi8VJ4dMqvommREHxE8Krt/vlwAKoV6xwt7oV/I1bYUOW7W92aOjkk07apnlG7AVmJvuBDVpd+4/M6n60Tsfa2Niym/T21GxVHD2CxEZlGgKjAJ1NJSJiIeUUpQoSwNoDk5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RLhHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 4, "num_timesteps": 300000, "_total_timesteps": 300000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1680997381013694364, "learning_rate": 0.0001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/Gjbi6xxDLYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVxQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZQAAAAAAAAAABy6UZP7B0/AADIQgAAyEIQ2adC3mHxRWlCzz8AAMhCTDNpQq3710GAaPpG67cXPwAAyEJCabNC/gqkQs1z9kWVKrU+25ihQQAAyEIuoZxClIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwWGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVxQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZQAAAAAAAAAIDE7EajpRw/AADIQgAAyEKHbKlCyA3xRWYTzT8AAMhC3JNyQuD230EA6P1GV4cWPwAAyEJWh7RCy4+lQoC27kUMNrg+ulZ+QgAAyEK7jZpClIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwWGlIwBQ5R0lFKULg=="}, "_episode_num": 3380, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIkgThCgs31kCUhpRSlIwBbJRLXowBdJRHQGTvy6+WWyF1fZQoaAZoCWgPQwj191J4zBfNQJSGlFKUaBVLf2gWR0Bk8SgIyCWedX2UKGgGaAloD0MIXqCkwBtC10CUhpRSlGgVS2loFkdAZPQNG3F1jnV9lChoBmgJaA9DCHE9Ctfwm9RAlIaUUpRoFUtGaBZHQGT1Iqslsxh1fZQoaAZoCWgPQwgB4Nizi4zUQJSGlFKUaBVLS2gWR0Bk9sr08NhFdX2UKGgGaAloD0MIJ/p8lPnSxUCUhpRSlGgVSyhoFkdAZPg2jO9nLHV9lChoBmgJaA9DCCXJc327esxAlIaUUpRoFUsraBZHQGT6HezlcQl1fZQoaAZoCWgPQwgHRIgrZwzIQJSGlFKUaBVLJWgWR0Bk+wmJFb3XdX2UKGgGaAloD0MII0kQrhwAykCUhpRSlGgVSy1oFkdAZP2UYbbUPXV9lChoBmgJaA9DCK5H4XpUachAlIaUUpRoFUsjaBZHQGT9x9w3o9t1fZQoaAZoCWgPQwj6eyk8NovWQJSGlFKUaBVLyWgWR0Bk/fBguyu7dX2UKGgGaAloD0MITDRIwfgi10CUhpRSlGgVS4ZoFkdAZP5ziCJ40XV9lChoBmgJaA9DCNGQ8SiVKM5AlIaUUpRoFUs2aBZHQGUB2Awwj+t1fZQoaAZoCWgPQwjXo3A9ShXSQJSGlFKUaBVLPGgWR0BlApMFlkH2dX2UKGgGaAloD0MIexSuR8Es1ECUhpRSlGgVS0poFkdAZQOHs1KoRHV9lChoBmgJaA9DCArXo3C9IsRAlIaUUpRoFUscaBZHQGUFtQj2SMd1fZQoaAZoCWgPQwibyqKwErHTQJSGlFKUaBVLUGgWR0BlCAUcn3L3dX2UKGgGaAloD0MImGiQgrdFx0CUhpRSlGgVSyJoFkdAZQhZ5iVjZ3V9lChoBmgJaA9DCAr3yrz4adpAlIaUUpRoFUuDaBZHQGUInMt9QXR1fZQoaAZoCWgPQwhdb5upWTrVQJSGlFKUaBVLVmgWR0BlCUZWJaaDdX2UKGgGaAloD0MIObcJ9/Kv0kCUhpRSlGgVS0ZoFkdAZQ2vhZQpF3V9lChoBmgJaA9DCOBpMuM84dJAlIaUUpRoFUtHaBZHQGUOpFCswL51fZQoaAZoCWgPQwjHSPYI8dLUQJSGlFKUaBVLUmgWR0BlDumtQsPKdX2UKGgGaAloD0MIHCPZIxw81kCUhpRSlGgVS2RoFkdAZQ/GYrrgO3V9lChoBmgJaA9DCF7x1CPdZsZAlIaUUpRoFUsmaBZHQGUSnvlU6xR1fZQoaAZoCWgPQwgIdZFCrRjPQJSGlFKUaBVLO2gWR0BlE2e8PFvRdX2UKGgGaAloD0MI6L6c2cKkzUCUhpRSlGgVSzhoFkdAZRblrdnCf3V9lChoBmgJaA9DCJZ31QMHYdFAlIaUUpRoFUt9aBZHQGUXSmqHXVd1fZQoaAZoCWgPQwhmZmZmiHjVQJSGlFKUaBVLQmgWR0BlGIRRMvh7dX2UKGgGaAloD0MICtejcJ0g0UCUhpRSlGgVSzdoFkdAZRuIuXeFc3V9lChoBmgJaA9DCAAAAACgSNBAlIaUUpRoFUszaBZHQGUcdL6DXe51fZQoaAZoCWgPQwifrBiu/pGxQJSGlFKUaBVLxmgWR0BlHfbCaZx8dX2UKGgGaAloD0MIog4r3ETGykCUhpRSlGgVSydoFkdAZR6lu3trsXV9lChoBmgJaA9DCDMzMzOz/MhAlIaUUpRoFUskaBZHQGUfVQhwEQp1fZQoaAZoCWgPQwjhehSup2DVQJSGlFKUaBVLcmgWR0BlH+sLfDUFdX2UKGgGaAloD0MIcT0K16M1z0CUhpRSlGgVSzBoFkdAZSHEYO2AoXV9lChoBmgJaA9DCArXo3C91cJAlIaUUpRoFUscaBZHQGUiGOU+s5p1fZQoaAZoCWgPQwgJpppZRgDRQJSGlFKUaBVLPWgWR0BlJBAB1cMWdX2UKGgGaAloD0MImpmZmVkFxkCUhpRSlGgVSx9oFkdAZSQw/PgNw3V9lChoBmgJaA9DCEJdpFCtw9RAlIaUUpRoFUtQaBZHQGUk9Oh0yQB1fZQoaAZoCWgPQwjO/dXjcoDLQJSGlFKUaBVLJmgWR0BlJRf0Eov0dX2UKGgGaAloD0MISOF6FNxlyUCUhpRSlGgVSyhoFkdAZSc6q814xHV9lChoBmgJaA9DCBBbejRJntBAlIaUUpRoFUs2aBZHQGUoaEal1r91fZQoaAZoCWgPQwgDkxtFSKjIQJSGlFKUaBVLKmgWR0BlKF+ocaOxdX2UKGgGaAloD0MIWfymsCwcwkCUhpRSlGgVSxxoFkdAZSqYQ8OkL3V9lChoBmgJaA9DCEV/aOYDC89AlIaUUpRoFUsuaBZHQGUqz7VJ+Uh1fZQoaAZoCWgPQwgK16NwvSLEQJSGlFKUaBVLHGgWR0BlLMa0hNdrdX2UKGgGaAloD0MIog4r3CAZyUCUhpRSlGgVSydoFkdAZS3RgqmTDHV9lChoBmgJaA9DCPX3UnimeNVAlIaUUpRoFUtOaBZHQGUuY2jwhGJ1fZQoaAZoCWgPQwiBmIQLOOHVQJSGlFKUaBVLe2gWR0BlLpkbxVhkdX2UKGgGaAloD0MIzczMzEyA0ECUhpRSlGgVSzhoFkdAZTEi3XqZ+nV9lChoBmgJaA9DCLgehevRjclAlIaUUpRoFUslaBZHQGUxcZk078x1fZQoaAZoCWgPQwjNzMzMzLvLQJSGlFKUaBVLKWgWR0BlMbKLbYbsdX2UKGgGaAloD0MIaJdvffwIyUCUhpRSlGgVSytoFkdAZTR/kvK2a3V9lChoBmgJaA9DCNQQVfg1UMtAlIaUUpRoFUs0aBZHQGU1dGiHqNZ1fZQoaAZoCWgPQwjfGAKA6cXMQJSGlFKUaBVLM2gWR0BlNZZha1TjdX2UKGgGaAloD0MIA0Lr4Zqm1kCUhpRSlGgVS3FoFkdAZTaowVTJhnV9lChoBmgJaA9DCD874Lrkr8ZAlIaUUpRoFUsjaBZHQGU3PWpZOi51fZQoaAZoCWgPQwiveOqR0AbEQJSGlFKUaBVLIGgWR0BlOAAGSpzcdX2UKGgGaAloD0MIuB6F69E7x0CUhpRSlGgVSyVoFkdAZTmS+xnnMnV9lChoBmgJaA9DCA0Zj1L9r9FAlIaUUpRoFUtDaBZHQGU6yyD7Ikt1fZQoaAZoCWgPQwg/O+C6IgLGQJSGlFKUaBVLI2gWR0BlPDynUDuCdX2UKGgGaAloD0MIKTxodlwU0kCUhpRSlGgVS0JoFkdAZT0Wu5jH43V9lChoBmgJaA9DCEJdpFD43NBAlIaUUpRoFUs3aBZHQGU/ArH2h7F1fZQoaAZoCWgPQwhSuB6F1/jKQJSGlFKUaBVLKmgWR0BlP38sMAmzdX2UKGgGaAloD0MIij4fZS6Oz0CUhpRSlGgVS3VoFkdAZUBSofjjrHV9lChoBmgJaA9DCN5YUBjMy89AlIaUUpRoFUs0aBZHQGVBGkFfReF1fZQoaAZoCWgPQwgLCK2HMw3OQJSGlFKUaBVLMmgWR0BlQuUW2w3YdX2UKGgGaAloD0MIw/UoXA3hy0CUhpRSlGgVS0BoFkdAZURyf+S8rnV9lChoBmgJaA9DCLGJzFxQb9JAlIaUUpRoFUtRaBZHQGVHUyHmA9V1fZQoaAZoCWgPQwhSuB6Fy1PRQJSGlFKUaBVLOmgWR0BlSNWfbsWwdX2UKGgGaAloD0MIIef9f7Rqw0CUhpRSlGgVSxpoFkdAZUlVp9JBgXV9lChoBmgJaA9DCCLH1jMP99JAlIaUUpRoFUtLaBZHQGVO912aDwp1fZQoaAZoCWgPQwjUEFX4S+3EQJSGlFKUaBVLyWgWR0BlT6IcinpCdX2UKGgGaAloD0MINBMM52W81kCUhpRSlGgVS6poFkdAZU/m1YyO73V9lChoBmgJaA9DCEbQmEmNzNZAlIaUUpRoFUtvaBZHQGVRVpj+aSd1fZQoaAZoCWgPQwh1kNeD7O7QQJSGlFKUaBVLMmgWR0BlU7iXIEKWdX2UKGgGaAloD0MIhetRuN620ECUhpRSlGgVSzVoFkdAZVVnK4hEB3V9lChoBmgJaA9DCKRwPQo3SNVAlIaUUpRoFUtaaBZHQGVWlnRLK3d1fZQoaAZoCWgPQwhR2EXRnXLUQJSGlFKUaBVLbWgWR0BlV2q3mV7hdX2UKGgGaAloD0MIAAAAAMCrz0CUhpRSlGgVSzNoFkdAZVe7kn1FpnV9lChoBmgJaA9DCLgehevRhtNAlIaUUpRoFUtJaBZHQGVbG5MDfWN1fZQoaAZoCWgPQwjIef8f3zPPQJSGlFKUaBVLM2gWR0BlW7KYAsCldX2UKGgGaAloD0MI8dWO4hgJ1UCUhpRSlGgVS0NoFkdAZVvk8zQ/o3V9lChoBmgJaA9DCBvyzwyCMspAlIaUUpRoFUspaBZHQGVeRo7FKkF1fZQoaAZoCWgPQwiCWDZzlnHGQJSGlFKUaBVLJGgWR0BlXn9vS+g2dX2UKGgGaAloD0MIKCuGq0FR1kCUhpRSlGgVS0loFkdAZWFkhib2DnV9lChoBmgJaA9DCFotsMdoms5AlIaUUpRoFUsyaBZHQGViFCkXUH91fZQoaAZoCWgPQwh3gZICy4rCQJSGlFKUaBVLn2gWR0BlY7tXxOLzdX2UKGgGaAloD0MIzaylgLOV0kCUhpRSlGgVS1BoFkdAZWSjafzz3HV9lChoBmgJaA9DCBSuR+HahdFAlIaUUpRoFUs7aBZHQGVmpqREF4d1fZQoaAZoCWgPQwgUrkfhOp3UQJSGlFKUaBVLVGgWR0BlZ+NFSbYsdX2UKGgGaAloD0MIFK5H4SVw0kCUhpRSlGgVSztoFkdAZWkw0O3DvXV9lChoBmgJaA9DCOF6FK7Hxc1AlIaUUpRoFUstaBZHQGVrbIkqto11fZQoaAZoCWgPQwjD9Shczw3UQJSGlFKUaBVLTWgWR0BlbJjpcHGCdX2UKGgGaAloD0MIUYcVblx41UCUhpRSlGgVS4toFkdAZW5w9aEBbXV9lChoBmgJaA9DCPAV3XqllMZAlIaUUpRoFUsjaBZHQGVvTLOiWVx1fZQoaAZoCWgPQwiWJqWgQUnRQJSGlFKUaBVLN2gWR0Blc3CqIacadX2UKGgGaAloD0MIG2MnvNN60UCUhpRSlGgVSzRoFkdAZXdWGyon8nV9lChoBmgJaA9DCL6iW69oWtFAlIaUUpRoFUt6aBZHQGV3qJl8PWh1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 15625, "buffer_size": 100000, "batch_size": 32, "learning_starts": 50000, "tau": 1.0, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Replay buffer used in off-policy algorithms like SAC/TD3.\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        of the replay buffer which reduces by almost a factor two the memory used,\n        at a cost of more complexity.\n        See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n        and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n        Cannot be used in combination with handle_timeout_termination.\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function ReplayBuffer.__init__ at 0x7f6b7796b130>", "add": "<function ReplayBuffer.add at 0x7f6b7796b1c0>", "sample": "<function ReplayBuffer.sample at 0x7f6b7796b250>", "_get_samples": "<function ReplayBuffer._get_samples at 0x7f6b7796b2e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f6b77afc5c0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLBGgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "actor": null, "use_sde_at_warmup": false, "exploration_initial_eps": 1.0, "exploration_final_eps": 0.05, "exploration_fraction": 0.1, "target_update_interval": 625, "_n_calls": 75000, "max_grad_norm": 10, "exploration_rate": 0.05, "exploration_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVgQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLBEsTQyhkAXwAGACIAWsEcgiIAFMAiAJkAXwAGACIAIgCGAAUAIgBGwAXAFMAlE5LAYaUKYwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjFcvaG9tZS9ub2lzZWJyaWRnZS8ubG9jYWwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtwQwYMAQQBGAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFcvaG9tZS9ub2lzZWJyaWRnZS8ubG9jYWwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoHSlSlGgdKVKUh5R0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCN9lH2UKGgYaA2MDF9fcXVhbG5hbWVfX5SMG2dldF9saW5lYXJfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lChoCowIYnVpbHRpbnOUjAVmbG9hdJSTlIwGcmV0dXJulGgvdYwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP6mZmZmZmZqFlFKUaDdHP7mZmZmZmZqFlFKUaDdHP/AAAAAAAACFlFKUh5SMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.19.0-35-generic-x86_64-with-glibc2.35 # 36~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Fri Feb 17 15:17:25 UTC 2", "Python": "3.10.9", "Stable-Baselines3": "1.7.0", "PyTorch": "2.0.0", "GPU Enabled": "True", "Numpy": "1.23.5", "Gym": "0.21.0"}}

results.json

@@ -1 +1 @@
-{"mean_reward": -117.23120850000001, "std_reward": 40.80663827865989, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-04-08T16:28:53.667165"}
+{"mean_reward": 14853.791999999998, "std_reward": 5938.056007692752, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-04-08T16:45:52.253641"}