Upload model to Hugging Face

DQN-default.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33b1852e1d88f3bb75be46d02e1b7b536b973c5620a9107b9f6c52669ae132c9
+oid sha256:a45174839309ab996f6907121bc648d15aa37846d7a0ed3076adc3a4f55b3d87
 size 105963

DQN-default/data

@@ -4,34 +4,34 @@
         ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=",
         "__module__": "stable_baselines3.dqn.policies",
         "__doc__": "\n    Policy class with Q-Value Net and target net for DQN\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function DQNPolicy.__init__ at 0x7fc756877520>",
-        "_build": "<function DQNPolicy._build at 0x7fc7568775b0>",
-        "make_q_net": "<function DQNPolicy.make_q_net at 0x7fc756877640>",
-        "forward": "<function DQNPolicy.forward at 0x7fc7568776d0>",
-        "_predict": "<function DQNPolicy._predict at 0x7fc756877760>",
-        "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7fc7568777f0>",
-        "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7fc756877880>",
+        "__init__": "<function DQNPolicy.__init__ at 0x7f271a077520>",
+        "_build": "<function DQNPolicy._build at 0x7f271a0775b0>",
+        "make_q_net": "<function DQNPolicy.make_q_net at 0x7f271a077640>",
+        "forward": "<function DQNPolicy.forward at 0x7f271a0776d0>",
+        "_predict": "<function DQNPolicy._predict at 0x7f271a077760>",
+        "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7f271a0777f0>",
+        "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7f271a077880>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7fc756883440>"
+        "_abc_impl": "<_abc._abc_data object at 0x7f271a47edc0>"
     },
     "verbose": true,
     "policy_kwargs": {},
     "observation_space": {
         ":type:": "<class 'gym.spaces.box.Box'>",
-        ":serialized:": "gAWVkQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBoWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAAAABbEAADIwwAAAAAAAAAAAAAAAAAAAACUaAtLBoWUjAFDlHSUUpSMBGhpZ2iUaBMolhgAAAAAAAAAAAAWRAAAyEPbD0lAAACAPwAAgD8AAIA/lGgLSwaFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWBgAAAAAAAAABAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYGAAAAAAAAAAEBAQEBAZRoIksGhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==",
+        ":serialized:": "gAWVkQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBoWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAAAABbEAADIwwAAAAAAAAAAAAAAAAAAAACUaAtLBoWUjAFDlHSUUpSMBGhpZ2iUaBMolhgAAAAAAAAAAAAWRAAAyEPbD0lAAADIQgAAyEIAAMhClGgLSwaFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWBgAAAAAAAAABAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYGAAAAAAAAAAEBAQEBAZRoIksGhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==",
         "dtype": "float32",
         "_shape": [
             6
         ],
         "low": "[-600. -400.    0.    0.    0.    0.]",
-        "high": "[600.        400.          3.1415927   1.          1.          1.       ]",
+        "high": "[600.        400.          3.1415927 100.        100.        100.       ]",
         "bounded_below": "[ True  True  True  True  True  True]",
         "bounded_above": "[ True  True  True  True  True  True]",
         "_np_random": null
     },
     "action_space": {
         ":type:": "<class 'gym.spaces.discrete.Discrete'>",
-        ":serialized:": "gAWVNQsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBSMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAhfTTtDUjDKZJnCzbOKAuIf/6qPNJcw8xyt1wnB2EJqNb2KvWNgF2xViN2FpixUWnW2jfEuDWURUvW33bWzhvtrgkJ88OkkXC8Pj+AFmtTMVACCN/YQYZUUrfAZHzcPzgAIAuEJ1jTI9e7Yc006NPx+RPY/Dz+zLnWwwDlOkGUEYnQSgIqhlX27+IGZ9agdm9/6X6h9cqfyxmaZjZ8ckUUs48uaeScEp1uvNIVLIKJWzHAx56E1qFnskHeYBYxY0B1WpXQA478u812+OfmWR93IZxokR5qbpYffxwKMrZd+3FbUU9enxN16+aLvzPM3Q76oXYwzCmrk6tjNa2NiHuY7pJZogxjKe4/CqVFxkyQEKxtH1YAcNcodM5o/0gEv8vZAOFBZ6ecT9B6BFF5aNGx/C9Ys5HFrmERzI3A8DqCDS7KYMQREmo0fXSqHSZBmplIp1YJIeMtlzHA+TGb33rEkOCxbVIup8RrUc3LZrmtYh6XD5Yp91MiIR4gckkSc5SFCRVcDZrJkMSSU/CSREpMhX15E5NwccgS/g0GzcsGoKy8WzRyx7GyUUOciFNQ5lft0qBDpn/WzHRGizwv6opYacvI6i9GjEu9q/WUQiOcUNuTD1c+hTkYoX625VEdS+YJI0rKfl+epIqhfGyD56OvPxoQ2I76kAZycTUCbHOg9GT7rZhMmlih7V0HIziNwce6EWSG9KNDEZx8rQHmon0S0aquGOTAQm4wsike79CM5k7T1vUeMVhv+F5IOVx0inkopAoI39W+l1fG2LxdaS9P+T3fsZ43Y2zlBSevuaHbq/yNifAesURm8XcbkE5t/7vHfpEsFDqZeAzYjkrwRhvPKfvOTl475WRQ1gkqTYP+6KEmxD66/w8GC1Tw9D/VahkaK2D50inb+OvnySj7nmg0VuYjs1AnQC+iD1ojSOC+7bi9budetdVIiROX7d6I2CyEGtyFnAJSZV1nFtMgetDgZjTFsD9BX2+rTnV0kd+VgNZchvH9SN4u+dmaHte2x+MPAZrDQo8t8hQ4a79XwbuuFoegOlNoj09GHwe3zzf5wNn6RoCIOdQTDXhlctybEcL9LWwc5U9JV4tvos+67HIdh8RLtE5GE7NrjW7vXQH7htleLCWruWt+eBh5UxlnZDM8JOPmW9gz5ytvOxPGCh/bf0x4YVEbWIBD+PYiMU4PsRJczfJEVmzKzg42xBSJnJQTduAxLB41FP3l3ptcirifVQ3qdaJGxP0/xqOxi7E/bS3pG31BDSgERSQSXlmGqKIy+KEMcZ/zQXb15RiUM2PRkK+JqWk7oqA3A7L7nTu5OBuOKA2ywb2Wx0Er3MwQC45IbtDqkAJlJwK5f0vgnJrJwWJEYFLVY4SEJs0qxotHPxh/YoEMUU8pFSykwrnxCrr1MzXQAdfE+aeVbULZjfMeoUae49n1Y8JwxY23qwjor59mKfpuE7qUc+q/ZJOLuRqxVCr3294bS6vaRtpe6zFiK2fwiMwDgcOVIvDraqOpOy2pFrdlobM9VJ+UWUii5Jf+erDIT53hxTPOaucfYSnhaTARwRg8UWv94ntCmMa2i41t2ybTRla37bQ0kD8R6RdKpnq2JC84l42tSgZIA/HCL3QCYNmKl8++Qyu/RMi7+6KjBZ9QiYVBDQu1a6lyJYVVx+/cj09zAa+aQjDgpblxzu1scLTPeaAM1fsXRmr8t2kfHLRexAiceC4F9w9X3Y5NPm8qo8LtOHLI0iTbERms4OQ9JyEZdzDWeOegGa/wdT+k+P6EyhgW8bYqyJ8gUK4UJEnygc5Vk+p0p9AnPJcslbQIq3AUgWSglXQCH751/h0W/IRpCBt/7G2CeTrxAL+NkTSyNSubnc367NKHlZPtFlfkHyTWq4zPcj3bHHQKVuXCGvPSDf+/H5fW3aAvIDULPTr/j5rNJ15YCA9k/iOc/r171PQQrDujptvytl49gy0h0gwCCJ/W9sVT19kAe5ERZ7PzG23RuBc0PXiCqOPki9erno0e7JjudHiUdprNzqNQIf842bzFEbv5CaWHowUTWmFzOHaY9yJczN/ibtLacxWzj4NCk7KXNK12bCXmQftWFSHT7MGBmNYW6C1swOiLgJt2ys1u/NZxBk3XTj5o57bU6O3UyW4EflHhyHH6Kkw69JyNmSB1l4nIrexKWuhDZO4Knx+6+Rs1tPbTPfZfUACJXTS3OhRu59qadFUqurf5wA3OND+liMekj0Nq5sJRgdqZbzu22JURRBpTtuouQaAhuXw7/FtG9kQXdq/m5z7ay32v5XK1cT3woy5R48dJw+0VtlWQPRyWS16Vv97KtdETByIltpW8CBh0yAH85ki8dJQW6xmfhcUsy4ugKdgxr/TCYwUeCac9QuyFIOc4r+xHNtxQQp340LaBlz+Tyx4nleCetRajCcAZBczSGPPNIcyQJvxCNB9wiQ4+8VkNLEQqii9TwFAMqcDiqO5B8r0WhqaEMF/S+ssXViltud7keFhkvJYIWxU3JhztdPJkCe4tIuQo7LrYANRE6i9XTa4dQPXSzMMOI8VQ5Je/gFwQhS2FG2ebACK7ZKoO4UwgFMi64voTSjZ9T5FMCLnnUhro2YQnVMPR2PH4uZG9lof5VU2tZjplphQyFrnWnJEN/j01v245+ZL1Xvg43ow3hMfhjGzvqeV7M0le0UhnxpTyBqcb2kQknyKwJUHD6z+8mo2aTMozofAw82Gp8RbBW3vHeUitoRnocHn825Ig7Y7HBZLd3vI94xJgF2JB9HKRqu46Gmu5FeR/ktnLLXc1Nxn6t1RBLC18DLesAohHuT6DD2tMN0jyVzE4g0JfOLpPKOgQBEWo9qUuA5DbAJkEFAEnRVW4rgx98xJJz5XZBeI23PPkEv1IHIZQdr82AR2H7iICPziHpzjYm3Cw7jnA3Zxxy7TVXQQjSH0cAky9X1C0DcZZE3x0X+y/uQLVHdSGbIQsNOKWHWlpxAQOILGkEtMsTLajZHtoWMJCLzQ71Bl114gNryjhYfufXoXqfA5B9DbWmNFwM4xYJaE/3s/2HG/JolLsPFW9idR2ODTZ7MMA9h8yjNLCBhS1ubwJ3QlMJdwN4uVSPIB7ysd6cqjuBfm2y9iM614hL++UcEGAX4mBqyDrN4D84cfwWk2OWkZmmHIJzn5Ne1wKok22JqBo6UxCkKU02c2bDSiBuxREuB02TnoT7NMKcixSzijgWzvibecKc85CisMDnvBJeNHXb0lYAgDThsV14o2Pebw4xfjofAjrnqVKVoENU/TrPvZ7dXjAqYQDh2F8kDEczVvPj/eTRE3wSVdq4Q8vt+zSAwYlGgKjAJ1NJSJiIeUUpQoSwNoDk5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNUAF1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu",
+        ":serialized:": "gAWVNAsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBSMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAA2oqCETT2zjx0rhixTUVQLKFaEtrmhv3+heEQMj8hgue/95d6rF2ARzDd3z0cTa37qIpoaSxgkTW1BpAL223cqa2ERljmVAZyAnFXW2IM07yRwqK/+S0wL0RuePVCcKVNVT1/zpkGnfXOSjh+xx4kNFEjKapbUGfEoK+PJqbXE7tdRF/eGF+icG+3BEDH+GBAM3ms9OL0H6jI/gNBYxh5SytWm9z5twmXzYmHzrAshORvBeWiEM2Ff7XqBp8OwgQCPrnOGD2Ja5KqigjHJGf5c3TuyW+QVbpdUl/9bD1U5HqXEDbYqwQQJC6EJ+jlYvJ+jV0mFsxtQXRlWP1FdZF0fePKuXTwKpnFnmTn4Jg84iKoPspMWDm0vHqR7h8DTrjOijjR74Hw/JIcW2Acj0bcLurwqtdEt+Du0LA/hNqu3Ogh8dUkpP0QzNhBp+ZyZdwL78VzlzpLAAA6bfu9i8jvBdGOSFQvgMtiEwmZG/TQqrag+8YTSC2xHf+u80Yql4LJT0lDxPpYQlfq2HssBfgGJp+LLQayp86ar5owF6a81Dg7TFse85yvm/kw2DnrFHPyd571wBRRgwLLRfdwxnaJ2yAM8RSwuDbrT4YFL/9QlVXf/usACfc7KUsd3DdGVFfkGPuvPOGD4PMEo9tuwAYUZWY4Of5aVf6eSGqSZxzWeFq5SPuqPG6OJt94ac7O07PoeJWGC1tgU06oxw4phD28P4AFRjtTzmk4I599EV+fnJWFq2OsiQ9omG7WWtjPi9sOqRnaqXOYsoBgofrDcEwRQrwjTUrwxZ4Pum66PxB8MPsPK2yy+YLejfTBT06h9Pbu4R2bXBwOJjoxl0+wPiUZXk5qe9RDRl++hxFw0mr++2C4OyQw9jKg1hFjicOLkNgYhqlPeFCPUWSnxitHjkceXb4fZK5TJrbR2SFdqriItXSgaOQeNjrMj1umOcBgcd/YYs0QvEf8OuyKjEd3PZl7I48SlhO79my5Q3B2qvfiwMLIgmKEp0M1uMafJwz3yFaQuTSIxVaNWfnz3KcEMAw+GZVUC3owIbs+b96qZaZC9k8N5qzSZJnKkXVV5X5G26hMRMEkfbK2cwkIzOWy+8E417tv/QcNMxJa4NoTYyVOJjVd1tObnVHK97zk5essAxpHV0yL1L1AH3cAiQ/5lyWgpCOVr0iCzbuEoBh6NiPs8ijy3Vvk5AFCp3jv3cQZK5Hc+rYAhituTT/r4zDRGsOvojBmbGFsdX+0QFwnCEwo4zCUBYmdaHLuGROOd++2c7DiOqmX/4DvdwTv9vt50sr7b/dJhvnm+owF/LOTHY+EJkoproMOtXDqaN2ss9W4iZLNKUHUEMU8RUSRIyZoUyqkV43BfDE0xgXqtGZ8BaA7dsYY0YiOWrioVdFRm0Q+jBsPsMtAiUwzTpBlH86bU3Yjk+OEWh6V1ZdTxZQiT1ONxGcV1eF1uK5q/AvntDaUBnVBS7GYVZoYgjTfrFwW2IuiTNWClWtQxEjP7MGXeetUFieFWcAxnKfBfvN2uvdCBSORmjAtLJ9pB4DnxcQwJAgTkVSy+KYax/q6ryUYehPMQvOEFv0lRv8Sc/ldDUWJ2n9wBOfzHQxFR4zmeoNA3GEWJrGTiOCXAVaSP6uzE7WsJ1H4MTWp5SBuklyPOIkbds+9Lq7wdYlbNWUsprUyVCbBwbS/ER111HGu0aTIZkyaS1PL6BTY8UfafQuHudI7fq+gUzefASLFykrNix1SrSNP1xfu2JpqnyhUZVcFLkFi4it1bIKVE8QsdRaT6A1RQBi8W0pXe8gDxDKvXJRhlvSSpHepyLfIW6TKxAgJEAnQ+DU/55XZCfD0EZrxdHjPHx2B/2VRJcK9M/DQoIsbcOYtHraPhxedCwjcb57s9ar6W9L0bxsoF+5kmGfsON8tGm8CO9R1hdx3PwJlrk5pAR4RgvjdyQmUjtr2I7UanVd2Ciy6xuPKfCDR9hlIJyK7mpN300buMjkcoiJKmpEOd23UUiywLRnYA7pgoA7RHHBz7jqrc9K8Jqk4sVXnorNnCvqdCqVY5LbZMw+edZ6y7ycTP6zdzXQhyEzwdtt+r57RBqFIJOY+RwVkglGJfde3dpAR7XEuk4VWbrJoEt7MBOMHQUymvoKRasBmAqZe3WENkIBQCZEZ1dgvVhO+YZ5Nca1uT3lmgYvu53R8XVuFBAqPIAhfPb9Bo63GRzGCwDgT24HYiT3QNxPN24bxfQnw694EQlXIHPG4iTpXMTPiXlvyPB1bhvpQSMp+93qiNBTMGzeafdggFfTK2P0MiMX92CTOYjd18rPy9EZkehKQP5rVX55SI0H/qp0G/t9mdVYDJe82Zua7zSB1EWWwmXQPrh5XO0+dREHppH72yUAetFLOMGGBu+K7XCunOtxoK1kp6rGqf1UVlqgCU1zN6yG1J8iZAq1El8b6J+FnaeDUQjYuRliUp6X/STGO0NfaEtdPeqgUclVtUgeN7867438utbWuZ+I6FPm3gK54S9GrmVfRVMCN8d3Ya700F16GDWYMGoOLs84KBrgefmuX+/WA6Pxp83eMrUSIEg+NNICuoMF/sfmcquXh/BwQV5+A6sNPraUPdiFX6v+P0Vh9CcmXdxh+36NOQnJ3brunAeA2RYLKVeXd61DSZ50n8EU6wgAJW6ADVGJipApf9PiYuTH336vgI0SR22n0c+OA7KSFlp+lzGNEng3ELDljbVuokr2f2ex14/hjBk/ehZGhqXw7GntrxbqUd0pUZT7Wb5hUOvcqfz1UhEkVHGEdbNPXZ5iDCWyop+Oo0FB8Zb/YyBAb4T/sQyx2VTNV2joa71yYY845nNgXlB4HdUz2tzsMdnL4c3pk9Ia4mWDbKXp4+q0mHcWOXfn60tMR3whohFsRUd+Bs/aEHhkqNch19amI4CLNTidn2ouUCR6aaGgSgn3t+rwE8y2rEwXkvRmPcL2eBPi145bcrPj4o+ziLKpmCngeRyD+NwIVfeKh0Hid5Fm9hmhfHb4NRlFK8sacS8dYwMG5yU3d5GjpZxpxFr9jamtFFPTPM+WggCWU6nTbPlxYGWlxAK9oSy/DVJQm2dsahVJGU0HtoofeIX1sj1wThdTnbqMt+0WHz5R1M/ZfaMCZJ+TtCg8YRpCvBFoJvEz6i6II5bY4zGAMNfYzVEytS42E0BSGiHr4kebDDWWd3a17vqabmCT+29HHn20O2IaHGib0tOVa2iUoeasPUP37jfZZ9jJU0Kdwc9a64l/DsfR13yayK5LgCmRj+d2ZS7/2lEKsZXsYZKy/ojN53jPU7PYA8WCvrmXdq9woUbXLrRmANO+blGgKjAJ1NJSJiIeUUpQoSwNoDk5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RLFHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=",
         "n": 4,
         "_shape": [],
         "dtype": "int64",
@@ -43,7 +43,7 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1680995326147977010,
+    "start_time": 1680996086558856980,
     "learning_rate": 0.0001,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -52,7 +52,7 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJ6ZwUK8ZrZC69YnPwAAgD8AAIA/0+EWP+cilkJpOlRCaPI9QAAAgD8AAIA/gDZAPz5l2D88HJ3BlauXPwAAgD8AAIA/AACAPzQq50KbtMRCjuMaPwAAgD/xBD8/+QEoP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAAAA8EIAAMhCXtoxPwAAyEIAAMhCBTgpQve9A0KPc3tCNPT5Po7+DUIAAMhCcy6VQsYFjUF8P6xCFwW8PwAAyEIAAMhCAADIQsEFDUP8GcdCpsIDPzVgwkLNWcZCEL+cQpSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -60,15 +60,15 @@
     },
     "_last_original_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAMiVxEJos7ZCShgmPwAAgD8AAIA/ckMbPzvZmELeylZC3x8+QAAAgD8AAIA/F2c8Pz5l2D88HJ3BYnikPwAAgD8AAIA/AACAP14m6kJIAcVCGnYZPwAAgD+chUY/5PwxP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAAAA80IAAMhCcEowPwAAyEIAAMhCDSsvQq6xCELZ1n5CrPj0Pgy8FEIAAMhCdt6XQsYFjUF8P6xCSjivP8coAEJS6kRCLAkdQtaDDkOoZsdCa6wCP8EQxEIAAMhCa0WfQpSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="
     },
-    "_episode_num": 2971,
+    "_episode_num": 2728,
     "use_sde": false,
     "sde_sample_freq": -1,
     "_current_progress_remaining": 0.0,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwEhF63RXwLGMAWyUS22MAXSUR0BknM5dWyTqdX2UKGgGR8AgH5CWu5jIaAdLcmgIR0Bknch7mdRSdX2UKGgGR8AmTPxhDw6RaAdLYGgIR0BknnWJ79hrdX2UKGgGR0BZ/VuBMBZIaAdLh2gIR0Bknryz5XU6dX2UKGgGR8BlCRK3/givaAdLHGgIR0BkoAJgLJCCdX2UKGgGR8BkzfgtOEdvaAdLH2gIR0BkoOjM3ZPEdX2UKGgGR8BlSmSKWLP2aAdLHGgIR0BkoPMGHHmzdX2UKGgGR8BhwQmNR3vAaAdLOWgIR0BkoWKjzqbCdX2UKGgGR8BWR0ypJf6XaAdLMGgIR0Bko8Q5FPSEdX2UKGgGR8BR31Ed/8VIaAdLOmgIR0BkpWwPiDNAdX2UKGgGR8BIjVXNke6qaAdLTGgIR0Bkpsyi22G7dX2UKGgGR8BQcjXJ5mh/aAdLP2gIR0BkqKCcwxnGdX2UKGgGR8BQeCR8twrEaAdLWmgIR0BkrDcbiqACdX2UKGgGR8BNoq9Gqgh9aAdLWWgIR0BkrYiaAnUldX2UKGgGR8BCwCaqjrRjaAdLoWgIR0BkrbmdRR/FdX2UKGgGR8BH8mbTc6/7aAdLZWgIR0BksEm+j/ModX2UKGgGR8BUCdCzC1qnaAdLMmgIR0BksWyC4BmxdX2UKGgGR8Blc2qNp/PPaAdLGWgIR0BkskmF8G9pdX2UKGgGR8BBk4M4LkS3aAdLeGgIR0BktXEsJ6Y3dX2UKGgGR8BAcU0Nz8xcaAdLaWgIR0BktcG/vfCRdX2UKGgGR8BSduF+NLlFaAdLPmgIR0Bkumr4nF5wdX2UKGgGR8BRqIG+sYEXaAdLQ2gIR0BkuqB7NSqEdX2UKGgGR8BkfmX3QD3eaAdLIGgIR0BkvO+XZ5AydX2UKGgGR0A0/Oy3Td+HaAdLm2gIR0BkvVR+BpYcdX2UKGgGR8BipWnAIppfaAdLNmgIR0Bkvti2DxsmdX2UKGgGR8BkKOE4//vOaAdLJ2gIR0BkwAMUh3aBdX2UKGgGR8BSrmdiDujRaAdLOWgIR0BkwcJx//eddX2UKGgGR0BkKdbor4FiaAdLyWgIR0BkwckSmIj4dX2UKGgGR8Bi146hg3LnaAdLLWgIR0Bkw3+85CF9dX2UKGgGR8BGw2W6bvw3aAdLYmgIR0BkxmOwPiDNdX2UKGgGRz/lLytmthd/aAdLg2gIR0BkzVCu2Zy/dX2UKGgGR0BfxyrYGt6paAdLyWgIR0Bk0OP3i704dX2UKGgGR0Bi5OrMkhRqaAdLyWgIR0Bk0OwFC9h7dX2UKGgGR8BkGOkpI+W4aAdLI2gIR0Bk06Cz1K5DdX2UKGgGR8BIpEZ75VOsaAdLuWgIR0Bk1FUOuq3mdX2UKGgGR8Bkw+nuRcNZaAdLIGgIR0Bk1sNFz+3pdX2UKGgGR0BsC6FK02LpaAdLf2gIR0Bk1xS1maphdX2UKGgGR8BgbJAnlXA/aAdLVmgIR0Bk2jvmYBvKdX2UKGgGR8BjFrzAeq7zaAdLLWgIR0Bk2olruYx+dX2UKGgGR0BpapuIhyKfaAdLyWgIR0Bk4EA/9pAVdX2UKGgGR8BMlJaaCtihaAdLWGgIR0Bk4SnpB5X2dX2UKGgGR8Blu1oakyk9aAdLF2gIR0Bk4vDR+jM3dX2UKGgGR0A9bGyX2M86aAdLdWgIR0Bk4yiGnGbTdX2UKGgGR8A4QAkcCHRDaAdLpGgIR0Bk419fCyhSdX2UKGgGR8BTQL/GVAzIaAdLMGgIR0Bk5A7ihnJ1dX2UKGgGR8BTkvaL4vexaAdLSmgIR0Bk6JyfcvdudX2UKGgGR0Bxi5XzUZvUaAdLgWgIR0Bk7QMF2V3VdX2UKGgGR0B3BB2yLQ5WaAdLj2gIR0Bk7jmU4aP0dX2UKGgGR0CCl03xWkrPaAdLyWgIR0Bk8z238XN1dX2UKGgGR8BLKrv9cbBHaAdLc2gIR0Bk9agkC3gDdX2UKGgGR0BsSZ8pkPMCaAdLyWgIR0Bk996u4gA7dX2UKGgGR0CFjMhK15SnaAdLyWgIR0Bk/Wm3vx6OdX2UKGgGR8BkfmX3QD3eaAdLIGgIR0Bk/9xZMcp9dX2UKGgGR0AeJ3zMA3kxaAdLkmgIR0BlANFc6eXidX2UKGgGR0CH6ixnnMdMaAdLyWgIR0BlApDArQPadX2UKGgGR0CR3TvBJqZdaAdLwGgIR0BlBnMwDeTFdX2UKGgGR8BiyCz5XU6QaAdLOmgIR0BlBu7Dl5nldX2UKGgGR8A/oki2UjcEaAdLV2gIR0BlB4Fiay8jdX2UKGgGR8BDe482aUiZaAdLYmgIR0BlB3x2B8QadX2UKGgGR8Bi6hkGzKLbaAdLMGgIR0BlCzgGbCrMdX2UKGgGR8BhLsEaESM+aAdLTGgIR0BlDUNQTEiudX2UKGgGR8BlYn1lGwzMaAdLHmgIR0BlDYMlTm4idX2UKGgGR8BRZWalUIcBaAdLU2gIR0BlDXl0YCQtdX2UKGgGR8BhJo0Kqn3taAdLbGgIR0BlDu/rSmZWdX2UKGgGR8BSbRbjcVQAaAdLmGgIR0BlGPsgMc6vdX2UKGgGR0AnI2Jiy6czaAdLrGgIR0BlGlUp/gBLdX2UKGgGR0B2xhxCIDYAaAdLyWgIR0BlHKHCXQdCdX2UKGgGR0BL8ZkTYdyUaAdLw2gIR0BlHZuEVWS2dX2UKGgGR8BSgyF9KEnLaAdLTGgIR0BlIBNZeRgadX2UKGgGR8BjyZ15jYqYaAdLK2gIR0BlINvXK8tgdX2UKGgGR8BL4WjO9nK5aAdLYGgIR0BlI92icoYvdX2UKGgGR8BiKZSP2f03aAdLNmgIR0BlJPZPEbYLdX2UKGgGR0B2in9bX6InaAdLpGgIR0BlJXpB5X2edX2UKGgGR8BSfrpmmLtNaAdLTmgIR0BlJg20iQkpdX2UKGgGR8BySNjDsMRZaAdLcmgIR0BlLo2/BWPtdX2UKGgGR8A3EYVZcLSeaAdLmWgIR0BlL3pB5X2edX2UKGgGR7/aJiy6cy31aAdLjmgIR0BlL7HMlkYodX2UKGgGR8BlLE52hZhbaAdLG2gIR0BlMZc1O0swdX2UKGgGR8BjVRPhybQUaAdLKWgIR0BlMdZaFEiMdX2UKGgGR8BkCe5lOGj9aAdLJWgIR0BlMp4t6HCXdX2UKGgGR0AEiwwCbMHKaAdLtmgIR0BlM2k1uR9xdX2UKGgGR8BkxN+w1R+CaAdLI2gIR0BlNGIj4YaYdX2UKGgGR0AiCD+R5kbxaAdLXmgIR0BlOQw22oegdX2UKGgGR0BqXsM1CPZJaAdLhGgIR0BlPJ4lhPTHdX2UKGgGR8BMzkQf6oETaAdLq2gIR0BlQT5wfhdddX2UKGgGR0CAREEmICU5aAdLyWgIR0BlQo/5ckdFdX2UKGgGR0BxPNCAtnPFaAdLh2gIR0BlQzIDHOrydX2UKGgGR0B4F+0VrRBvaAdLYWgIR0BlRAx8D0UXdX2UKGgGR8Bu1Bfa6BiDaAdLOmgIR0BlRbUoa1kUdX2UKGgGR8BkXPXRPXTWaAdLI2gIR0BlSGKbayrxdX2UKGgGR8BcFuMdcSoPaAdLaWgIR0BlSzx3FDOUdX2UKGgGR8BxisZYPoV3aAdLbmgIR0BlTGQ6p5u7dX2UKGgGR8BQfEC/47A+aAdLRGgIR0BlTY+Y+jdpdX2UKGgGR8BwGuo4uK4yaAdLR2gIR0BlUcygwoLHdX2UKGgGR0BtbpgXuVopaAdLyWgIR0BlUfRTjvNNdX2UKGgGR8BvpZ5kbxViaAdLPmgIR0BlUmdy1eBydX2UKGgGR8BzF0qEvkBCaAdLjWgIR0BlVgUlAu7IdX2UKGgGR0BlD67ROUMYaAdLYWgIR0BlWTSJCSiedX2UKGgGR0BoFrKs+3YuaAdLmmgIR0BlXZhMJx//dX2UKGgGR0BiSf/BFd9laAdLcmgIR0BlXpDCxeLOdWUu"
+        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCDHM8ox59qMAWyUS0uMAXSUR0Bkh42MsH0LdX2UKGgGR8BmOWKTB68haAdLGGgIR0BkiVqHoHLSdX2UKGgGR0CEvtPNVzZIaAdLb2gIR0BkjQNmUW2xdX2UKGgGR8BgybTQVsUJaAdLP2gIR0BkjiDM/yG0dX2UKGgGR0B1O8065oXbaAdLyWgIR0Bkj5WNm16WdX2UKGgGR0CFsAz3RG+caAdLyWgIR0BkkSQHRkVfdX2UKGgGR0B//JOuaF23aAdLT2gIR0BkkwBYFJQMdX2UKGgGR0BBxdQ40dilaAdLSGgIR0Bkk5/3FkxzdX2UKGgGR0Bm8m/N7jT8aAdLTWgIR0BkmVpItlI3dX2UKGgGR0BKUjifg75maAdLkmgIR0BkmoyZa3ZxdX2UKGgGR8BegWVJL/S6aAdLR2gIR0Bkn9oi9qUNdX2UKGgGR0B08LteD3/QaAdLyWgIR0BkoD8k2P1ddX2UKGgGR0BoV4NiH6/JaAdLyWgIR0Bkoi+i8FpxdX2UKGgGR0Bk/rpqynk1aAdLMWgIR0Bko/kLhJiBdX2UKGgGR8BjEPbEgntwaAdLKmgIR0BkpyYqoZQ6dX2UKGgGR8BXsDKcNH6NaAdLbmgIR0BkqD5M10kodX2UKGgGR8Bw4XjS5RTCaAdLyWgIR0BkqK1TisGQdX2UKGgGR0Ah8ZXuE25yaAdLWWgIR0BkqQ1P3ztkdX2UKGgGR8BcinGXHBDYaAdLSmgIR0BkrObCrLhadX2UKGgGR0B9L8F8ohIOaAdLPWgIR0BkrRYcNpdsdX2UKGgGR0BptBouf29MaAdLSmgIR0BkrmWv8qFzdX2UKGgGR8Bkr4B1cMVlaAdLGmgIR0BkrxSiudPMdX2UKGgGR0Bz6N7ojfNzaAdLTGgIR0BksrkdV/+bdX2UKGgGR8AxCC3PRiPRaAdLQGgIR0Bks+gFotcwdX2UKGgGR8BZn6uGKyfMaAdLUmgIR0BktLFCLMs6dX2UKGgGR8BSsRagVXV9aAdLMmgIR0Bkt79XLeQ/dX2UKGgGR0BTuoGlhw2maAdLyWgIR0BkuGsvIwM6dX2UKGgGR0B2StE7W/ahaAdLPmgIR0BkuWi35N48dX2UKGgGR0CC7pjABT4taAdLXWgIR0Bkuem1pj+adX2UKGgGR8Bkc8enyd4FaAdLImgIR0BkvIH3UQTVdX2UKGgGR8Bdwq/IsAeaaAdLRmgIR0BkvS1kUbkwdX2UKGgGR0B9p88TzundaAdLVmgIR0Bkwu8M/hVEdX2UKGgGR0BUVwnDziCKaAdLyWgIR0Bkx45PuXu3dX2UKGgGR0BU6xLsa86FaAdLyWgIR0BkyIxi5NGmdX2UKGgGR0BhLZlJ6IFeaAdLIGgIR0BkygagmJFcdX2UKGgGR0BkumEPDpC8aAdLKWgIR0Bky7gAIY3vdX2UKGgGR0BZpdOmBOHnaAdLd2gIR0Bky/w1BMSLdX2UKGgGR0CAiBIH1OCYaAdLyWgIR0BkzFfu1F6SdX2UKGgGR0B1J5Majvd/aAdLUGgIR0Bk0CgXdj5LdX2UKGgGR0B8kDUc4o7WaAdLPGgIR0Bk0OOn2qT9dX2UKGgGR0B7MzBsQ/X5aAdLUGgIR0Bk0ep0fYBedX2UKGgGR0B+zkZR8+ibaAdLT2gIR0Bk0hzRx95RdX2UKGgGR0B9/9RCQcPwaAdLPmgIR0Bk1abz9S/CdX2UKGgGR0BUHCf+S8raaAdLJmgIR0Bk2IIQe3hGdX2UKGgGR0B/WX4k/r0KaAdLWmgIR0Bk3yhQFcIJdX2UKGgGR8BpIYHcDbJwaAdLyWgIR0Bk31utOmBOdX2UKGgGR0B6DBoFmnO0aAdLw2gIR0Bk4LiVB2OidX2UKGgGR0B4vEaCL/CJaAdLyWgIR0Bk4Qht+CsfdX2UKGgGR0BHeN65Xlr/aAdLJmgIR0Bk4+c4HX2/dX2UKGgGR0CATTQuVX3haAdLSGgIR0Bk6UVQAMlUdX2UKGgGR8BRx3pwCKaYaAdLkmgIR0Bk6mw5eZ5SdX2UKGgGR8A+Kh/RVp9JaAdLKmgIR0Bk7ZSP2f03dX2UKGgGR0B3ix3fQ8fWaAdLyWgIR0Bk7nM4cWCVdX2UKGgGR0Bk3jsD4gzQaAdLyWgIR0Bk7/QfIS13dX2UKGgGR8BhE2IMz/IbaAdLMWgIR0Bk8VP+GXXzdX2UKGgGR8BWVr655JK8aAdLG2gIR0Bk82TmnwXqdX2UKGgGR8Awc3S8an76aAdLPGgIR0Bk9I75mAbydX2UKGgGR8BILiAUcn3MaAdLKGgIR0Bk94Ox0MgEdX2UKGgGR0CEtgyQgcLjaAdLumgIR0Bk93pt78ekdX2UKGgGR0A14saKk2xZaAdLOGgIR0Bk97pxFRYSdX2UKGgGR0CTRRdgOSW7aAdLhWgIR0Bk+KU/wAlwdX2UKGgGR0B1sMtVaOghaAdLTWgIR0Bk/WmelKsddX2UKGgGR8Bd9Pgeii7DaAdLRmgIR0Bk/fSYw7DEdX2UKGgGR8BgUPfoA4n4aAdLLmgIR0BlAVa6jFhodX2UKGgGR0COG+iwjdHlaAdLiGgIR0BlAgQUYbbUdX2UKGgGR0BwJyI/JNj9aAdLTWgIR0BlA0oDxLCfdX2UKGgGR0CGRjVo6CDmaAdLrmgIR0BlBLjWCmMwdX2UKGgGR0BxHyg6EJ0GaAdLLWgIR0BlBO6mO2iMdX2UKGgGR0Bhzx3/xUedaAdLLGgIR0BlBX+fh/AkdX2UKGgGR0B0FC74BV+7aAdLNGgIR0BlCLcbiqACdX2UKGgGR0BpruQSzw+daAdLVGgIR0BlCb5Ec81XdX2UKGgGR0B1UwlJHy3DaAdLQmgIR0BlCf6AOJ+EdX2UKGgGR8Bklfp6hQFcaAdLIWgIR0BlC2MwUQCkdX2UKGgGR0BsT1uvUz9CaAdLKGgIR0BlDQ+t8uzydX2UKGgGR8BgiKGUOd5IaAdLRGgIR0BlDwAKfFrEdX2UKGgGR0BhbcO09hZyaAdLM2gIR0BlD0Q04zacdX2UKGgGR0B1xP0mMOwxaAdLM2gIR0BlEuTA31jBdX2UKGgGR0CHXAvaDf3waAdLuGgIR0BlE5YA80UHdX2UKGgGR0BcUGhEjPfLaAdLOmgIR0BlE72exwAEdX2UKGgGR8Bg+x6lchTwaAdLJmgIR0BlFeSr5qM4dX2UKGgGR0BhCKmALApKaAdLIGgIR0BlFhv1lGwzdX2UKGgGR8BiiswlByCGaAdLMWgIR0BlF4OH31zydX2UKGgGR8Bk7aiVSn+AaAdLHGgIR0BlGEwBYFJQdX2UKGgGR8Bk5g9/z8P4aAdLHWgIR0BlGcUqQRwqdX2UKGgGR0Bw/roicG1QaAdLSmgIR0BlG6InBtUGdX2UKGgGR8BKrKeCkGiYaAdLNWgIR0BlHGDvmYBvdX2UKGgGR0CJ6CnF5v9+aAdLyWgIR0BlHKMrEtNBdX2UKGgGR0BhWKTY/Vy4aAdLIWgIR0BlHjNyHVPOdX2UKGgGR8BiiXDP4VRDaAdLMGgIR0BlIBHLA57xdX2UKGgGR0CCAnrtVrAQaAdLR2gIR0BlJWI9C/oJdX2UKGgGR0BQ6575VOsUaAdLtmgIR0BlJ5OYYzi0dX2UKGgGR8AgH/RVp9JCaAdLLWgIR0BlKvcL0BfbdX2UKGgGR0BkUs1AJLM+aAdLyWgIR0BlK9bJOnEVdX2UKGgGR0B8rs8Md92HaAdLwWgIR0BlLNKGtZFHdX2UKGgGR8BgCWQOnVG1aAdLPGgIR0BlMGPHT7VKdX2UKGgGR0B2R6cx0uDjaAdLVWgIR0BlMXhfjS5RdX2UKGgGR8BsmkvduYQbaAdLyWgIR0BlNJ0lqrR0dX2UKGgGR0BVz9YOlO45aAdLSGgIR0BlNdejVQQ+dX2UKGgGR0Bllf/FR51OaAdLvWgIR0BlOwB1cMVldX2UKGgGR0B8Y0AS39aVaAdLY2gIR0BlPAzch1TzdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
@@ -87,12 +87,12 @@
         ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==",
         "__module__": "stable_baselines3.common.buffers",
         "__doc__": "\n    Replay buffer used in off-policy algorithms like SAC/TD3.\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        of the replay buffer which reduces by almost a factor two the memory used,\n        at a cost of more complexity.\n        See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n        and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n        Cannot be used in combination with handle_timeout_termination.\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ",
-        "__init__": "<function ReplayBuffer.__init__ at 0x7fc756873130>",
-        "add": "<function ReplayBuffer.add at 0x7fc7568731c0>",
-        "sample": "<function ReplayBuffer.sample at 0x7fc756873250>",
-        "_get_samples": "<function ReplayBuffer._get_samples at 0x7fc7568732e0>",
+        "__init__": "<function ReplayBuffer.__init__ at 0x7f271a073130>",
+        "add": "<function ReplayBuffer.add at 0x7f271a0731c0>",
+        "sample": "<function ReplayBuffer.sample at 0x7f271a073250>",
+        "_get_samples": "<function ReplayBuffer._get_samples at 0x7f271a0732e0>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7fc7568046c0>"
+        "_abc_impl": "<_abc._abc_data object at 0x7f271a004440>"
     },
     "replay_buffer_kwargs": {},
     "train_freq": {

DQN-default/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad30d77e7332c96b79e75d75eaaf5e3a34e29ca08f48be61fab2ebfa6abd784e
+oid sha256:0757cb0fb0c3e834a8c0c3084b7767353f7f7a63190b942d149a7b6c1c24a6f6
 size 43951

DQN-default/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75a232397ef9a47964c15503382dc9f9400a912ddb52ffa10eb033eab38aaf2b
+oid sha256:b2235cf58fc9c5886e0e0b91e80c09228965a04e9f7c5b0a26dc2e7df7812094
 size 43009

README.md

@@ -16,7 +16,7 @@ model-index:
       type: RoombaAToB
     metrics:
     - type: mean_reward
-      value: -19.02 +/- 120.67
+      value: 178.76 +/- 216.79
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=", "__module__": "stable_baselines3.dqn.policies", "__doc__": "\n    Policy class with Q-Value Net and target net for DQN\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function DQNPolicy.__init__ at 0x7fc756877520>", "_build": "<function DQNPolicy._build at 0x7fc7568775b0>", "make_q_net": "<function DQNPolicy.make_q_net at 0x7fc756877640>", "forward": "<function DQNPolicy.forward at 0x7fc7568776d0>", "_predict": "<function DQNPolicy._predict at 0x7fc756877760>", "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7fc7568777f0>", "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7fc756877880>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fc756883440>"}, "verbose": true, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVkQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBoWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAAAABbEAADIwwAAAAAAAAAAAAAAAAAAAACUaAtLBoWUjAFDlHSUUpSMBGhpZ2iUaBMolhgAAAAAAAAAAAAWRAAAyEPbD0lAAACAPwAAgD8AAIA/lGgLSwaFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWBgAAAAAAAAABAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYGAAAAAAAAAAEBAQEBAZRoIksGhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [6], "low": "[-600. -400.    0.    0.    0.    0.]", "high": "[600.        400.          3.1415927   1.          1.          1.       ]", "bounded_below": "[ True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVNQsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBSMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAhfTTtDUjDKZJnCzbOKAuIf/6qPNJcw8xyt1wnB2EJqNb2KvWNgF2xViN2FpixUWnW2jfEuDWURUvW33bWzhvtrgkJ88OkkXC8Pj+AFmtTMVACCN/YQYZUUrfAZHzcPzgAIAuEJ1jTI9e7Yc006NPx+RPY/Dz+zLnWwwDlOkGUEYnQSgIqhlX27+IGZ9agdm9/6X6h9cqfyxmaZjZ8ckUUs48uaeScEp1uvNIVLIKJWzHAx56E1qFnskHeYBYxY0B1WpXQA478u812+OfmWR93IZxokR5qbpYffxwKMrZd+3FbUU9enxN16+aLvzPM3Q76oXYwzCmrk6tjNa2NiHuY7pJZogxjKe4/CqVFxkyQEKxtH1YAcNcodM5o/0gEv8vZAOFBZ6ecT9B6BFF5aNGx/C9Ys5HFrmERzI3A8DqCDS7KYMQREmo0fXSqHSZBmplIp1YJIeMtlzHA+TGb33rEkOCxbVIup8RrUc3LZrmtYh6XD5Yp91MiIR4gckkSc5SFCRVcDZrJkMSSU/CSREpMhX15E5NwccgS/g0GzcsGoKy8WzRyx7GyUUOciFNQ5lft0qBDpn/WzHRGizwv6opYacvI6i9GjEu9q/WUQiOcUNuTD1c+hTkYoX625VEdS+YJI0rKfl+epIqhfGyD56OvPxoQ2I76kAZycTUCbHOg9GT7rZhMmlih7V0HIziNwce6EWSG9KNDEZx8rQHmon0S0aquGOTAQm4wsike79CM5k7T1vUeMVhv+F5IOVx0inkopAoI39W+l1fG2LxdaS9P+T3fsZ43Y2zlBSevuaHbq/yNifAesURm8XcbkE5t/7vHfpEsFDqZeAzYjkrwRhvPKfvOTl475WRQ1gkqTYP+6KEmxD66/w8GC1Tw9D/VahkaK2D50inb+OvnySj7nmg0VuYjs1AnQC+iD1ojSOC+7bi9budetdVIiROX7d6I2CyEGtyFnAJSZV1nFtMgetDgZjTFsD9BX2+rTnV0kd+VgNZchvH9SN4u+dmaHte2x+MPAZrDQo8t8hQ4a79XwbuuFoegOlNoj09GHwe3zzf5wNn6RoCIOdQTDXhlctybEcL9LWwc5U9JV4tvos+67HIdh8RLtE5GE7NrjW7vXQH7htleLCWruWt+eBh5UxlnZDM8JOPmW9gz5ytvOxPGCh/bf0x4YVEbWIBD+PYiMU4PsRJczfJEVmzKzg42xBSJnJQTduAxLB41FP3l3ptcirifVQ3qdaJGxP0/xqOxi7E/bS3pG31BDSgERSQSXlmGqKIy+KEMcZ/zQXb15RiUM2PRkK+JqWk7oqA3A7L7nTu5OBuOKA2ywb2Wx0Er3MwQC45IbtDqkAJlJwK5f0vgnJrJwWJEYFLVY4SEJs0qxotHPxh/YoEMUU8pFSykwrnxCrr1MzXQAdfE+aeVbULZjfMeoUae49n1Y8JwxY23qwjor59mKfpuE7qUc+q/ZJOLuRqxVCr3294bS6vaRtpe6zFiK2fwiMwDgcOVIvDraqOpOy2pFrdlobM9VJ+UWUii5Jf+erDIT53hxTPOaucfYSnhaTARwRg8UWv94ntCmMa2i41t2ybTRla37bQ0kD8R6RdKpnq2JC84l42tSgZIA/HCL3QCYNmKl8++Qyu/RMi7+6KjBZ9QiYVBDQu1a6lyJYVVx+/cj09zAa+aQjDgpblxzu1scLTPeaAM1fsXRmr8t2kfHLRexAiceC4F9w9X3Y5NPm8qo8LtOHLI0iTbERms4OQ9JyEZdzDWeOegGa/wdT+k+P6EyhgW8bYqyJ8gUK4UJEnygc5Vk+p0p9AnPJcslbQIq3AUgWSglXQCH751/h0W/IRpCBt/7G2CeTrxAL+NkTSyNSubnc367NKHlZPtFlfkHyTWq4zPcj3bHHQKVuXCGvPSDf+/H5fW3aAvIDULPTr/j5rNJ15YCA9k/iOc/r171PQQrDujptvytl49gy0h0gwCCJ/W9sVT19kAe5ERZ7PzG23RuBc0PXiCqOPki9erno0e7JjudHiUdprNzqNQIf842bzFEbv5CaWHowUTWmFzOHaY9yJczN/ibtLacxWzj4NCk7KXNK12bCXmQftWFSHT7MGBmNYW6C1swOiLgJt2ys1u/NZxBk3XTj5o57bU6O3UyW4EflHhyHH6Kkw69JyNmSB1l4nIrexKWuhDZO4Knx+6+Rs1tPbTPfZfUACJXTS3OhRu59qadFUqurf5wA3OND+liMekj0Nq5sJRgdqZbzu22JURRBpTtuouQaAhuXw7/FtG9kQXdq/m5z7ay32v5XK1cT3woy5R48dJw+0VtlWQPRyWS16Vv97KtdETByIltpW8CBh0yAH85ki8dJQW6xmfhcUsy4ugKdgxr/TCYwUeCac9QuyFIOc4r+xHNtxQQp340LaBlz+Tyx4nleCetRajCcAZBczSGPPNIcyQJvxCNB9wiQ4+8VkNLEQqii9TwFAMqcDiqO5B8r0WhqaEMF/S+ssXViltud7keFhkvJYIWxU3JhztdPJkCe4tIuQo7LrYANRE6i9XTa4dQPXSzMMOI8VQ5Je/gFwQhS2FG2ebACK7ZKoO4UwgFMi64voTSjZ9T5FMCLnnUhro2YQnVMPR2PH4uZG9lof5VU2tZjplphQyFrnWnJEN/j01v245+ZL1Xvg43ow3hMfhjGzvqeV7M0le0UhnxpTyBqcb2kQknyKwJUHD6z+8mo2aTMozofAw82Gp8RbBW3vHeUitoRnocHn825Ig7Y7HBZLd3vI94xJgF2JB9HKRqu46Gmu5FeR/ktnLLXc1Nxn6t1RBLC18DLesAohHuT6DD2tMN0jyVzE4g0JfOLpPKOgQBEWo9qUuA5DbAJkEFAEnRVW4rgx98xJJz5XZBeI23PPkEv1IHIZQdr82AR2H7iICPziHpzjYm3Cw7jnA3Zxxy7TVXQQjSH0cAky9X1C0DcZZE3x0X+y/uQLVHdSGbIQsNOKWHWlpxAQOILGkEtMsTLajZHtoWMJCLzQ71Bl114gNryjhYfufXoXqfA5B9DbWmNFwM4xYJaE/3s/2HG/JolLsPFW9idR2ODTZ7MMA9h8yjNLCBhS1ubwJ3QlMJdwN4uVSPIB7ysd6cqjuBfm2y9iM614hL++UcEGAX4mBqyDrN4D84cfwWk2OWkZmmHIJzn5Ne1wKok22JqBo6UxCkKU02c2bDSiBuxREuB02TnoT7NMKcixSzijgWzvibecKc85CisMDnvBJeNHXb0lYAgDThsV14o2Pebw4xfjofAjrnqVKVoENU/TrPvZ7dXjAqYQDh2F8kDEczVvPj/eTRE3wSVdq4Q8vt+zSAwYlGgKjAJ1NJSJiIeUUpQoSwNoDk5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNUAF1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 4, "num_timesteps": 300000, "_total_timesteps": 300000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1680995326147977010, "learning_rate": 0.0001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/Gjbi6xxDLYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJ6ZwUK8ZrZC69YnPwAAgD8AAIA/0+EWP+cilkJpOlRCaPI9QAAAgD8AAIA/gDZAPz5l2D88HJ3BlauXPwAAgD8AAIA/AACAPzQq50KbtMRCjuMaPwAAgD/xBD8/+QEoP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAMiVxEJos7ZCShgmPwAAgD8AAIA/ckMbPzvZmELeylZC3x8+QAAAgD8AAIA/F2c8Pz5l2D88HJ3BYnikPwAAgD8AAIA/AACAP14m6kJIAcVCGnYZPwAAgD+chUY/5PwxP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="}, "_episode_num": 2971, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwEhF63RXwLGMAWyUS22MAXSUR0BknM5dWyTqdX2UKGgGR8AgH5CWu5jIaAdLcmgIR0Bknch7mdRSdX2UKGgGR8AmTPxhDw6RaAdLYGgIR0BknnWJ79hrdX2UKGgGR0BZ/VuBMBZIaAdLh2gIR0Bknryz5XU6dX2UKGgGR8BlCRK3/givaAdLHGgIR0BkoAJgLJCCdX2UKGgGR8BkzfgtOEdvaAdLH2gIR0BkoOjM3ZPEdX2UKGgGR8BlSmSKWLP2aAdLHGgIR0BkoPMGHHmzdX2UKGgGR8BhwQmNR3vAaAdLOWgIR0BkoWKjzqbCdX2UKGgGR8BWR0ypJf6XaAdLMGgIR0Bko8Q5FPSEdX2UKGgGR8BR31Ed/8VIaAdLOmgIR0BkpWwPiDNAdX2UKGgGR8BIjVXNke6qaAdLTGgIR0Bkpsyi22G7dX2UKGgGR8BQcjXJ5mh/aAdLP2gIR0BkqKCcwxnGdX2UKGgGR8BQeCR8twrEaAdLWmgIR0BkrDcbiqACdX2UKGgGR8BNoq9Gqgh9aAdLWWgIR0BkrYiaAnUldX2UKGgGR8BCwCaqjrRjaAdLoWgIR0BkrbmdRR/FdX2UKGgGR8BH8mbTc6/7aAdLZWgIR0BksEm+j/ModX2UKGgGR8BUCdCzC1qnaAdLMmgIR0BksWyC4BmxdX2UKGgGR8Blc2qNp/PPaAdLGWgIR0BkskmF8G9pdX2UKGgGR8BBk4M4LkS3aAdLeGgIR0BktXEsJ6Y3dX2UKGgGR8BAcU0Nz8xcaAdLaWgIR0BktcG/vfCRdX2UKGgGR8BSduF+NLlFaAdLPmgIR0Bkumr4nF5wdX2UKGgGR8BRqIG+sYEXaAdLQ2gIR0BkuqB7NSqEdX2UKGgGR8BkfmX3QD3eaAdLIGgIR0BkvO+XZ5AydX2UKGgGR0A0/Oy3Td+HaAdLm2gIR0BkvVR+BpYcdX2UKGgGR8BipWnAIppfaAdLNmgIR0Bkvti2DxsmdX2UKGgGR8BkKOE4//vOaAdLJ2gIR0BkwAMUh3aBdX2UKGgGR8BSrmdiDujRaAdLOWgIR0BkwcJx//eddX2UKGgGR0BkKdbor4FiaAdLyWgIR0BkwckSmIj4dX2UKGgGR8Bi146hg3LnaAdLLWgIR0Bkw3+85CF9dX2UKGgGR8BGw2W6bvw3aAdLYmgIR0BkxmOwPiDNdX2UKGgGRz/lLytmthd/aAdLg2gIR0BkzVCu2Zy/dX2UKGgGR0BfxyrYGt6paAdLyWgIR0Bk0OP3i704dX2UKGgGR0Bi5OrMkhRqaAdLyWgIR0Bk0OwFC9h7dX2UKGgGR8BkGOkpI+W4aAdLI2gIR0Bk06Cz1K5DdX2UKGgGR8BIpEZ75VOsaAdLuWgIR0Bk1FUOuq3mdX2UKGgGR8Bkw+nuRcNZaAdLIGgIR0Bk1sNFz+3pdX2UKGgGR0BsC6FK02LpaAdLf2gIR0Bk1xS1maphdX2UKGgGR8BgbJAnlXA/aAdLVmgIR0Bk2jvmYBvKdX2UKGgGR8BjFrzAeq7zaAdLLWgIR0Bk2olruYx+dX2UKGgGR0BpapuIhyKfaAdLyWgIR0Bk4EA/9pAVdX2UKGgGR8BMlJaaCtihaAdLWGgIR0Bk4SnpB5X2dX2UKGgGR8Blu1oakyk9aAdLF2gIR0Bk4vDR+jM3dX2UKGgGR0A9bGyX2M86aAdLdWgIR0Bk4yiGnGbTdX2UKGgGR8A4QAkcCHRDaAdLpGgIR0Bk419fCyhSdX2UKGgGR8BTQL/GVAzIaAdLMGgIR0Bk5A7ihnJ1dX2UKGgGR8BTkvaL4vexaAdLSmgIR0Bk6JyfcvdudX2UKGgGR0Bxi5XzUZvUaAdLgWgIR0Bk7QMF2V3VdX2UKGgGR0B3BB2yLQ5WaAdLj2gIR0Bk7jmU4aP0dX2UKGgGR0CCl03xWkrPaAdLyWgIR0Bk8z238XN1dX2UKGgGR8BLKrv9cbBHaAdLc2gIR0Bk9agkC3gDdX2UKGgGR0BsSZ8pkPMCaAdLyWgIR0Bk996u4gA7dX2UKGgGR0CFjMhK15SnaAdLyWgIR0Bk/Wm3vx6OdX2UKGgGR8BkfmX3QD3eaAdLIGgIR0Bk/9xZMcp9dX2UKGgGR0AeJ3zMA3kxaAdLkmgIR0BlANFc6eXidX2UKGgGR0CH6ixnnMdMaAdLyWgIR0BlApDArQPadX2UKGgGR0CR3TvBJqZdaAdLwGgIR0BlBnMwDeTFdX2UKGgGR8BiyCz5XU6QaAdLOmgIR0BlBu7Dl5nldX2UKGgGR8A/oki2UjcEaAdLV2gIR0BlB4Fiay8jdX2UKGgGR8BDe482aUiZaAdLYmgIR0BlB3x2B8QadX2UKGgGR8Bi6hkGzKLbaAdLMGgIR0BlCzgGbCrMdX2UKGgGR8BhLsEaESM+aAdLTGgIR0BlDUNQTEiudX2UKGgGR8BlYn1lGwzMaAdLHmgIR0BlDYMlTm4idX2UKGgGR8BRZWalUIcBaAdLU2gIR0BlDXl0YCQtdX2UKGgGR8BhJo0Kqn3taAdLbGgIR0BlDu/rSmZWdX2UKGgGR8BSbRbjcVQAaAdLmGgIR0BlGPsgMc6vdX2UKGgGR0AnI2Jiy6czaAdLrGgIR0BlGlUp/gBLdX2UKGgGR0B2xhxCIDYAaAdLyWgIR0BlHKHCXQdCdX2UKGgGR0BL8ZkTYdyUaAdLw2gIR0BlHZuEVWS2dX2UKGgGR8BSgyF9KEnLaAdLTGgIR0BlIBNZeRgadX2UKGgGR8BjyZ15jYqYaAdLK2gIR0BlINvXK8tgdX2UKGgGR8BL4WjO9nK5aAdLYGgIR0BlI92icoYvdX2UKGgGR8BiKZSP2f03aAdLNmgIR0BlJPZPEbYLdX2UKGgGR0B2in9bX6InaAdLpGgIR0BlJXpB5X2edX2UKGgGR8BSfrpmmLtNaAdLTmgIR0BlJg20iQkpdX2UKGgGR8BySNjDsMRZaAdLcmgIR0BlLo2/BWPtdX2UKGgGR8A3EYVZcLSeaAdLmWgIR0BlL3pB5X2edX2UKGgGR7/aJiy6cy31aAdLjmgIR0BlL7HMlkYodX2UKGgGR8BlLE52hZhbaAdLG2gIR0BlMZc1O0swdX2UKGgGR8BjVRPhybQUaAdLKWgIR0BlMdZaFEiMdX2UKGgGR8BkCe5lOGj9aAdLJWgIR0BlMp4t6HCXdX2UKGgGR0AEiwwCbMHKaAdLtmgIR0BlM2k1uR9xdX2UKGgGR8BkxN+w1R+CaAdLI2gIR0BlNGIj4YaYdX2UKGgGR0AiCD+R5kbxaAdLXmgIR0BlOQw22oegdX2UKGgGR0BqXsM1CPZJaAdLhGgIR0BlPJ4lhPTHdX2UKGgGR8BMzkQf6oETaAdLq2gIR0BlQT5wfhdddX2UKGgGR0CAREEmICU5aAdLyWgIR0BlQo/5ckdFdX2UKGgGR0BxPNCAtnPFaAdLh2gIR0BlQzIDHOrydX2UKGgGR0B4F+0VrRBvaAdLYWgIR0BlRAx8D0UXdX2UKGgGR8Bu1Bfa6BiDaAdLOmgIR0BlRbUoa1kUdX2UKGgGR8BkXPXRPXTWaAdLI2gIR0BlSGKbayrxdX2UKGgGR8BcFuMdcSoPaAdLaWgIR0BlSzx3FDOUdX2UKGgGR8BxisZYPoV3aAdLbmgIR0BlTGQ6p5u7dX2UKGgGR8BQfEC/47A+aAdLRGgIR0BlTY+Y+jdpdX2UKGgGR8BwGuo4uK4yaAdLR2gIR0BlUcygwoLHdX2UKGgGR0BtbpgXuVopaAdLyWgIR0BlUfRTjvNNdX2UKGgGR8BvpZ5kbxViaAdLPmgIR0BlUmdy1eBydX2UKGgGR8BzF0qEvkBCaAdLjWgIR0BlVgUlAu7IdX2UKGgGR0BlD67ROUMYaAdLYWgIR0BlWTSJCSiedX2UKGgGR0BoFrKs+3YuaAdLmmgIR0BlXZhMJx//dX2UKGgGR0BiSf/BFd9laAdLcmgIR0BlXpDCxeLOdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 15625, "buffer_size": 100000, "batch_size": 32, "learning_starts": 50000, "tau": 1.0, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Replay buffer used in off-policy algorithms like SAC/TD3.\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        of the replay buffer which reduces by almost a factor two the memory used,\n        at a cost of more complexity.\n        See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n        and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n        Cannot be used in combination with handle_timeout_termination.\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function ReplayBuffer.__init__ at 0x7fc756873130>", "add": "<function ReplayBuffer.add at 0x7fc7568731c0>", "sample": "<function ReplayBuffer.sample at 0x7fc756873250>", "_get_samples": "<function ReplayBuffer._get_samples at 0x7fc7568732e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fc7568046c0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLBGgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "actor": null, "use_sde_at_warmup": false, "exploration_initial_eps": 1.0, "exploration_final_eps": 0.05, "exploration_fraction": 0.1, "target_update_interval": 625, "_n_calls": 75000, "max_grad_norm": 10, "exploration_rate": 0.05, "exploration_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVgQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLBEsTQyhkAXwAGACIAWsEcgiIAFMAiAJkAXwAGACIAIgCGAAUAIgBGwAXAFMAlE5LAYaUKYwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjFcvaG9tZS9ub2lzZWJyaWRnZS8ubG9jYWwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtwQwYMAQQBGAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFcvaG9tZS9ub2lzZWJyaWRnZS8ubG9jYWwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoHSlSlGgdKVKUh5R0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCN9lH2UKGgYaA2MDF9fcXVhbG5hbWVfX5SMG2dldF9saW5lYXJfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lChoCowIYnVpbHRpbnOUjAVmbG9hdJSTlIwGcmV0dXJulGgvdYwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP6mZmZmZmZqFlFKUaDdHP7mZmZmZmZqFlFKUaDdHP/AAAAAAAACFlFKUh5SMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.19.0-35-generic-x86_64-with-glibc2.35 # 36~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Fri Feb 17 15:17:25 UTC 2", "Python": "3.10.9", "Stable-Baselines3": "1.7.0", "PyTorch": "2.0.0", "GPU Enabled": "True", "Numpy": "1.23.5", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=", "__module__": "stable_baselines3.dqn.policies", "__doc__": "\n    Policy class with Q-Value Net and target net for DQN\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function DQNPolicy.__init__ at 0x7f271a077520>", "_build": "<function DQNPolicy._build at 0x7f271a0775b0>", "make_q_net": "<function DQNPolicy.make_q_net at 0x7f271a077640>", "forward": "<function DQNPolicy.forward at 0x7f271a0776d0>", "_predict": "<function DQNPolicy._predict at 0x7f271a077760>", "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7f271a0777f0>", "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7f271a077880>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f271a47edc0>"}, "verbose": true, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVkQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBoWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAAAABbEAADIwwAAAAAAAAAAAAAAAAAAAACUaAtLBoWUjAFDlHSUUpSMBGhpZ2iUaBMolhgAAAAAAAAAAAAWRAAAyEPbD0lAAADIQgAAyEIAAMhClGgLSwaFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWBgAAAAAAAAABAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYGAAAAAAAAAAEBAQEBAZRoIksGhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [6], "low": "[-600. -400.    0.    0.    0.    0.]", "high": "[600.        400.          3.1415927 100.        100.        100.       ]", "bounded_below": "[ True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVNAsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBSMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAA2oqCETT2zjx0rhixTUVQLKFaEtrmhv3+heEQMj8hgue/95d6rF2ARzDd3z0cTa37qIpoaSxgkTW1BpAL223cqa2ERljmVAZyAnFXW2IM07yRwqK/+S0wL0RuePVCcKVNVT1/zpkGnfXOSjh+xx4kNFEjKapbUGfEoK+PJqbXE7tdRF/eGF+icG+3BEDH+GBAM3ms9OL0H6jI/gNBYxh5SytWm9z5twmXzYmHzrAshORvBeWiEM2Ff7XqBp8OwgQCPrnOGD2Ja5KqigjHJGf5c3TuyW+QVbpdUl/9bD1U5HqXEDbYqwQQJC6EJ+jlYvJ+jV0mFsxtQXRlWP1FdZF0fePKuXTwKpnFnmTn4Jg84iKoPspMWDm0vHqR7h8DTrjOijjR74Hw/JIcW2Acj0bcLurwqtdEt+Du0LA/hNqu3Ogh8dUkpP0QzNhBp+ZyZdwL78VzlzpLAAA6bfu9i8jvBdGOSFQvgMtiEwmZG/TQqrag+8YTSC2xHf+u80Yql4LJT0lDxPpYQlfq2HssBfgGJp+LLQayp86ar5owF6a81Dg7TFse85yvm/kw2DnrFHPyd571wBRRgwLLRfdwxnaJ2yAM8RSwuDbrT4YFL/9QlVXf/usACfc7KUsd3DdGVFfkGPuvPOGD4PMEo9tuwAYUZWY4Of5aVf6eSGqSZxzWeFq5SPuqPG6OJt94ac7O07PoeJWGC1tgU06oxw4phD28P4AFRjtTzmk4I599EV+fnJWFq2OsiQ9omG7WWtjPi9sOqRnaqXOYsoBgofrDcEwRQrwjTUrwxZ4Pum66PxB8MPsPK2yy+YLejfTBT06h9Pbu4R2bXBwOJjoxl0+wPiUZXk5qe9RDRl++hxFw0mr++2C4OyQw9jKg1hFjicOLkNgYhqlPeFCPUWSnxitHjkceXb4fZK5TJrbR2SFdqriItXSgaOQeNjrMj1umOcBgcd/YYs0QvEf8OuyKjEd3PZl7I48SlhO79my5Q3B2qvfiwMLIgmKEp0M1uMafJwz3yFaQuTSIxVaNWfnz3KcEMAw+GZVUC3owIbs+b96qZaZC9k8N5qzSZJnKkXVV5X5G26hMRMEkfbK2cwkIzOWy+8E417tv/QcNMxJa4NoTYyVOJjVd1tObnVHK97zk5essAxpHV0yL1L1AH3cAiQ/5lyWgpCOVr0iCzbuEoBh6NiPs8ijy3Vvk5AFCp3jv3cQZK5Hc+rYAhituTT/r4zDRGsOvojBmbGFsdX+0QFwnCEwo4zCUBYmdaHLuGROOd++2c7DiOqmX/4DvdwTv9vt50sr7b/dJhvnm+owF/LOTHY+EJkoproMOtXDqaN2ss9W4iZLNKUHUEMU8RUSRIyZoUyqkV43BfDE0xgXqtGZ8BaA7dsYY0YiOWrioVdFRm0Q+jBsPsMtAiUwzTpBlH86bU3Yjk+OEWh6V1ZdTxZQiT1ONxGcV1eF1uK5q/AvntDaUBnVBS7GYVZoYgjTfrFwW2IuiTNWClWtQxEjP7MGXeetUFieFWcAxnKfBfvN2uvdCBSORmjAtLJ9pB4DnxcQwJAgTkVSy+KYax/q6ryUYehPMQvOEFv0lRv8Sc/ldDUWJ2n9wBOfzHQxFR4zmeoNA3GEWJrGTiOCXAVaSP6uzE7WsJ1H4MTWp5SBuklyPOIkbds+9Lq7wdYlbNWUsprUyVCbBwbS/ER111HGu0aTIZkyaS1PL6BTY8UfafQuHudI7fq+gUzefASLFykrNix1SrSNP1xfu2JpqnyhUZVcFLkFi4it1bIKVE8QsdRaT6A1RQBi8W0pXe8gDxDKvXJRhlvSSpHepyLfIW6TKxAgJEAnQ+DU/55XZCfD0EZrxdHjPHx2B/2VRJcK9M/DQoIsbcOYtHraPhxedCwjcb57s9ar6W9L0bxsoF+5kmGfsON8tGm8CO9R1hdx3PwJlrk5pAR4RgvjdyQmUjtr2I7UanVd2Ciy6xuPKfCDR9hlIJyK7mpN300buMjkcoiJKmpEOd23UUiywLRnYA7pgoA7RHHBz7jqrc9K8Jqk4sVXnorNnCvqdCqVY5LbZMw+edZ6y7ycTP6zdzXQhyEzwdtt+r57RBqFIJOY+RwVkglGJfde3dpAR7XEuk4VWbrJoEt7MBOMHQUymvoKRasBmAqZe3WENkIBQCZEZ1dgvVhO+YZ5Nca1uT3lmgYvu53R8XVuFBAqPIAhfPb9Bo63GRzGCwDgT24HYiT3QNxPN24bxfQnw694EQlXIHPG4iTpXMTPiXlvyPB1bhvpQSMp+93qiNBTMGzeafdggFfTK2P0MiMX92CTOYjd18rPy9EZkehKQP5rVX55SI0H/qp0G/t9mdVYDJe82Zua7zSB1EWWwmXQPrh5XO0+dREHppH72yUAetFLOMGGBu+K7XCunOtxoK1kp6rGqf1UVlqgCU1zN6yG1J8iZAq1El8b6J+FnaeDUQjYuRliUp6X/STGO0NfaEtdPeqgUclVtUgeN7867438utbWuZ+I6FPm3gK54S9GrmVfRVMCN8d3Ya700F16GDWYMGoOLs84KBrgefmuX+/WA6Pxp83eMrUSIEg+NNICuoMF/sfmcquXh/BwQV5+A6sNPraUPdiFX6v+P0Vh9CcmXdxh+36NOQnJ3brunAeA2RYLKVeXd61DSZ50n8EU6wgAJW6ADVGJipApf9PiYuTH336vgI0SR22n0c+OA7KSFlp+lzGNEng3ELDljbVuokr2f2ex14/hjBk/ehZGhqXw7GntrxbqUd0pUZT7Wb5hUOvcqfz1UhEkVHGEdbNPXZ5iDCWyop+Oo0FB8Zb/YyBAb4T/sQyx2VTNV2joa71yYY845nNgXlB4HdUz2tzsMdnL4c3pk9Ia4mWDbKXp4+q0mHcWOXfn60tMR3whohFsRUd+Bs/aEHhkqNch19amI4CLNTidn2ouUCR6aaGgSgn3t+rwE8y2rEwXkvRmPcL2eBPi145bcrPj4o+ziLKpmCngeRyD+NwIVfeKh0Hid5Fm9hmhfHb4NRlFK8sacS8dYwMG5yU3d5GjpZxpxFr9jamtFFPTPM+WggCWU6nTbPlxYGWlxAK9oSy/DVJQm2dsahVJGU0HtoofeIX1sj1wThdTnbqMt+0WHz5R1M/ZfaMCZJ+TtCg8YRpCvBFoJvEz6i6II5bY4zGAMNfYzVEytS42E0BSGiHr4kebDDWWd3a17vqabmCT+29HHn20O2IaHGib0tOVa2iUoeasPUP37jfZZ9jJU0Kdwc9a64l/DsfR13yayK5LgCmRj+d2ZS7/2lEKsZXsYZKy/ojN53jPU7PYA8WCvrmXdq9woUbXLrRmANO+blGgKjAJ1NJSJiIeUUpQoSwNoDk5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RLFHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 4, "num_timesteps": 300000, "_total_timesteps": 300000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1680996086558856980, "learning_rate": 0.0001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/Gjbi6xxDLYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAAAA8EIAAMhCXtoxPwAAyEIAAMhCBTgpQve9A0KPc3tCNPT5Po7+DUIAAMhCcy6VQsYFjUF8P6xCFwW8PwAAyEIAAMhCAADIQsEFDUP8GcdCpsIDPzVgwkLNWcZCEL+cQpSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAAAA80IAAMhCcEowPwAAyEIAAMhCDSsvQq6xCELZ1n5CrPj0Pgy8FEIAAMhCdt6XQsYFjUF8P6xCSjivP8coAEJS6kRCLAkdQtaDDkOoZsdCa6wCP8EQxEIAAMhCa0WfQpSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="}, "_episode_num": 2728, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCDHM8ox59qMAWyUS0uMAXSUR0Bkh42MsH0LdX2UKGgGR8BmOWKTB68haAdLGGgIR0BkiVqHoHLSdX2UKGgGR0CEvtPNVzZIaAdLb2gIR0BkjQNmUW2xdX2UKGgGR8BgybTQVsUJaAdLP2gIR0BkjiDM/yG0dX2UKGgGR0B1O8065oXbaAdLyWgIR0Bkj5WNm16WdX2UKGgGR0CFsAz3RG+caAdLyWgIR0BkkSQHRkVfdX2UKGgGR0B//JOuaF23aAdLT2gIR0BkkwBYFJQMdX2UKGgGR0BBxdQ40dilaAdLSGgIR0Bkk5/3FkxzdX2UKGgGR0Bm8m/N7jT8aAdLTWgIR0BkmVpItlI3dX2UKGgGR0BKUjifg75maAdLkmgIR0BkmoyZa3ZxdX2UKGgGR8BegWVJL/S6aAdLR2gIR0Bkn9oi9qUNdX2UKGgGR0B08LteD3/QaAdLyWgIR0BkoD8k2P1ddX2UKGgGR0BoV4NiH6/JaAdLyWgIR0Bkoi+i8FpxdX2UKGgGR0Bk/rpqynk1aAdLMWgIR0Bko/kLhJiBdX2UKGgGR8BjEPbEgntwaAdLKmgIR0BkpyYqoZQ6dX2UKGgGR8BXsDKcNH6NaAdLbmgIR0BkqD5M10kodX2UKGgGR8Bw4XjS5RTCaAdLyWgIR0BkqK1TisGQdX2UKGgGR0Ah8ZXuE25yaAdLWWgIR0BkqQ1P3ztkdX2UKGgGR8BcinGXHBDYaAdLSmgIR0BkrObCrLhadX2UKGgGR0B9L8F8ohIOaAdLPWgIR0BkrRYcNpdsdX2UKGgGR0BptBouf29MaAdLSmgIR0BkrmWv8qFzdX2UKGgGR8Bkr4B1cMVlaAdLGmgIR0BkrxSiudPMdX2UKGgGR0Bz6N7ojfNzaAdLTGgIR0BksrkdV/+bdX2UKGgGR8AxCC3PRiPRaAdLQGgIR0Bks+gFotcwdX2UKGgGR8BZn6uGKyfMaAdLUmgIR0BktLFCLMs6dX2UKGgGR8BSsRagVXV9aAdLMmgIR0Bkt79XLeQ/dX2UKGgGR0BTuoGlhw2maAdLyWgIR0BkuGsvIwM6dX2UKGgGR0B2StE7W/ahaAdLPmgIR0BkuWi35N48dX2UKGgGR0CC7pjABT4taAdLXWgIR0Bkuem1pj+adX2UKGgGR8Bkc8enyd4FaAdLImgIR0BkvIH3UQTVdX2UKGgGR8Bdwq/IsAeaaAdLRmgIR0BkvS1kUbkwdX2UKGgGR0B9p88TzundaAdLVmgIR0Bkwu8M/hVEdX2UKGgGR0BUVwnDziCKaAdLyWgIR0Bkx45PuXu3dX2UKGgGR0BU6xLsa86FaAdLyWgIR0BkyIxi5NGmdX2UKGgGR0BhLZlJ6IFeaAdLIGgIR0BkygagmJFcdX2UKGgGR0BkumEPDpC8aAdLKWgIR0Bky7gAIY3vdX2UKGgGR0BZpdOmBOHnaAdLd2gIR0Bky/w1BMSLdX2UKGgGR0CAiBIH1OCYaAdLyWgIR0BkzFfu1F6SdX2UKGgGR0B1J5Majvd/aAdLUGgIR0Bk0CgXdj5LdX2UKGgGR0B8kDUc4o7WaAdLPGgIR0Bk0OOn2qT9dX2UKGgGR0B7MzBsQ/X5aAdLUGgIR0Bk0ep0fYBedX2UKGgGR0B+zkZR8+ibaAdLT2gIR0Bk0hzRx95RdX2UKGgGR0B9/9RCQcPwaAdLPmgIR0Bk1abz9S/CdX2UKGgGR0BUHCf+S8raaAdLJmgIR0Bk2IIQe3hGdX2UKGgGR0B/WX4k/r0KaAdLWmgIR0Bk3yhQFcIJdX2UKGgGR8BpIYHcDbJwaAdLyWgIR0Bk31utOmBOdX2UKGgGR0B6DBoFmnO0aAdLw2gIR0Bk4LiVB2OidX2UKGgGR0B4vEaCL/CJaAdLyWgIR0Bk4Qht+CsfdX2UKGgGR0BHeN65Xlr/aAdLJmgIR0Bk4+c4HX2/dX2UKGgGR0CATTQuVX3haAdLSGgIR0Bk6UVQAMlUdX2UKGgGR8BRx3pwCKaYaAdLkmgIR0Bk6mw5eZ5SdX2UKGgGR8A+Kh/RVp9JaAdLKmgIR0Bk7ZSP2f03dX2UKGgGR0B3ix3fQ8fWaAdLyWgIR0Bk7nM4cWCVdX2UKGgGR0Bk3jsD4gzQaAdLyWgIR0Bk7/QfIS13dX2UKGgGR8BhE2IMz/IbaAdLMWgIR0Bk8VP+GXXzdX2UKGgGR8BWVr655JK8aAdLG2gIR0Bk82TmnwXqdX2UKGgGR8Awc3S8an76aAdLPGgIR0Bk9I75mAbydX2UKGgGR8BILiAUcn3MaAdLKGgIR0Bk94Ox0MgEdX2UKGgGR0CEtgyQgcLjaAdLumgIR0Bk93pt78ekdX2UKGgGR0A14saKk2xZaAdLOGgIR0Bk97pxFRYSdX2UKGgGR0CTRRdgOSW7aAdLhWgIR0Bk+KU/wAlwdX2UKGgGR0B1sMtVaOghaAdLTWgIR0Bk/WmelKsddX2UKGgGR8Bd9Pgeii7DaAdLRmgIR0Bk/fSYw7DEdX2UKGgGR8BgUPfoA4n4aAdLLmgIR0BlAVa6jFhodX2UKGgGR0COG+iwjdHlaAdLiGgIR0BlAgQUYbbUdX2UKGgGR0BwJyI/JNj9aAdLTWgIR0BlA0oDxLCfdX2UKGgGR0CGRjVo6CDmaAdLrmgIR0BlBLjWCmMwdX2UKGgGR0BxHyg6EJ0GaAdLLWgIR0BlBO6mO2iMdX2UKGgGR0Bhzx3/xUedaAdLLGgIR0BlBX+fh/AkdX2UKGgGR0B0FC74BV+7aAdLNGgIR0BlCLcbiqACdX2UKGgGR0BpruQSzw+daAdLVGgIR0BlCb5Ec81XdX2UKGgGR0B1UwlJHy3DaAdLQmgIR0BlCf6AOJ+EdX2UKGgGR8Bklfp6hQFcaAdLIWgIR0BlC2MwUQCkdX2UKGgGR0BsT1uvUz9CaAdLKGgIR0BlDQ+t8uzydX2UKGgGR8BgiKGUOd5IaAdLRGgIR0BlDwAKfFrEdX2UKGgGR0BhbcO09hZyaAdLM2gIR0BlD0Q04zacdX2UKGgGR0B1xP0mMOwxaAdLM2gIR0BlEuTA31jBdX2UKGgGR0CHXAvaDf3waAdLuGgIR0BlE5YA80UHdX2UKGgGR0BcUGhEjPfLaAdLOmgIR0BlE72exwAEdX2UKGgGR8Bg+x6lchTwaAdLJmgIR0BlFeSr5qM4dX2UKGgGR0BhCKmALApKaAdLIGgIR0BlFhv1lGwzdX2UKGgGR8BiiswlByCGaAdLMWgIR0BlF4OH31zydX2UKGgGR8Bk7aiVSn+AaAdLHGgIR0BlGEwBYFJQdX2UKGgGR8Bk5g9/z8P4aAdLHWgIR0BlGcUqQRwqdX2UKGgGR0Bw/roicG1QaAdLSmgIR0BlG6InBtUGdX2UKGgGR8BKrKeCkGiYaAdLNWgIR0BlHGDvmYBvdX2UKGgGR0CJ6CnF5v9+aAdLyWgIR0BlHKMrEtNBdX2UKGgGR0BhWKTY/Vy4aAdLIWgIR0BlHjNyHVPOdX2UKGgGR8BiiXDP4VRDaAdLMGgIR0BlIBHLA57xdX2UKGgGR0CCAnrtVrAQaAdLR2gIR0BlJWI9C/oJdX2UKGgGR0BQ6575VOsUaAdLtmgIR0BlJ5OYYzi0dX2UKGgGR8AgH/RVp9JCaAdLLWgIR0BlKvcL0BfbdX2UKGgGR0BkUs1AJLM+aAdLyWgIR0BlK9bJOnEVdX2UKGgGR0B8rs8Md92HaAdLwWgIR0BlLNKGtZFHdX2UKGgGR8BgCWQOnVG1aAdLPGgIR0BlMGPHT7VKdX2UKGgGR0B2R6cx0uDjaAdLVWgIR0BlMXhfjS5RdX2UKGgGR8BsmkvduYQbaAdLyWgIR0BlNJ0lqrR0dX2UKGgGR0BVz9YOlO45aAdLSGgIR0BlNdejVQQ+dX2UKGgGR0Bllf/FR51OaAdLvWgIR0BlOwB1cMVldX2UKGgGR0B8Y0AS39aVaAdLY2gIR0BlPAzch1TzdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 15625, "buffer_size": 100000, "batch_size": 32, "learning_starts": 50000, "tau": 1.0, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Replay buffer used in off-policy algorithms like SAC/TD3.\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        of the replay buffer which reduces by almost a factor two the memory used,\n        at a cost of more complexity.\n        See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n        and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n        Cannot be used in combination with handle_timeout_termination.\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function ReplayBuffer.__init__ at 0x7f271a073130>", "add": "<function ReplayBuffer.add at 0x7f271a0731c0>", "sample": "<function ReplayBuffer.sample at 0x7f271a073250>", "_get_samples": "<function ReplayBuffer._get_samples at 0x7f271a0732e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f271a004440>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLBGgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "actor": null, "use_sde_at_warmup": false, "exploration_initial_eps": 1.0, "exploration_final_eps": 0.05, "exploration_fraction": 0.1, "target_update_interval": 625, "_n_calls": 75000, "max_grad_norm": 10, "exploration_rate": 0.05, "exploration_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVgQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLBEsTQyhkAXwAGACIAWsEcgiIAFMAiAJkAXwAGACIAIgCGAAUAIgBGwAXAFMAlE5LAYaUKYwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjFcvaG9tZS9ub2lzZWJyaWRnZS8ubG9jYWwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtwQwYMAQQBGAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFcvaG9tZS9ub2lzZWJyaWRnZS8ubG9jYWwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoHSlSlGgdKVKUh5R0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCN9lH2UKGgYaA2MDF9fcXVhbG5hbWVfX5SMG2dldF9saW5lYXJfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lChoCowIYnVpbHRpbnOUjAVmbG9hdJSTlIwGcmV0dXJulGgvdYwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP6mZmZmZmZqFlFKUaDdHP7mZmZmZmZqFlFKUaDdHP/AAAAAAAACFlFKUh5SMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.19.0-35-generic-x86_64-with-glibc2.35 # 36~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Fri Feb 17 15:17:25 UTC 2", "Python": "3.10.9", "Stable-Baselines3": "1.7.0", "PyTorch": "2.0.0", "GPU Enabled": "True", "Numpy": "1.23.5", "Gym": "0.21.0"}}

results.json

@@ -1 +1 @@
-{"mean_reward": -19.0230887, "std_reward": 120.67250080227457, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-04-08T16:11:36.723201"}
+{"mean_reward": 178.76040580000003, "std_reward": 216.78817163720936, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-04-08T16:24:15.943374"}