{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=", "__module__": "stable_baselines3.dqn.policies", "__doc__": "\n    Policy class with Q-Value Net and target net for DQN\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function DQNPolicy.__init__ at 0x7f0f229acb00>", "_build": "<function DQNPolicy._build at 0x7f0f229acb90>", "make_q_net": "<function DQNPolicy.make_q_net at 0x7f0f229acc20>", "forward": "<function DQNPolicy.forward at 0x7f0f229accb0>", "_predict": "<function DQNPolicy._predict at 0x7f0f229acd40>", "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7f0f229acdd0>", "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7f0f229ace60>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f0f2299b780>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAN634lkA6r+h6YsT18aNwPHvnRLJXRYxMlbB6tuOJAJgOz944hPG9dXqVFZouyhfNjFIlBczkuFAHsLGnm5AwaBZeTLb3gTa0LNBy0KfFm004glt9kZ3oBUbR6U9Y7xgJwFIXim3Eg3o6YsUC3uFm/IK/19OlhpQPiSk7QQOpdVat7yNy/lMbhxegw4g/va0jh45uANhwkYZZmJRZr0woHhHqbMpm/T6dUW4uD/L4jW9G1/vFrL0TIi5UQFQG4OZTWyQ+WIoXexbSZiGdpJXGHilSF1uIEP0FNpSmiMWYlViv7xUsqSho0wbCwCa6YB8FUQqAiMJcgYyNx26JExK1oT8neVQ7F+AyzF/oxZi8EPJjPe8qfz6D5BM/m3FWkp0dl0/JNw6h9LNohOXLoxFgYTSALNinMy1mdTUuEptEwQNrilF0zilPD7Kn43qIuzzCYxHcYM6gy+4JDyicltpywOOcvuA1qMHIzVrHjZiiExfSQRSzgAxCb/8uCoXOUJc3IKwXvqU5RbQSAezZXtwjqQ3mLJpdDoEfso3u9m4DRDj1OsTkXIdts9Vf6aoq87zB+e7+H8IGdxfLsUNmqDox1jnwU/ku3cAWYoXaGFV1Mq3Nq8arAK+0jqW0sHB/4Djz0uRbYbuqb6SqOgFBPa90qcD+OGkFbiGxPZbIUbPTBC+kghwenu44s71tLJ9KynPt+NtJc/abySEvS+BaAweJuPCkTps052g6m23NtNP8+fdgGvo7H83TSx1cK1yKy39tHmhed/LmKKn6RSSx+g/ssHR7Pp40Wa3ruCdCYZdqaMZVKVPgS/FZaYJcTth569sFVCiSoRkh4/AcEGD0BJaoC2x8jDEggtmJ+rdol3Vg6ctDGXYAh1ZCwPrgvGFBuRMuiq6CjnphN46Bs/Ae2uXpHlJxOcy36PwcoROfW8QXfS/j5HT5U755TEYwvs+g0bsKpNtMtRuTynGVXDucaGp5kt6wXw5i2Ro91WJkqvOvDTg2lEwgijY/0GQLEXlqKSunc/3yvBQ6G/jE0mPQWuoH6EX/t4jK0ZY5U9rzvAR9zkFo5gqpU/dStTK/dQjgVG46Ma5d+AL4DiNijlbDWM55OLbb91d/06XjdxzV7eZihAgj8jKi9uWbpgXGMpRyXapvkZ9eeH3q5CC+4M5FMrk31jEsCvnB4bDEpe9h9OojQclz4jWB8/DkD9BlsZdJzV1VluKegzqaea2t9BxkF/6iK+AQIjoZKXVPuwib4G++/p2Tq2SbDj9uLzHe9NPlP0qfDdtqLVVjUZymfkYerTlefFAXhXXmTp99oMoZd8snTwP6S4nLCOcQGlE7xlI9Pcy3sCVDcsuLJiTGWN9Ige1eWiyAcC93eFoR4dXGt35XaMUAGDB6UPKV2qu+IIj3jsxLLeSE+ZFkz8Mt6QLcC26igUPYDI4uwY+ZhmhU0wTfai0QT5pafU3J3g+ppANEiixYT7Ldo8Koj91ZeLst2bnhGC2cJz6WBiOX8dD79hBLo6ne0xmAkYf2vxsrw7caVGH3rTetSLj2N4Nj93rkwc3masEQdpWKl9UOiSbgJ3yE52z3DfogUKtkAE8f8cZp3WyY1QaVVv9vUHzsHQoKhgiE1GJaLI0byhq5VT0sZ4hzxFUOur7cjPPgECHnRhuawVyFTf/EMBX5WVLk/Gxorl807sEZCzWeiGRS13RoWnulrFnCWxq6Vr+gRUxe1761nDctYlG3enJXgSYaYbAPLuZgL8b/v59ata7X4Gu5UZ8EMNgOYPAKdXJ0sRJmKXnWki9/tAYiKSxy+BDM5v9FkPJHHAU7po+ucpCRMUqS9STH2r9T/Obhcti/nWa1NC3pFBBDt8xZ2X43tlK7HtcTt15DpUz8pXCGO5SLEk6j3LcE8haS68beyGdLAN2GqZGPSQAyPCKgYHsmY2HMVvlIOSpMZ1Khbh5qEU8D+yTJviWR8S/9mg4hvua370TG5fzFnWRS1pPd5l/2J5c8ZhU6cz1A+wwuKrqznCADGnQ+u1CKXrHcsFRAAQ0lvRp0NHzvVYYcv2ru8B7loU1BEv69CrhzwCDAOZquN5VrlFqDAg/MTyA5g3jnRlpLU605AT0VElBvnPLhdVcKhrYBnxA8xbRXYuJzQqHlpUN3hy+lmiWRkAr9/YqAzbPfxXvpv0W2vokWps3KSO+ehf8sJc5D8L+GlkMp2dCCZ/nOc2UhWhWeW8dTWLEJcebqpfNzJeEdoQ4ho6cvr2DaRrwqI7PKxVkqAndUsfpmDAde2/1PmiXf0lGBfYDWTHeuUPO8MSOQ/YCZuDnnGEk2x8cTHwTvqtiZ/mwba9RW8wMn91t85Mh+Udy4leUTAUKggaVBytu6eqzOFGYYLT82+m2gGjkhHklJz35rqPv/ltz0byoYATt63sXCOHrLxxdVfEuHv7IAGkeXnYrryBKzVDZ9kzb+Cd3ofhgyGhCO+ENyI4WFMdFYZUcmc9C0FUUYskG0NVoYoi1WBjnKTJ3CbVtfy4x8HVbNHnmc7EeSRJ+NnIzd7wNo/sFH4VFo6xGKhFHrJ6fhyjsfLsZpbQGRzEj1i2gbT4nKOCoOcTseXNHY1YaT7IqSRtSVabBICErv1h53IRGGBbPoZcPNoXFEUQn8XFXRfDftmUhr3+KdCRnPqEF0h90JqjgH74IiI1/TjeHD9hpjz61jtHhhqLFyRrMY4pcJc6yGvsieIALwOwzJdrybBCKdSX7XXH9+fe++T1I2Fxw/4Dy8izpMm+fAV5ErvWS3pQOPRwhy2xAC7aU2zei8XU3mLz8bdXO23zlBsE7EzYRcy9qTMYXg1FsPhgo3RijSZaxQcq2Bb8gTyjPV1fuKdGtrTOzXFW5wNqAwSTN4HDyXg0JfTnYUoJGFZycI/Kb+jo2AEAmmcpDqEuRYKeIftqSi192liJzIM6hRvFwGXFUuPWN5sJQFMo1tuhehDKqH7lHw75JHVd7vWyiRcqSxeulE8OIp08LF6txO8mlu3kcPTOv0mbiH8aRdA2qkbQ0+7WBoENkH47UVa1T1z/uLB/YI3zOPoBOtnuBwTWm/ck2jnVRBEnH34K4Y0/eplojPoXinCa1CtI9A21Fv/1PZgSE4l0gtmj9G1YU4cTV+hRxXQBQmCr0WkJfIBDD6f9dgR85vJi/rRangypEE8C6CDmNBHnXJC4UliXnAIqqqQXfy0muPqA1xNMTfNrhmIh+mXYNIAggq5nXdlCBxihcC7cImCXFkzQAC4I7UPG6wsDj89X/Ax8DrC4qw95qDMibzu+GiJ/lPnUikg5NkgJVQy9KtCsWno1kAioicKOaNp3zYFJXnlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RN8AF1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 16, "num_timesteps": 500032, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1669236542288106459, "learning_rate": 0.0001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjEgvdXNyL2xvY2FsL2xpYi9weXRob24zLjcvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuAQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEgvdXNyL2xvY2FsL2xpYi9weXRob24zLjcvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPxo24uscQy2FlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAM3/sTwc83o+A5RfvjXi2L1uL8u8FlSDvAAAAAAAAAAAM7SKvRDMsD5yjF0+XG2HvWQEJb1fhEk9AAAAAAAAAAAgHyG+jlAvP85CoD3lr2K969ppvZBmOD0AAAAAAAAAAEDMSD5w4KI/6U0dP00q370XQf47pjlePgAAAAAAAAAApgqFPVrJ4j6G4bC9+m/IvVmK5D0K3im9AAAAAAAAAADmhyi++4mHP21rdL0zWSY8d4mBvYWQtbwAAAAAAAAAADM4jL1BRLE/8HYRvkf6+bwj6DK9C3FmuwAAAAAAAAAAM7cAPbfxUT9Bqh493xfYvHAEAD7Kn5U8AAAAAAAAAADAEtq9G6FOP7ZOVz13Y5W8SG5Dvd4nxTsAAAAAAAAAAEhFvr5E1Jw/2oXJvJkNPL3L9qq8FnCrvAAAAAAAAAAAQEfOPT4D7z5fEi6+fZHQveVZPTzW21K9AAAAAAAAAAAN1gK+qZORP4Emg70bi668s1Yevc5TNjsAAAAAAAAAALMDIb0sJl0/naB7PbzcC70wUp881hcyPQAAAAAAAAAAM2N/O4GZ7z561Ik9iVltvfFuxT0ZPx48AAAAAAAAAABN6j+9FFxXP4jiwz1Js5i9EtzfPdwNOrwAAAAAAAAAAOZwjT0Guw0/dJo0PrO+rL1OYSi9yL6EPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAEBAQEBAQEBAQEBAQEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJrzwzynY30+LvRkvg3iBb5qnsS8El2evAAAAAAAAAAAmi+PvUqPsT5zjF0+KqAhvc0XL71fhEk9AAAAAAAAAAAz8iG+S6IvP+96nz1QZKK9QRNzvfnZSD0AAAAAAAAAAKZkQj7DMKM/vXofP6eNp72unEq7NGQ7PgAAAAAAAAAAZtqGPXDq4z6O4bC9xtKRvYDJ6D0S3im9AAAAAAAAAACG6Ce+doKHP05pTb0Ojeq86Yh+vZXH5bsAAAAAAAAAAIBOib3AWrE/8HYRvrkxfLvILzK9BnFmuwAAAAAAAAAAzS7+PH8YUj+2yG89ojqBvRQq/j0WStQ8AAAAAAAAAADmJ9u9AbxOP7saXz1ieWO9valEvU3sSTwAAAAAAAAAAKUjvr4a9pw/5z4LvSH6mLxkZKK84XqJPAAAAAAAAAAAJtDRPaUv8D5KriG+APvyvd2FZzzlbya9AAAAAAAAAACNLgK+X6ORP4Emg73Jo687kOgeveZTNjsAAAAAAAAAAACfI719WF0/LCOPPeSQgL0Fg4084w1OPQAAAAAAAAAAZvZSO0xE8D7PUo49w0GcvcBxxD1jcbQ7AAAAAAAAAAAzz0O9E8pXPzM8qz22Rkm9wgXhPZb9GT0AAAAAAAAAAADDiT2JNw4/eJo0PnVCbL2WpzW9zr6EPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_episode_num": 1544, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -6.4000000000064e-05, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVgRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMItydIbHcfJkCUhpRSlIwBbJRN6AOMAXSUR0CRbCkZaV2SdX2UKGgGaAloD0MIyERKs3nOWsCUhpRSlGgVTegDaBZHQJFvrtMPBi11fZQoaAZoCWgPQwhKRPgXQYFGwJSGlFKUaBVN6ANoFkdAkXAL8FY+0XV9lChoBmgJaA9DCBO2n4zxYSfAlIaUUpRoFU3oA2gWR0CRckgxJul5dX2UKGgGaAloD0MIQS0GD9OeKsCUhpRSlGgVTegDaBZHQJFzLPzFuNx1fZQoaAZoCWgPQwjIW65+bOBXwJSGlFKUaBVN6ANoFkdAkXhIbS7XhHV9lChoBmgJaA9DCDf7A+W2b0XAlIaUUpRoFU3oA2gWR0CReL9kz41xdX2UKGgGaAloD0MIHhX/d0T9QsCUhpRSlGgVTegDaBZHQJF510ZFXq91fZQoaAZoCWgPQwiqfxDJkINPwJSGlFKUaBVN6ANoFkdAkXqABxPweHV9lChoBmgJaA9DCJkQc0nVvipAlIaUUpRoFU3oA2gWR0CRflPjn3cpdX2UKGgGaAloD0MI761ITFCDQcCUhpRSlGgVTegDaBZHQJGC4mNR3vB1fZQoaAZoCWgPQwhmEvWCT/RXwJSGlFKUaBVN6ANoFkdAkYNSKFZgX3V9lChoBmgJaA9DCPJ8BtSbn0TAlIaUUpRoFU3oA2gWR0CRj13PAwfydX2UKGgGaAloD0MIc7wC0ZPDUcCUhpRSlGgVTegDaBZHQJGTfOKO1fF1fZQoaAZoCWgPQwgTYcPTK/dLwJSGlFKUaBVN6ANoFkdAkZiWXb/OuHV9lChoBmgJaA9DCCY0SSwpElbAlIaUUpRoFU3oA2gWR0CRpnn2IwdsdX2UKGgGaAloD0MI8gwa+if4O8CUhpRSlGgVTegDaBZHQJHDmOKfnOl1fZQoaAZoCWgPQwjVQsnk1G4KwJSGlFKUaBVN6ANoFkdAkccdWIXTE3V9lChoBmgJaA9DCLw+c9an0EzAlIaUUpRoFU3oA2gWR0CRx3cMmWt2dX2UKGgGaAloD0MIs7PonQp+RcCUhpRSlGgVTegDaBZHQJHJsfCAMDx1fZQoaAZoCWgPQwikU1c+yz1TwJSGlFKUaBVN6ANoFkdAkcqbJbMX8HV9lChoBmgJaA9DCI9U3/lFQSTAlIaUUpRoFU3oA2gWR0CRz6lU6xPgdX2UKGgGaAloD0MIs9KkFHQPU8CUhpRSlGgVTegDaBZHQJHQD8Q7LdN1fZQoaAZoCWgPQwh40Oy6t5dUwJSGlFKUaBVN6ANoFkdAkdEi3kPtlnV9lChoBmgJaA9DCKGGb2HdjEzAlIaUUpRoFU3oA2gWR0CR0dP2wmmcdX2UKGgGaAloD0MI8P0N2qsHTMCUhpRSlGgVTegDaBZHQJHU/Zg5R0l1fZQoaAZoCWgPQwjh0Fs8PCJoQJSGlFKUaBVN3ANoFkdAkdgtuxbB43V9lChoBmgJaA9DCMB63LdaIUZAlIaUUpRoFU3oA2gWR0CR2Lk3juKGdX2UKGgGaAloD0MIKPOPvkkTScCUhpRSlGgVTegDaBZHQJHjh45cTrV1fZQoaAZoCWgPQwgUzJiCNblSwJSGlFKUaBVN6ANoFkdAkef55JK8MHV9lChoBmgJaA9DCLVQMjm1KU7AlIaUUpRoFU3oA2gWR0CR7P1pTMq0dX2UKGgGaAloD0MI4j/dQIE5Q8CUhpRSlGgVTegDaBZHQJH85bRnezl1fZQoaAZoCWgPQwhwl/26091VwJSGlFKUaBVN6ANoFkdAkh8bvkRzzXV9lChoBmgJaA9DCAKBzqRNR0zAlIaUUpRoFU3oA2gWR0CSIssH0K7adX2UKGgGaAloD0MIx2MGKuO1UMCUhpRSlGgVTegDaBZHQJIjJIoVmBh1fZQoaAZoCWgPQwhXJvxSPzBXwJSGlFKUaBVN6ANoFkdAkiV5e/pMYnV9lChoBmgJaA9DCCDwwADCglXAlIaUUpRoFU3oA2gWR0CSJmiRnvlVdX2UKGgGaAloD0MIs9DOaRYqVsCUhpRSlGgVTegDaBZHQJIrVPrOZ9d1fZQoaAZoCWgPQwhlcmpnmOolwJSGlFKUaBVN6ANoFkdAkivBvitJWnV9lChoBmgJaA9DCM2SADU1TGBAlIaUUpRoFU3YA2gWR0CSLDH/LkjpdX2UKGgGaAloD0MIAimxa3thS8CUhpRSlGgVTegDaBZHQJIsz+AEt/Z1fZQoaAZoCWgPQwjiVkEMdOFJwJSGlFKUaBVN6ANoFkdAkjCnSOR1YHV9lChoBmgJaA9DCDS77q1INCnAlIaUUpRoFU3oA2gWR0CSM6inpB5YdX2UKGgGaAloD0MId4cUAySrUcCUhpRSlGgVTegDaBZHQJI0MTYdyT91fZQoaAZoCWgPQwhM/bypSFtSwJSGlFKUaBVN6ANoFkdAkkBWovSMLnV9lChoBmgJaA9DCFlrKLUX0S/AlIaUUpRoFU3oA2gWR0CSRj6tT1kEdX2UKGgGaAloD0MIS8tIvac/WMCUhpRSlGgVTegDaBZHQJJL6FoL5RF1fZQoaAZoCWgPQwj76xUW3D8zwJSGlFKUaBVN6ANoFkdAklsoR28qWnV9lChoBmgJaA9DCEQxeQPMrWdAlIaUUpRoFU2iA2gWR0CSdbLwnYxtdX2UKGgGaAloD0MIQrXBieiX9D+UhpRSlGgVTegDaBZHQJJ6D07KaG51fZQoaAZoCWgPQwg0g/jAjhdFwJSGlFKUaBVN6ANoFkdAkn2Ds+mm+HV9lChoBmgJaA9DCCMtlbcjlCHAlIaUUpRoFU3oA2gWR0CSgEq0MPSVdX2UKGgGaAloD0MIJEc6AyPdVsCUhpRSlGgVTegDaBZHQJKBLh0hePd1fZQoaAZoCWgPQwiiRbbz/aQtQJSGlFKUaBVN6ANoFkdAkoXze9Ba93V9lChoBmgJaA9DCFbxRuaRmFPAlIaUUpRoFU3oA2gWR0CShlHpbD/EdX2UKGgGaAloD0MIofSFkPNcSMCUhpRSlGgVTegDaBZHQJKGuWzF+/h1fZQoaAZoCWgPQwjzV8hcGatVwJSGlFKUaBVN6ANoFkdAkodYEB8x9HV9lChoBmgJaA9DCMFTyJV6DWHAlIaUUpRoFU23A2gWR0CSip3fAKv3dX2UKGgGaAloD0MIXyUfuwv2RsCUhpRSlGgVTegDaBZHQJKLDOdGy5Z1fZQoaAZoCWgPQwjGihpMw35DwJSGlFKUaBVN6ANoFkdAko4LqD9OynV9lChoBmgJaA9DCDIcz2dAXTvAlIaUUpRoFU3oA2gWR0CSmWSOR1YAdX2UKGgGaAloD0MI9G+X/brVQ8CUhpRSlGgVTegDaBZHQJKeWv+wTuh1fZQoaAZoCWgPQwid81McB0ZhQJSGlFKUaBVNwwNoFkdAkqC2pIczZnV9lChoBmgJaA9DCPyohv2eJ1LAlIaUUpRoFU3oA2gWR0CStGZ9/jKgdX2UKGgGaAloD0MI1ZRkHY5jVcCUhpRSlGgVTegDaBZHQJLSvHAAQxx1fZQoaAZoCWgPQwhstBzooTFeQJSGlFKUaBVNlwNoFkdAktT4NI9TxXV9lChoBmgJaA9DCE9bI4Jx0CbAlIaUUpRoFU3oA2gWR0CS1wjVhCtzdX2UKGgGaAloD0MIFoTyPo7eKMCUhpRSlGgVTegDaBZHQJLaW9sabWp1fZQoaAZoCWgPQwgZr3lVZ3VCQJSGlFKUaBVN6ANoFkdAktzFhPTG53V9lChoBmgJaA9DCElIpG384FLAlIaUUpRoFU3oA2gWR0CS4omShakidX2UKGgGaAloD0MIM40mF2NTVsCUhpRSlGgVTegDaBZHQJLi7BacI7h1fZQoaAZoCWgPQwjgoSjQJ9BHwJSGlFKUaBVN6ANoFkdAkuNde2NNrXV9lChoBmgJaA9DCMNhaeBHmVHAlIaUUpRoFU3oA2gWR0CS4/8D0UXYdX2UKGgGaAloD0MI3pGx2vyvQ8CUhpRSlGgVTegDaBZHQJLm5CTlkpZ1fZQoaAZoCWgPQwjmsWZkkC1PwJSGlFKUaBVN6ANoFkdAkudCHVPN3XV9lChoBmgJaA9DCFfPSe8b5U7AlIaUUpRoFU3oA2gWR0CS6ey1uzhQdX2UKGgGaAloD0MIIY/gRsrYZ0CUhpRSlGgVTSwDaBZHQJLtnDTBqKx1fZQoaAZoCWgPQwiuoGmJlV1HwJSGlFKUaBVN6ANoFkdAkvX1sP8Q7XV9lChoBmgJaA9DCM4ckloo8SvAlIaUUpRoFU3oA2gWR0CS+yoR7JGOdX2UKGgGaAloD0MIWmYRiq3pbUCUhpRSlGgVTYUCaBZHQJMKLDR+jM51fZQoaAZoCWgPQwiSPNf34dxLwJSGlFKUaBVN6ANoFkdAkw9NaY/mknV9lChoBmgJaA9DCNanHJPFzVXAlIaUUpRoFU3oA2gWR0CTJ/rbg0j1dX2UKGgGaAloD0MI34eDhCgpQMCUhpRSlGgVTegDaBZHQJMqCaZx7zF1fZQoaAZoCWgPQwjBU8iVerY4wJSGlFKUaBVN6ANoFkdAky7vq5byH3V9lChoBmgJaA9DCAUWwJSBoxfAlIaUUpRoFU3oA2gWR0CTMWV8kUsWdX2UKGgGaAloD0MIn5JzYg8PXcCUhpRSlGgVTegDaBZHQJM3YQOFxn51fZQoaAZoCWgPQwjIl1DB4bxRwJSGlFKUaBVN6ANoFkdAkzfEsOG0u3V9lChoBmgJaA9DCMIYkSi0D1PAlIaUUpRoFU3oA2gWR0CTODX9zfaYdX2UKGgGaAloD0MIaW/whcn2TMCUhpRSlGgVTegDaBZHQJM41Z6lchV1fZQoaAZoCWgPQwjBGmfTEb9WQJSGlFKUaBVN6ANoFkdAkzxHAZbY9XV9lChoBmgJaA9DCPXWwFYJQ1PAlIaUUpRoFU3oA2gWR0CTPLW3Sa3JdX2UKGgGaAloD0MIG2K85lU4XMCUhpRSlGgVTegDaBZHQJNAfZnL7oB1fZQoaAZoCWgPQwiYp3NFKQhbwJSGlFKUaBVN6ANoFkdAk0T4sI3R5XV9lChoBmgJaA9DCKDctu9RRllAlIaUUpRoFU3oA2gWR0CTS8DTBqKxdX2UKGgGaAloD0MIlpNQ+kK7UsCUhpRSlGgVTegDaBZHQJNQANrj5sV1fZQoaAZoCWgPQwi610l9WR9SwJSGlFKUaBVN6ANoFkdAk2FQPVd5ZHV9lChoBmgJaA9DCGkbf6KyHFrAlIaUUpRoFU3oA2gWR0CTZ2bUwztUdX2UKGgGaAloD0MIjdMQVfgzTsCUhpRSlGgVTSQDaBZHQJN1S1PWQOp1fZQoaAZoCWgPQwhU46WbxChOwJSGlFKUaBVN6ANoFkdAk4WV4HHFP3V9lChoBmgJaA9DCGGowwq3YD/AlIaUUpRoFU3oA2gWR0CTiAbSqlxfdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 7032, "buffer_size": 1000000, "batch_size": 64, "learning_starts": 50000, "tau": 1.0, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Replay buffer used in off-policy algorithms like SAC/TD3.\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        of the replay buffer which reduces by almost a factor two the memory used,\n        at a cost of more complexity.\n        See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n        and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n        Cannot be used in combination with handle_timeout_termination.\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function ReplayBuffer.__init__ at 0x7f0f229fbdd0>", "add": "<function ReplayBuffer.add at 0x7f0f229fbe60>", "sample": "<function ReplayBuffer.sample at 0x7f0f229fbef0>", "_get_samples": "<function ReplayBuffer._get_samples at 0x7f0f229fbf80>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f0f229f2450>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLBGgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "actor": null, "use_sde_at_warmup": false, "exploration_initial_eps": 1.0, "exploration_final_eps": 0.05, "exploration_fraction": 0.1, "target_update_interval": 625, "_n_calls": 31252, "max_grad_norm": 10, "exploration_rate": 0.05, "exploration_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVZQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsBSwRLE0MsZAF8ABgAiAFrBHIQiABTAIgCZAF8ABgAiACIAhgAFACIARsAFwBTAGQAUwCUTksBhpQpjBJwcm9ncmVzc19yZW1haW5pbmeUhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuNy9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS25DBgABDAEEApSMA2VuZJSMDGVuZF9mcmFjdGlvbpSMBXN0YXJ0lIeUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuNy9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlGgdKVKUaB0pUpSHlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoI32UfZQoaBhoDYwMX19xdWFsbmFtZV9flIwbZ2V0X2xpbmVhcl9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UKGgKjAhidWlsdGluc5SMBWZsb2F0lJOUjAZyZXR1cm6UaC91jA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGYwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/qZmZmZmZmoWUUpRoN0c/uZmZmZmZmoWUUpRoN0c/8AAAAAAAAIWUUpSHlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.10.133+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Fri Aug 26 08:44:51 UTC 2022", "Python": "3.7.15", "Stable-Baselines3": "1.6.2", "PyTorch": "1.12.1+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}