{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnNhYy5wb2xpY2llc5SMCVNBQ1BvbGljeZSTlC4=", "__module__": "stable_baselines3.sac.policies", "__annotations__": "{'actor': <class 'stable_baselines3.sac.policies.Actor'>, 'critic': <class 'stable_baselines3.common.policies.ContinuousCritic'>, 'critic_target': <class 'stable_baselines3.common.policies.ContinuousCritic'>}", "__doc__": "\n    Policy class (with both actor and critic) for SAC.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ", "__init__": "<function SACPolicy.__init__ at 0x7e56fdf70d30>", "_build": "<function SACPolicy._build at 0x7e56fdf70dc0>", "_get_constructor_parameters": "<function SACPolicy._get_constructor_parameters at 0x7e56fdf70e50>", "reset_noise": "<function SACPolicy.reset_noise at 0x7e56fdf70ee0>", "make_actor": "<function SACPolicy.make_actor at 0x7e56fdf70f70>", "make_critic": "<function SACPolicy.make_critic at 0x7e56fdf71000>", "forward": "<function SACPolicy.forward at 0x7e56fdf71090>", "_predict": "<function SACPolicy._predict at 0x7e56fdf71120>", "set_training_mode": "<function SACPolicy.set_training_mode at 0x7e56fdf711b0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7e56fdf5bf40>"}, "verbose": 1, "policy_kwargs": {"net_arch": [400, 300], "use_sde": false}, "num_timesteps": 10000000, "_total_timesteps": 10000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1692128110635894300, "learning_rate": {":type:": "<class 'function'>", ":serialized:": "gAWVuQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQxCIAIgBiAAYAHwAFAAXAFMAlIw0UHJvZ3Jlc3Mgd2lsbCBkZWNyZWFzZSBmcm9tIDEgKGJlZ2lubmluZykgdG8gMCAoZW5kKZSFlCmMEnByb2dyZXNzX3JlbWFpbmluZ5SFlIxAQzpcVXNlcnNcc3RhbW1tXEFwcERhdGFcTG9jYWxcVGVtcFxpcHlrZXJuZWxfMjMyMDBcMTA3OTE3NTUzMi5weZSMBGZ1bmOUSwJDAhAClIwLZmluYWxfdmFsdWWUjA1pbml0aWFsX3ZhbHVllIaUKXSUUpR9lCiMC19fcGFja2FnZV9flE6MCF9fbmFtZV9flIwIX19tYWluX1+UdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoGilSlIaUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoF2gOjAxfX3F1YWxuYW1lX1+UjB1saW5lYXJfc2NoZWR1bGUuPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBiMB19fZG9jX1+UaAmMC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz7k+LWI42jxhZRSlGgvRz9H668QI2OyhZRSlIaUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "tensorboard_log": null, "_last_obs": null, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAEBAQEBAQEBAQEBAQEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQYAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABgAAAAAAABBtxj0v1Qo3co0+uGrCgDe/tFW/8fdBOAZ9Hr9rGAC4AAAAABALkT/g9u+1WLxuP2tlo7gAAIA/O1xePk6iYD6nQmg+tUl1Pj5hhD6yOpM+4MapPs831D48uhI/o8RyP91FITzFbqs3qtxyuSH9jjdNII4/WPMTOYQvIr9Vb984AACAP8Vztj66GUM5SFQav8VsrrgAAIA/aNKwPnrUsj6wFrk+Cl/EPljhzD72tqk+3K6TPppLrz4TAHw/AACAP351yL2n6xSxtpjCsV0ymzB0Z40/AAAAqD9ibj8AAAAAAACAP5b2Tr8AAAAA0xNtPwAAACgAAIA/nMqrPg6+rT6u0rM+ZLS9PrAvzD766eM+m5sEP5/NIT+IMWI/AACAPxWaG71P5+C4q9JCOgkMG7YO5I4/yJ9IuQBiIr+FNVm5AACAP8aArj78A7i5viEbvzjX8zkAAIA/Xg6yPnL6tD5x/bo+ZVzGPr0/tT6vI5Y+xzKPPmflsj7k/18/AACAP8VknD5TrhYwg7ETsX2rCTAigI4/QHZFLuIQbz8AAAAAAACAP8esVb8AeMyrLIAiv5VZm64AAIA/QjKDPq6vhD54VIk+DVWMPvCHkj7K/Zw++T+tPi47xj5r3+0+tvUYP0JCPbtWiQW7du+hPlJppz2Yezw/jZQNvwSKEb+Jh24+AACAP2+nPD9E8XY/Uokiv6uqKjMAAAAAF/65PpdBtT53trQ+lEy4PqVwwD7D4Mg+sIfjPkgrAj9g0Bs/D+JIP0eXhTxqwbO8FwAcPslNbTyfvY0/nOAaveZnIr/1+d28AACAPx+Q1j6+Xk8+RBcjvwC0DjwAAIA/6JewPk+Zsj5z2bg+Eh7EPi731T6zWfE+kAsOP5l0MT8AAIA/AACAP7M1Or2PN2a8L3uOPmk/pLtj4o4/AACAs3yZH78AAAAAAAAAAEWYBT97MU4/aAUcv6uqKrMAAAAALKa4Pv++uj4hSME+VxDNPuK53z4zXPw+lIRMP+6MOT+Gv34/AACAP9z86L1W6IYxitqbsm79OzH/xpA/AAAAqJBDbz8AAAAAAACAP3F1Ur8AAAAAnKNpP6uqKicAAIA/B2WlPt9Fpz6KIK0+ioW3Pkygxz5pwuA+zqACP1qdIT8VWlk/AACAP0togT4Opig35/tXt8B4n7baX40/SLqEuMpVbz9o+oy3AACAP4RGL7+rKDK4Zo0iv/k0jLcAAIA/LIYwPl+HMj7ixjg+YApEPrHhVT51QXE+LxqTPvwgwj7uLgo/iZt6P1KrNr322dy5dgftOkJfnDl3l40/IJ8hOjh0Ir9AfqY4AACAP9rprj6A9w852Ekbvzi68DoAAIA/w4CwPiJntD5gEr0+Z/LIPqh2uT5xoZk+wfGSPnGTtz4AAIA/AACAP3fNP76zX/85+s7Buogig7oM/ow/ANlVN1KFIr+IazY6AACAPxYZoT70w8E6gC5+PNT9p7sAAIA/uRjRPk3Mzz4MEtc+UsirPoxijD44Wp4+AGW6PgMYMz/T+Ws/AACAP9KjZrwAWe44hDV4ukbBNTc8WJA/8EXMOUovH79Qnak5AACAPxOU2z6s7BI6hJkbv6hc2bkAAIA/k+iyPirhtD5xZbk+9hHEPrJnwD5yYZ8+RuGLPiHArj5WanQ/AACAP1v3jT1+nx+xWOhJMnrXPrFjvVW/AABAp3RzIb8AAAAAAAAAANREkT8AAAAATFdvPwAAICgAAIA/Vb1dPvxBYD4zG2g+R0F2Pj5Vhj6fhpc+7VuyPnDS3j7f+xg/AACAP0X73L1IiU+9c+OfPqjB9b2DXJM/Gal/P+DPeb0AJWy9AAAAAMUXdT6GC4U/4vQev6uqKrMAAAAAMl3FPvyaxz5TuM4+2tjbPm/g7z5zvAU/irgcP/+dRT8AAIA/AACAP0ZHCDzMlIQ4zBNjOTgvMrkoN40/IlctuizNHr8Q6MW5AACAPxfGwT4vxyu6skUav0ZonLkAAIA/MPGxPoT2sz7gQro+hp3FPsugyj5e2ac+RA+SPveLsT4AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsYhpSMAUOUdJRSlC4="}, "_episode_num": 7512, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwE4htTkyULWMAWyUTUAGjAF0lEdA+hakEa2nbnV9lChoBkdAU1eWVu76HmgHTUAGaAhHQPoXAVOpKjB1fZQoaAZHQC5om9g4OtpoB01ABmgIR0D6F0FKdQO4dX2UKGgGR0BlHmTibUgCaAdNQAZoCEdA+hdJEKNQ03V9lChoBkdAZTHRhMJyAGgHTUAGaAhHQPoXaqmk30h1fZQoaAZHwFHnVc2R7qpoB01ABmgIR0D6F48oAn2JdX2UKGgGR0BdfhWxQizLaAdNQAZoCEdA+heP3EMspXV9lChoBkdATsRTCLuQZGgHTUAGaAhHQPoXq2UbDMx1fZQoaAZHQGqIKzRhMJxoB01ABmgIR0D6F9sqL0jDdX2UKGgGR0BGt0WM0gr6aAdNQAZoCEdA+hgtyGBWgnV9lChoBkdAV69e+mFajmgHTUAGaAhHQPoYUxfrrxB1fZQoaAZHwCU+d3B55Z9oB01ABmgIR0D6GG99ehPCdX2UKGgGR8AlO8IzFdcCaAdNqAJoCEdA+hiWcrZrYXV9lChoBkdARdo0CRwIdGgHTQ0GaAhHQPoYxZx7zCl1fZQoaAZHwA72SdOIqLFoB01ABmgIR0D6GN8iC8ODdX2UKGgGR8BGYHuRcNYsaAdNQAZoCEdA+hjnV1wHaHV9lChoBkfATwLYPGyX2WgHTZkBaAhHQPoZD8la8pV1fZQoaAZHQFe2NFBppN9oB01ABmgIR0D6GRJAEdNndX2UKGgGR8BNBfP5YYBOaAdNQAZoCEdA+hkStoFmnXV9lChoBkdAXwtsXSBsh2gHTUAGaAhHQPoZa5XwLE11fZQoaAZHwEcQSzPa+N9oB01ABmgIR0D6Ga3agElmdX2UKGgGR0BteZKraM72aAdNQAZoCEdA+hm2ArpaBHV9lChoBkfASmXxOLzf8GgHTUAGaAhHQPoZ1ylHjId1fZQoaAZHQEAWrmQr+YNoB01ABmgIR0D6Gf0oduHfdX2UKGgGR8BAP6Zx7zClaAdNQAZoCEdA+hoYuctoSXV9lChoBkdARGb9CNS62GgHTUAGaAhHQPoaRGrJbMZ1fZQoaAZHwFPlG8mKIi1oB01ABmgIR0D6GpHFIuoQdX2UKGgGR0Arcd1+y7f6aAdNQAZoCEdA+hq2gTIvJ3V9lChoBkfAJLrBKtga32gHTUAGaAhHQPoa+IP5HmR1fZQoaAZHwEPqyxA0KqpoB01ABmgIR0D6GyfKP4mDdX2UKGgGR7/F+85CF9KFaAdNQAZoCEdA+htAv4VRDXV9lChoBkdAE1yzXz19OWgHTUAGaAhHQPobSM/s3Q51fZQoaAZHwDlkmJFb3XZoB01vBGgIR0D6G2PZYxL1dX2UKGgGR0AhYGATZg5SaAdNQAZoCEdA+htxYnv2G3V9lChoBkfAVzMLKFIuoWgHS8BoCEdA+htzAAZKnXV9lChoBkfAO6UUbkwN9mgHTUAGaAhHQPobc8iu+yt1fZQoaAZHQBDu9rXUYsNoB01ABmgIR0D6G3RoQ4CIdX2UKGgGR8Aw4A31jAi3aAdNQAZoCEdA+hvP85S3s3V9lChoBkdAX2d7E5yU92gHTUAGaAhHQPocDx3Sro51fZQoaAZHQGK0AY51eSloB01ABmgIR0D6HDhw1ivxdX2UKGgGR8BAkbzTWoWIaAdNQAZoCEdA+hxetYW+G3V9lChoBkdAYBOViWmgrmgHTUAGaAhHQPoceYJE6T51fZQoaAZHwCz1Dc/MW45oB01ABmgIR0D6HKhMaS9vdX2UKGgGR0BdWvB3zMA4aAdNQAZoCEdA+hz4RtcfNnV9lChoBkfAP2JTdcjZ+WgHTUAGaAhHQPodIKBXjlx1fZQoaAZHwEHGnUDuBtloB01ABmgIR0D6HVpdsi0OdX2UKGgGR8Ai4a2F36hyaAdNQAZoCEdA+h2W863iJnV9lChoBkdAV3nqD9OymmgHTUAGaAhHQPodnhqwhW51fZQoaAZHQCDry+Yc/+toB01ABmgIR0D6HbVlgtvodX2UKGgGR0BnKNhG6PKdaAdNQAZoCEdA+h3BTWoWHnV9lChoBkdALyoa99MK1GgHTUAGaAhHQPodwr2h7E51fZQoaAZHQGVZ0gSvkiloB01ABmgIR0D6HcNhz/6wdX2UKGgGR0BA+T1kDp1SaAdNQAZoCEdA+h3D3Fo+OnV9lChoBkfASeMgB91EE2gHTUAGaAhHQPoeFKuhbnp1fZQoaAZHQGP/jHfdhy9oB01ABmgIR0D6HlDHc1wYdX2UKGgGR0A9pOPeYUnHaAdNQAZoCEdA+h56sYht+HV9lChoBkfAQfwTK1XvIGgHTUAGaAhHQPoeoFtZV4p1fZQoaAZHwFEVM3qAz55oB014AmgIR0D6Hqqc2itadX2UKGgGR8AiVfixVyWBaAdN2wNoCEdA+h66APiDNHV9lChoBkfARONLSNOuaGgHTUAGaAhHQPoeu5ZkkKN1fZQoaAZHP8jbvgFX7tRoB01ABmgIR0D6Hur5tm+TdX2UKGgGR8BLpuRDCxeLaAdNBwJoCEdA+h8cmqDK5nV9lChoBkdAYVBSuQp4KWgHTUAGaAhHQPofPbyc0+F1fZQoaAZHwDZkLDye7MBoB01ABmgIR0D6H2St1p0wdX2UKGgGR8BD+zNliBoVaAdNFQJoCEdA+h+I9t65XnV9lChoBkfANd63NLUTc2gHTUAGaAhHQPof7oHUtqZ1fZQoaAZHQFUQ6jnFHaxoB01ABmgIR0D6H/Z5imVJdX2UKGgGR0BDd7wz+FURaAdNQAZoCEdA+iARFC5VfnV9lChoBkfAFg0/nnuAqmgHTUAGaAhHQPogH6QSzxB1fZQoaAZHQGKg7edkJ8hoB01ABmgIR0D6ICFFdcB2dX2UKGgGR8BJyio0hvBKaAdNQAZoCEdA+iAicHnln3V9lChoBkdAZEgnLq2SdWgHTUAGaAhHQPogfyX9itt1fZQoaAZHwE7Km2sq8UVoB010AWgIR0D6ILFOCGvfdX2UKGgGR0A8STdLxqfwaAdNQAZoCEdA+iDm9zr/sHV9lChoBkdAYAzZuhsZYWgHTUAGaAhHQPohDPqcEvF1fZQoaAZHQGAajNY8uBdoB01ABmgIR0D6IRcG21D0dX2UKGgGR0BD3HWattALaAdNQAZoCEdA+iEoDLOiWXV9lChoBkdAMIY5xR2r4mgHTUAGaAhHQPohVw14xDd1fZQoaAZHwEPyhdMTN+toB01ABmgIR0D6IYYz9jwydX2UKGgGR8BJn0IcBEKFaAdNQAZoCEdA+iGnj2i+L3V9lChoBkdAPJQ7tAs052gHTUAGaAhHQPohz8wM6R11fZQoaAZHQCJY79ycTaloB01ABmgIR0D6IfRSwW30dX2UKGgGR8BTm8aS9ugpaAdNrgFoCEdA+iH8FPnB+HV9lChoBkdAY+9xHXmNi2gHTUAGaAhHQPoiWnU8V591fZQoaAZHQAcA44p+c6NoB01ABmgIR0D6ImKundftdX2UKGgGR8BYqZW7voeQaAdNUAJoCEdA+iJrDMA3k3V9lChoBkdARN1l7MPjGWgHTUAGaAhHQPoifQPnSv11fZQoaAZHwEgVWaMJhORoB01ABmgIR0D6IoqNUOurdX2UKGgGR0Bdbqs+3YthaAdNQAZoCEdA+iKNbfDUE3V9lChoBkfASf4iJO32EmgHTY8BaAhHQPoilxw84gl1fZQoaAZHP/pvl2eQMhJoB01ABmgIR0D6IuocCo0idX2UKGgGR0Bp9zDZUT+OaAdNQAZoCEdA+iMdf5xionV9lChoBkdASeHRE4Nqg2gHTUAGaAhHQPojUz0TURZ1fZQoaAZHwCoyiyprDZVoB01ABmgIR0D6I3a9nbqRdX2UKGgGR0AIYzi0fHPvaAdNQAZoCEdA+iOBTSb6QHV9lChoBkfARmb876pHZ2gHTUAGaAhHQPojklcbBGh1fZQoaAZHwE+qSRr8BMloB018AWgIR0D6JAwOyE+QdX2UKGgGR0A/VW3z+WGAaAdNQAZoCEdA+iQUvLDAJ3V9lChoBkfAU0AhhYvFnGgHTbIBaAhHQPokK1PHktF1fZQoaAZHQEg+5iExqO9oB01ABmgIR0D6JDudPci4dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 631247, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "_shape": [24], "low": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "low_repr": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high_repr": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVUQIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJSFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoO4oR7qDU/cKeLKN21OZ7Erde0ACMA2luY5SKEYlWEkNh9LPwy9MjaCAkEYkAdYwKaGFzX3VpbnQzMpRLAIwIdWludGVnZXKUSwB1YnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True  True]", "bounded_above": "[ True  True  True  True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 16, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 10000, "tau": 0.01, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Replay buffer used in off-policy algorithms like SAC/TD3.\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        of the replay buffer which reduces by almost a factor two the memory used,\n        at a cost of more complexity.\n        See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n        and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n        Cannot be used in combination with handle_timeout_termination.\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function ReplayBuffer.__init__ at 0x7e56fdf2bbe0>", "add": "<function ReplayBuffer.add at 0x7e56fdf2bc70>", "sample": "<function ReplayBuffer.sample at 0x7e56fdf2bd00>", "_get_samples": "<function ReplayBuffer._get_samples at 0x7e56fdf2bd90>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7e56fdf33840>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": -4.0, "log_ent_coef": null, "ent_coef": 0.005, "target_update_interval": 1, "ent_coef_optimizer": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVuQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQxCIAIgBiAAYAHwAFAAXAFMAlIw0UHJvZ3Jlc3Mgd2lsbCBkZWNyZWFzZSBmcm9tIDEgKGJlZ2lubmluZykgdG8gMCAoZW5kKZSFlCmMEnByb2dyZXNzX3JlbWFpbmluZ5SFlIxAQzpcVXNlcnNcc3RhbW1tXEFwcERhdGFcTG9jYWxcVGVtcFxpcHlrZXJuZWxfMjMyMDBcMTA3OTE3NTUzMi5weZSMBGZ1bmOUSwJDAhAClIwLZmluYWxfdmFsdWWUjA1pbml0aWFsX3ZhbHVllIaUKXSUUpR9lCiMC19fcGFja2FnZV9flE6MCF9fbmFtZV9flIwIX19tYWluX1+UdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoGilSlIaUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoF2gOjAxfX3F1YWxuYW1lX1+UjB1saW5lYXJfc2NoZWR1bGUuPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBiMB19fZG9jX1+UaAmMC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz7k+LWI42jxhZRSlGgvRz9H668QI2OyhZRSlIaUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.15.109+-x86_64-with-glibc2.35 # 1 SMP Fri Jun 9 10:57:30 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "False", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}