File size: 23,099 Bytes
c260e5b |
1 |
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.td3.policies", "__doc__": "\n Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x70187aac44c0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x70187aac1980>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1720339839365470135, "learning_rate": 0.001, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVGwQAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolmAAAAAAAAAAZLAsvmoUtz0+NRs8gWdrPy7ccb8+NRs8wCAvv+OCzT9uCxo8eUAcv7cfbb9uCxo8xVKVP6RdPr0+NRs8J6OOP22bzT20Who8cpGaPhc4nD8Y2hc8W7p4P7s7874+NRs8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksISwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolmAAAAAAAAAANcBcv6PWXz5rKIq/Aymiv8OQmz/O/cG+t73LvyD73D6uws6+O10zv7hJzL6uhHQ/nfXAv9h21z+/kAW/xVeHPD6kaT9rKIq/Y8m+P+22pr/zX+S+YjCWv+BDr79rKIq/lGgOSwhLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAIAAAAAAACJcqY/1vofvt50kL7RMyc/OjtgvhlooLvU5JW/ZLAsvmoUtz0+NRs8D+fOOfd9qbv09yw8lHmlO7WnwLpehqA7U6QSOSbrOrsj9Fw7LaACP3YxQ7zYhVU/H5KMPgX7Gz5Rl/6+zyV3P4Fnaz8u3HG/PjUbPLRM3DpkWQC8kqqMu12G1LmJ86m7XoagO2mhEjkD6zq7SJw+uzV1pL5lqye/3t4wvz4k7L7Mq6C9/gnWvjuBcL/AIC+/44LNP24LGjyT9F06FEpBu+0eUzuVbis781yQu1qGoDssbxI5eO06u/+5oLmfyw/AwopGvzDmdD3pcSS/4bZIP5A7qL7IeWc/eUAcv7cfbb9uCxo8fPRdOudJQbsdMys7L24rO7ZckLtahqA7LG8SOXjtOrvPyaC57e/RvmV9OD+aIG6/nU+ZvX+muj4Xzxu+1yN3P8VSlT+kXT69PjUbPO7czjk0f6m7MvwcPBl6pTudpMC6XoagO1OkEjkm6zq7FvpcO/d2vL4kRXw+CpQhv9E9+b6kZAY//TDYvnZxRT8no44/bZvNPbRaGjwgWRM7HQ6bu9d/azwFO+07gU/Ku1yGoDuzwhI5bPE6u6U+qzvYs5g/iJ8SvLH3GL9TnYk//h49vu3pBr/r5JW/cpGaPhc4nD8Y2hc82ouIOzPbtruMg3M7/sIgNuo+cLuRfKA7U/wZOXvtOrsCm+S5QfUyv/EZF74+fHe/S4moPkFKgT0XMSa+VCV3P1u6eD+7O/O+PjUbPFgPzzkMeam7cohsPH53pTsPtMC6XoagO1CkEjkn6zq7cdxcO5RoDksISxOGlGgSdJRSlHUu", "achieved_goal": "[[-0.16864163 0.08939441 0.00947314]\n [ 0.9195481 -0.9447659 0.00947314]\n [-0.6840935 1.6055568 0.00940214]\n [-0.6103588 -0.9262652 0.00940214]\n [ 1.1665884 -0.04647602 0.00947314]\n [ 1.114354 0.10039411 0.00942104]\n [ 0.3018909 1.2204617 0.00926831]\n [ 0.97159356 -0.47506508 0.00947314]]", "desired_goal": "[[-0.86230785 0.21859221 -1.0793585 ]\n [-1.2668766 1.2153553 -0.3788895 ]\n [-1.5917271 0.43160343 -0.40382904]\n [-0.70064133 -0.39899993 0.95514953]\n [-1.5074955 1.6833143 -0.5217399 ]\n [ 0.01652134 0.9126624 -1.0793585 ]\n [ 1.4905208 -1.3024575 -0.44604453]\n [-1.1733515 -1.3692589 -1.0793585 ]]", "observation": "[[ 1.30037034e+00 -1.56230301e-01 -2.82141626e-01 6.53134406e-01\n -2.18975931e-01 -4.89522191e-03 -1.17104578e+00 -1.68641627e-01\n 8.93944055e-02 9.47314315e-03 3.94635339e-04 -5.17248688e-03\n 1.05571635e-02 5.04989363e-03 -1.46984181e-03 4.89883032e-03\n 1.39848606e-04 -2.85215070e-03 3.37148528e-03]\n [ 5.10256588e-01 -1.19136479e-02 8.34073544e-01 2.74552315e-01\n 1.52324751e-01 -4.97248203e-01 9.65420663e-01 9.19548094e-01\n -9.44765925e-01 9.47314315e-03 1.68075273e-03 -7.83381239e-03\n -4.29279450e-03 -4.05358995e-04 -5.18650236e-03 4.89883032e-03\n 1.39837750e-04 -2.85214256e-03 -2.90848501e-03]\n [-3.21206719e-01 -6.54959023e-01 -6.90900683e-01 -4.61214006e-01\n -7.84526765e-02 -4.18044984e-01 -9.39471900e-01 -6.84093475e-01\n 1.60555685e+00 9.40213911e-03 8.46692536e-04 -2.94936169e-03\n 3.22144781e-03 2.61584413e-03 -4.40561166e-03 4.89882845e-03\n 1.39650598e-04 -2.85228901e-03 -3.06561560e-04]\n [-2.24680305e+00 -7.75554776e-01 5.97898364e-02 -6.42363131e-01\n 7.84040511e-01 -3.28579426e-01 9.04201984e-01 -6.10358775e-01\n -9.26265180e-01 9.40213911e-03 8.46691197e-04 -2.94935121e-03\n 2.61229952e-03 2.61582038e-03 -4.40558325e-03 4.89882845e-03\n 1.39650598e-04 -2.85228901e-03 -3.06679372e-04]\n [-4.10033613e-01 7.20663369e-01 -9.30184960e-01 -7.48588815e-02\n 3.64551514e-01 -1.52157173e-01 9.65390623e-01 1.16658843e+00\n -4.64760214e-02 9.47314315e-03 3.94559873e-04 -5.17263450e-03\n 9.58161242e-03 5.04995557e-03 -1.46974961e-03 4.89883032e-03\n 1.39848606e-04 -2.85215070e-03 3.37183988e-03]\n [-3.68095130e-01 2.46357501e-01 -6.31165147e-01 -4.86799747e-01\n 5.24973154e-01 -4.22248751e-01 7.71262527e-01 1.11435401e+00\n 1.00394107e-01 9.42103937e-03 2.24835426e-03 -4.73190704e-03\n 1.43737411e-02 7.23970169e-03 -6.17402839e-03 4.89882939e-03\n 1.39961761e-04 -2.85252463e-03 5.22597367e-03]\n [ 1.19298840e+00 -8.94916803e-03 -5.97529471e-01 1.07511365e+00\n -1.84688538e-01 -5.27006924e-01 -1.17104852e+00 3.01890910e-01\n 1.22046173e+00 9.26830620e-03 4.16706223e-03 -5.58032980e-03\n 3.71572655e-03 2.39553583e-06 -3.66585935e-03 4.89766197e-03\n 1.46852151e-04 -2.85228970e-03 -4.36030386e-04]\n [-6.99054778e-01 -1.47559896e-01 -9.66739535e-01 3.29172462e-01\n 6.31299093e-02 -1.62296638e-01 9.65413332e-01 9.71593559e-01\n -4.75065082e-01 9.47314315e-03 3.94935487e-04 -5.17190062e-03\n 1.44368280e-02 5.04964497e-03 -1.47020991e-03 4.89883032e-03\n 1.39848562e-04 -2.85215094e-03 3.37007293e-03]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVewAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYIAAAAAAAAAAEBAQEBAQEBlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlC4="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVGwQAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolmAAAAAAAAAAkFR0vP398TthwaM8+jqiPeBOqr1hwaM8w7Rzvel9Dz7WwKM8AJVZvaT9pr3WwKM8Sv7NPR/Pk7thwaM8dL3EPVLGCDz7wKM8kUDTPOvu2T3Qv6M8P3OrPa4sLL1hwaM8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksISwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolmAAAAAAAAAA/UyZvR3unjwK16M8g9fgvZ6A2D1opYg9oCQNvn8EGz1DPYU98Gx5vV6WC72ccB8+E7IFvv6+FT7BQ2o9QLyGOlnSoj0K16M85GADPjME5r3x8X49s03Qvf3c8b0K16M8lGgOSwhLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAIAAAAAAABb6CM+9C0KvoRLbD6tHcM8v/3CvSgoKT2fWj00kFR0vP398TthwaM8eO1ut56NYjcCVOw5gb+oNwQPxTfcr20tNKpnMmcFWzKu7hM6vuBTvQMmxL0t6+0+7/JdvbR2YTyAeHO9A9ejPfo6oj3gTqq9YcGjPLaaYjea326315AZumYKxbdhvai3nMhvLXvoWjJNo2cyMOYTuiqZjL41Y4q+CZMUPtq5Ur50Dl29uBcxvaYSDjzDtHO96X0PPtbAozyBmJa2FdYZODSKgLjoPTE1X8Q3t0j9jKzWSZSuc1uKL8ajyrgKcEq/6CSbvk7Wmj5N8ni+8PBLPl86zLwsJZ89AJVZvaT9pr3WwKM8wpiWtjPWGTgOttm40jAxNfHCN7fQs4ysyKiUrvBZii8kr8q4DsqYvrED0z1hcsI9kDUBvny+mz1v9jY8bNajPUr+zT0fz5O7YcGjPHb0brcDh2I3TqDIOZLAqDdXEcU3BKRsLf6sZzJqFFsy9fITOpEIk74KadK8zGQhPtIfWL7MKvw9np00vVHzlD10vcQ9UsYIPPvAozxXB9g3U82XN00APDpIyh04d/cEuDDbpSw3XbYyDaG0ssFKazq8bgY+N4DCva6cKD5Y2OI95WGuvZA0hr0dBaYzkUDTPOvu2T3Qv6M8HtKMODs6GzdavOC3G7Opt/2bGLY/ZCmyvkwENbkjTS9Wbvu4rXTAviDFB77mwbI9GNovvaRtS7zf+BQ83tajPT9zqz2uLCy9YcGjPKjRbrffp2I30yc9Ojy7qDe+BcU3DMxxLdedZzKiyloypt0TOpRoDksISxOGlGgSdJRSlHUu", "achieved_goal": "[[-0.01491274 0.00738501 0.01998967]\n [ 0.07921405 -0.08315825 0.01998967]\n [-0.05949856 0.14012875 0.01998941]\n [-0.05312061 -0.08153847 0.01998941]\n [ 0.10058267 -0.00451077 0.01998967]\n [ 0.09606448 0.00834806 0.01998948]\n [ 0.02578762 0.10641273 0.01998892]\n [ 0.08371591 -0.0420348 0.01998967]]", "desired_goal": "[[-0.07485387 0.01940065 0.02 ]\n [-0.10978606 0.10571407 0.06672174]\n [-0.13783503 0.03784608 0.06505825]\n [-0.06089491 -0.03407895 0.15570301]\n [-0.13056211 0.14623639 0.05719352]\n [ 0.00102795 0.07950277 0.02 ]\n [ 0.1282993 -0.1123127 0.06224245]\n [-0.1017107 -0.11809728 0.02 ]]", "observation": "[[ 1.60066053e-01 -1.34940922e-01 2.30756819e-01 2.38178615e-02\n -9.52105448e-02 4.12980616e-02 1.76349644e-07 -1.49127394e-02\n 7.38501409e-03 1.99896712e-02 -1.42411955e-05 1.35036225e-05\n 4.50760184e-04 2.01163366e-05 2.34912222e-05 1.35109389e-11\n 1.34846694e-08 1.27487061e-08 5.64317103e-04]\n [-5.17280027e-02 -9.57756266e-02 4.64684874e-01 -5.41867577e-02\n 1.37612112e-02 -5.94410896e-02 7.99999461e-02 7.92140514e-02\n -8.31582546e-02 1.99896712e-02 1.35066712e-05 -1.42379668e-05\n -5.85806963e-04 -2.34890722e-05 -2.01153471e-05 1.36301213e-11\n 1.27421300e-08 1.34831000e-08 -5.64190559e-04]\n [-2.74606049e-01 -2.70288140e-01 1.45092145e-01 -2.05787092e-01\n -5.39688617e-02 -4.32355106e-02 8.67143832e-03 -5.94985597e-02\n 1.40128747e-01 1.99894123e-02 -4.48810215e-06 3.66774220e-05\n -6.12925796e-05 6.60277237e-07 -1.09533712e-05 -4.00715919e-12\n -6.74337669e-11 2.51670323e-10 -9.66261578e-05]\n [-7.90772080e-01 -3.03015947e-01 3.02416265e-01 -2.43111804e-01\n 1.99161291e-01 -2.49301773e-02 7.77076185e-02 -5.31206131e-02\n -8.15384686e-02 1.99894123e-02 -4.48813171e-06 3.66775312e-05\n -1.03812767e-04 6.60086812e-07 -1.09530383e-05 -3.99900252e-12\n -6.76024237e-11 2.51659582e-10 -9.66473308e-05]\n [-2.98416555e-01 1.03034385e-01 9.49447230e-02 -1.26180887e-01\n 7.60469139e-02 1.11671528e-02 7.99988210e-02 1.00582674e-01\n -4.51077474e-03 1.99896712e-02 -1.42428235e-05 1.35020846e-05\n 3.82664090e-04 2.01168332e-05 2.34923045e-05 1.34514656e-11\n 1.34853035e-08 1.27521194e-08 5.64380840e-04]\n [-2.87174731e-01 -2.56848522e-02 1.57611072e-01 -2.11058885e-01\n 1.23128504e-01 -4.40956280e-02 7.27297142e-02 9.60644782e-02\n 8.34806450e-03 1.99894812e-02 2.57526244e-05 1.80962143e-05\n 7.17167568e-04 3.76201060e-05 -3.17017220e-05 4.71391676e-12\n 2.12299778e-08 -2.10279953e-08 8.97567777e-04]\n [ 1.31281793e-01 -9.49711129e-02 1.64660186e-01 1.10764205e-01\n -8.51476565e-02 -6.55299425e-02 7.73090747e-08 2.57876236e-02\n 1.06412731e-01 1.99889243e-02 6.71485759e-05 9.25227778e-06\n -2.67905889e-05 -2.02297724e-05 -2.27405621e-06 -9.85988802e-09\n 4.92855065e-07 1.86573326e-10 -1.19891643e-04]\n [-3.75890166e-01 -1.32587910e-01 8.72838944e-02 -4.29325998e-02\n -1.24162771e-02 9.09253862e-03 7.99996704e-02 8.37159082e-02\n -4.20347974e-02 1.99896712e-02 -1.42347199e-05 1.35097353e-05\n 7.21571210e-04 2.01143484e-05 2.34869040e-05 1.37445715e-11\n 1.34818583e-08 1.27353434e-08 5.64063317e-04]]"}, "_episode_num": 20606, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCBMUGmk30iMAWyUSzKMAXSUR0CdDLhje9BbdX2UKGgGR8AnEcuJ1q33aAdLMmgIR0CdDicqOLiudX2UKGgGR8Aubitq59VnaAdLMmgIR0CdDsg/TspodX2UKGgGR8AXrI5o4+8oaAdLMmgIR0CdD17PY4ACdX2UKGgGR8AeuQOnVG1AaAdLMmgIR0CdDe+K0lZ6dX2UKGgGR8AioTHKfWc0aAdLMmgIR0CdDvu8brC4dX2UKGgGR8AlSLNwBHTaaAdLMmgIR0CdDn6NVBD5dX2UKGgGR8AgNosZpBX0aAdLMmgIR0CdDqIVM23sdX2UKGgGR8AxQf4h2W6caAdLMmgIR0CdD9I68xsVdX2UKGgGR8AnK0VJtix3aAdLMmgIR0CdET8pCrtFdX2UKGgGR8AeRAprk8zRaAdLMmgIR0CdEeATqSowdX2UKGgGR8A0tlmOEM9baAdLMmgIR0CdEnbkwN9ZdX2UKGgGR8AcIFs54nndaAdLMmgIR0CdEQavicXndX2UKGgGR7+JPM0P6KtQaAdLAWgIR0CdERV81Gb1dX2UKGgGR8AdMd2gWac7aAdLMmgIR0CdEg8YQ8OkdX2UKGgGR8AXpzJZGKAKaAdLMmgIR0CdEY3XqZ+hdX2UKGgGR8AcQhkiD/VBaAdLMmgIR0CdEaSjgydndX2UKGgGR8Aeqq//NqxkaAdLMmgIR0CdEtijL0SRdX2UKGgGR8Anj/y5I6KcaAdLMmgIR0CdFEvtMPBjdX2UKGgGR8AhKSmIj4YaaAdLMmgIR0CdFOzp5eJIdX2UKGgGR8ASlTsIE8q4aAdLMmgIR0CdFYXVbzK+dX2UKGgGR8Ap6qlP8AJcaAdLMmgIR0CdFCM4cWCVdX2UKGgGR8AkD+kxh2GJaAdLMmgIR0CdFR0uUUwjdX2UKGgGR8AYMMSbpeNUaAdLMmgIR0CdFJzkIX0odX2UKGgGR8AgzNbkfcN6aAdLMmgIR0CdFLH1e0HAdX2UKGgGR8ApRakAPuohaAdLMmgIR0CdFer5ZbIMdX2UKGgGR8Al3B9kSVW0aAdLMmgIR0CdF1/ATIvKdX2UKGgGR8AlYIY3vQWvaAdLMmgIR0CdGAFAVwgldX2UKGgGR8AkW2fkFOfvaAdLMmgIR0CdGJtBv73xdX2UKGgGR8AkvsUIsyzpaAdLMmgIR0CdFzied07sdX2UKGgGR8AguVmjCYTkaAdLMmgIR0CdGDMkyDZldX2UKGgGR8AiSmE4//vOaAdLMmgIR0CdF7Hy3CsPdX2UKGgGR8APUUXYUWVNaAdLMmgIR0CdF8sMiKR/dX2UKGgGR8AfOxbB42S/aAdLMmgIR0CdGQP5pJwsdX2UKGgGR8Ae4UpNKyv+aAdLMmgIR0CdGniW3Sa3dX2UKGgGR8Aucis4ku6FaAdLMmgIR0CdGxkM1CPZdX2UKGgGR8AjGKHfuTibaAdLMmgIR0CdG7PbwjMWdX2UKGgGR8ARnQswtapxaAdLMmgIR0CdGlJ4SpR5dX2UKGgGR8Aq9TAFgUlBaAdLMmgIR0CdG02Q4jrzdX2UKGgGR8AYW4rjHXEqaAdLMmgIR0CdGsxREWqMdX2UKGgGR8AoNBciW3SbaAdLMmgIR0CdGuLkjopydX2UKGgGR8AsgahpQDV6aAdLMmgIR0CdHAhw2l2vdX2UKGgGR8Ajn7b+Lm6oaAdLMmgIR0CdHXdf9gnddX2UKGgGR8AZfR2KVII4aAdLMmgIR0CdHhg2qDK6dX2UKGgGR8AcpDVpblijaAdLMmgIR0CdHrB9Tgl4dX2UKGgGR8Au4A7PppvhaAdLMmgIR0CdHU+d9UjtdX2UKGgGR8AquhZha1TjaAdLMmgIR0CdHkuuRs/IdX2UKGgGR8AtO7NjbzshaAdLMmgIR0CdHcyRjjJddX2UKGgGR8AjoiY9gWrPaAdLMmgIR0CdHeuRLbpNdX2UKGgGR8Aq2/VRUFSsaAdLMmgIR0CdHxhGpda/dX2UKGgGR8Adz9aUzKs/aAdLMmgIR0CdII0W/JvHdX2UKGgGR8AgoF6AvtdBaAdLMmgIR0CdIS12q1gIdX2UKGgGR8AgE+UQkHD8aAdLMmgIR0CdIcuM+/xldX2UKGgGR8AttFLFn7HiaAdLMmgIR0CdIGtBfKISdX2UKGgGR8ATuvOhTOxCaAdLMmgIR0CdIWnoxHoYdX2UKGgGR8AjBYJVsDW9aAdLMmgIR0CdIOmVZ9uxdX2UKGgGR8AnWXWOIZZTaAdLMmgIR0CdIP4ubqhUdX2UKGgGR8Aci3lS0jTsaAdLMmgIR0CdIizcAR02dX2UKGgGR8Avoj1wo9cKaAdLMmgIR0CdI6CsfaHsdX2UKGgGR8Aiz6NVBD5TaAdLMmgIR0CdJEEOiFj/dX2UKGgGR8AcFbt7a7EpaAdLMmgIR0CdJNx0uDjBdX2UKGgGR8AhhQsPJ7swaAdLMmgIR0CdI3t4RmK7dX2UKGgGR8AalhQWN3nqaAdLMmgIR0CdJHW/rSmZdX2UKGgGR7+IOlO45Lh8aAdLAWgIR0CdJId1+y7gdX2UKGgGR8AsI6T4cm0FaAdLMmgIR0CdI/ZA6dUbdX2UKGgGR8AgDhZyMkyDaAdLMmgIR0CdJAo3rD64dX2UKGgGR8AlVUn5SFXaaAdLMmgIR0CdJT7NjbztdX2UKGgGR8AwJjKgZjx1aAdLMmgIR0CdJrODaoMsdX2UKGgGR8Ajvqh11W8zaAdLMmgIR0CdJ1WBz3h5dX2UKGgGR8AeT/T9bX6JaAdLMmgIR0CdJ/TyrgfmdX2UKGgGR8AbbGVAzHjqaAdLMmgIR0CdJpTgl4TsdX2UKGgGR8AlhC9h7VriaAdLMmgIR0CdJ6Ec81XOdX2UKGgGR8AYplXiiqQzaAdLMmgIR0CdJxBBAv+PdX2UKGgGR8Avx1lGwzLwaAdLMmgIR0CdJy6uGKyfdX2UKGgGR8And2qT8pCsaAdLMmgIR0CdKHJqZc9odX2UKGgGR8AfgPMB6rvLaAdLMmgIR0CdKeYywfQsdX2UKGgGR8AgO8gZCOWCaAdLMmgIR0CdKobO/tY0dX2UKGgGR8At8R9PUKAsaAdLMmgIR0CdKyCYkVvddX2UKGgGR8AgBnEETxoaaAdLMmgIR0CdKb/LTx5LdX2UKGgGR8AG1HhCMPz4aAdLMmgIR0CdKszDn/1hdX2UKGgGR8AqKFSsKb8WaAdLMmgIR0CdKjx5cC5mdX2UKGgGR8Aky7JW/8EWaAdLMmgIR0CdKlWO6unudX2UKGgGR8Aqs6hg3LmqaAdLMmgIR0CdK4x1gYxddX2UKGgGR8Amq7kn1FpgaAdLMmgIR0CdLP28IzFddX2UKGgGR8AjTS5y2hIwaAdLMmgIR0CdLZ46wMYudX2UKGgGR8AYSpsGgSOBaAdLMmgIR0CdLjhK15SndX2UKGgGR7+lGEwnH/96aAdLAWgIR0CdLkmRNh3JdX2UKGgGR8AlMjASFoL5aAdLMmgIR0CdLNqHoHLSdX2UKGgGR8AffFMqSX+maAdLMmgIR0CdLeWilBQfdX2UKGgGR8AcGJ40Mw10aAdLMmgIR0CdLVT3Zf2LdX2UKGgGR7+W1MM7U5MlaAdLAWgIR0CdLfUeuFHsdX2UKGgGR8AXhBu4wyqNaAdLMmgIR0CdLWhl18sudX2UKGgGR8AFgOc2BJ7LaAdLMmgIR0CdLpg0CRwIdX2UKGgGR8AXQTBZZB9kaAdLMmgIR0CdMAmU4aP0dX2UKGgGR8Aa7uWrwOOKaAdLMmgIR0CdMKt0V8CxdX2UKGgGR8AXLT7VJ+UhaAdLMmgIR0CdMVUdq+JxdX2UKGgGR8AgZ4t6HCXQaAdLMmgIR0CdL+W1twaSdX2UKGgGR8Aj1K9wm3OOaAdLMmgIR0CdMF/p+tr9dX2UKGgGR8ARvTSb6P8yaAdLMmgIR0CdMQCcwxnGdX2UKGgGR8Ad7IV/MGHIaAdLMmgIR0CdMHrKeTV2dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKImJiYmJiYmJiYmJiYmIiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYiJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiImJiYiJiYmJiYmJiYllLg=="}, "_n_updates": 124988, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x70187adeb5b0>", "add": "<function DictReplayBuffer.add at 0x70187adeb640>", "sample": "<function DictReplayBuffer.sample at 0x70187adeb6d0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x70187adeb760>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x70187adef6c0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "policy_delay": 2, "target_noise_clip": 0.5, "target_policy_noise": 0.2, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVMgQAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWEwAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBlGggSxOFlGgkdJRSlGgnaBwolhMAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAZRoIEsThZRoJHSUUpRoLEsThZRoLmgcKJZMAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLE4WUaCR0lFKUaDNoHCiWTAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBlGgWSxOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (19,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVeAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjAQtMS4wlIwJaGlnaF9yZXBylIwDMS4wlIwKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwQX19nZW5lcmF0b3JfY3RvcpSTlIwFUENHNjSUhZRSlH2UKIwNYml0X2dlbmVyYXRvcpSMBVBDRzY0lIwFc3RhdGWUfZQoaDuKEVXX8/ZZUD6j+xkkkk0+dcYAjANpbmOUihBJk4V2bwkCx9VOh1cEkB1ldYwKaGFzX3VpbnQzMpRLAIwIdWludGVnZXKUSwB1YnViLg==", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-1. -1. -1. -1. -1. -1. -1. -1.]", "high": "[1. 1. 1. 1. 1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 8, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVuwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjGUvaG9tZS9ldmdlbmlpL2FuYWNvbmRhMy9lbnZzL2hmX3VuaXRfNS9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMCDxsYW1iZGE+lEthQwIMAJSMDnZhbHVlX3NjaGVkdWxllIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMZS9ob21lL2V2Z2VuaWkvYW5hY29uZGEzL2VudnMvaGZfdW5pdF81L2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCNoPX2UfZQoaBhoNGgmjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgofZRoKk5oK05oLGgZaC1OaC5oMEc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEVdlGhHfZR1hpSGUjAu"}, "actor_batch_norm_stats": [], "critic_batch_norm_stats": [], "actor_batch_norm_stats_target": [], "critic_batch_norm_stats_target": [], "system_info": {"OS": "Linux-6.5.0-41-generic-x86_64-with-glibc2.35 # 41~22.04.2-Ubuntu SMP PREEMPT_DYNAMIC Mon Jun 3 11:32:55 UTC 2", "Python": "3.10.5", "Stable-Baselines3": "2.3.2", "PyTorch": "2.3.1+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "3.0.0", "Gymnasium": "0.29.1", "OpenAI Gym": "0.26.2"}} |