File size: 15,953 Bytes
b512a23 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 |
{
"policy_class": {
":type:": "<class 'abc.ABCMeta'>",
":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
"__module__": "stable_baselines3.common.policies",
"__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
"__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f11db6f6dd0>",
"__abstractmethods__": "frozenset()",
"_abc_impl": "<_abc._abc_data object at 0x7f11db6fd740>"
},
"verbose": 1,
"policy_kwargs": {
":type:": "<class 'dict'>",
":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=",
"optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>",
"optimizer_kwargs": {
"alpha": 0.99,
"eps": 1e-05,
"weight_decay": 0
}
},
"num_timesteps": 1000000,
"_total_timesteps": 1000000,
"_num_timesteps_at_start": 0,
"seed": null,
"action_noise": null,
"start_time": 1684230733.3115633,
"learning_rate": 0.0007,
"tensorboard_log": null,
"lr_schedule": {
":type:": "<class 'function'>",
":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
},
"_last_obs": {
":type:": "<class 'collections.OrderedDict'>",
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA94S4Pr6d47ws/wg/94S4Pr6d47ws/wg/94S4Pr6d47ws/wg/94S4Pr6d47ws/wg/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAeN09PxUZ3z4AFGk/P1Kjv7QliD/9dX8/QRSYvqNxsr5CHtM+wWzav4Ldor6LMcu/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAD3hLg+vp3jvCz/CD8hJIs8TJ2suq88Qjz3hLg+vp3jvCz/CD8hJIs8TJ2suq88Qjz3hLg+vp3jvCz/CD8hJIs8TJ2suq88Qjz3hLg+vp3jvCz/CD8hJIs8TJ2suq88QjyUaA5LBEsGhpRoEnSUUpR1Lg==",
"achieved_goal": "[[ 0.36038944 -0.02778518 0.5351436 ]\n [ 0.36038944 -0.02778518 0.5351436 ]\n [ 0.36038944 -0.02778518 0.5351436 ]\n [ 0.36038944 -0.02778518 0.5351436 ]]",
"desired_goal": "[[ 0.7416606 0.43573824 0.9104614 ]\n [-1.2759475 1.0636506 0.9978941 ]\n [-0.29702953 -0.34852323 0.41234022]\n [-1.7064439 -0.31809622 -1.5874494 ]]",
"observation": "[[ 0.36038944 -0.02778518 0.5351436 0.016985 -0.00131694 0.01185529]\n [ 0.36038944 -0.02778518 0.5351436 0.016985 -0.00131694 0.01185529]\n [ 0.36038944 -0.02778518 0.5351436 0.016985 -0.00131694 0.01185529]\n [ 0.36038944 -0.02778518 0.5351436 0.016985 -0.00131694 0.01185529]]"
},
"_last_episode_starts": {
":type:": "<class 'numpy.ndarray'>",
":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="
},
"_last_original_obs": {
":type:": "<class 'collections.OrderedDict'>",
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAiflNvQkX/bx1+lc9Ee2sO/EN8j0uL8A90FsXvvyL7D0kXQk9S6jxvcdY4D3Sypk9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
"desired_goal": "[[-0.0502868 -0.03089477 0.05272909]\n [ 0.00527728 0.11819065 0.09383999]\n [-0.14781117 0.11550137 0.03353609]\n [-0.11799677 0.10954433 0.07509388]]",
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
},
"_episode_num": 0,
"use_sde": false,
"sde_sample_freq": -1,
"_current_progress_remaining": 0.0,
"_stats_window_size": 100,
"ep_info_buffer": {
":type:": "<class 'collections.deque'>",
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIpgux+iOMCsCUhpRSlIwBbJRLMowBdJRHQIk9iiXY1511fZQoaAZoCWgPQwjLFHMQdHQFwJSGlFKUaBVLMmgWR0CJPSFsYVIqdX2UKGgGaAloD0MIRkJbzqW4BcCUhpRSlGgVSzJoFkdAiTy+pfhMrXV9lChoBmgJaA9DCNLCZRU24wTAlIaUUpRoFUsyaBZHQIk8W16Vt411fZQoaAZoCWgPQwjdRZiiXBoOwJSGlFKUaBVLMmgWR0CJPqfFJg9edX2UKGgGaAloD0MIDM11GmlZEsCUhpRSlGgVSzJoFkdAiT4/Ru0kW3V9lChoBmgJaA9DCCsYldQJiAXAlIaUUpRoFUsyaBZHQIk93FLnLaF1fZQoaAZoCWgPQwifHXBdMYMBwJSGlFKUaBVLMmgWR0CJPXkhA4XGdX2UKGgGaAloD0MIT5DY7h7gA8CUhpRSlGgVSzJoFkdAiT/GyHEdenV9lChoBmgJaA9DCNnO91Pjpfy/lIaUUpRoFUsyaBZHQIk/XiNsFdN1fZQoaAZoCWgPQwgGf7+YLRkDwJSGlFKUaBVLMmgWR0CJPvsqJ/G3dX2UKGgGaAloD0MIgdB6+DJRCcCUhpRSlGgVSzJoFkdAiT6X+MqBmXV9lChoBmgJaA9DCJyopbkVIgXAlIaUUpRoFUsyaBZHQIlA+s1baAZ1fZQoaAZoCWgPQwgVyOwsegcIwJSGlFKUaBVLMmgWR0CJQJJvHcUNdX2UKGgGaAloD0MIuHaiJCRyAMCUhpRSlGgVSzJoFkdAiUAvdVNpNHV9lChoBmgJaA9DCK6gaYmVkQXAlIaUUpRoFUsyaBZHQIk/zKJVKf51fZQoaAZoCWgPQwj0UNuGURAKwJSGlFKUaBVLMmgWR0CJQjsyBTXKdX2UKGgGaAloD0MIWr3D7dCwBsCUhpRSlGgVSzJoFkdAiUHSkj5bhXV9lChoBmgJaA9DCPcfmQ6dHgbAlIaUUpRoFUsyaBZHQIlBb6nBLwp1fZQoaAZoCWgPQwijHTf8bloBwJSGlFKUaBVLMmgWR0CJQQx20Re1dX2UKGgGaAloD0MIfUCgM2lTA8CUhpRSlGgVSzJoFkdAiUNmlqJuVHV9lChoBmgJaA9DCDs1lxsMVQ/AlIaUUpRoFUsyaBZHQIlC/kgfU4J1fZQoaAZoCWgPQwgWFtwPeKABwJSGlFKUaBVLMmgWR0CJQptZ3cHodX2UKGgGaAloD0MIfVnaqblcAMCUhpRSlGgVSzJoFkdAiUI42sJY1nV9lChoBmgJaA9DCJjcKLLWUAjAlIaUUpRoFUsyaBZHQIlEg8U21lZ1fZQoaAZoCWgPQwh0le6uswETwJSGlFKUaBVLMmgWR0CJRBuFYdQwdX2UKGgGaAloD0MI4jlbQGhdC8CUhpRSlGgVSzJoFkdAiUO4kmhM8HV9lChoBmgJaA9DCJNWfEPh8wbAlIaUUpRoFUsyaBZHQIlDVV5rxiJ1fZQoaAZoCWgPQwggmKPH780EwJSGlFKUaBVLMmgWR0CJRbw0fozOdX2UKGgGaAloD0MIIhyz7EkgCcCUhpRSlGgVSzJoFkdAiUVTjebd8HV9lChoBmgJaA9DCIboEDgSKADAlIaUUpRoFUsyaBZHQIlE8N+b3Gp1fZQoaAZoCWgPQwiFzQAXZIv5v5SGlFKUaBVLMmgWR0CJRI4yXUpedX2UKGgGaAloD0MIFi8WhshJAMCUhpRSlGgVSzJoFkdAiUbleF+NLnV9lChoBmgJaA9DCH6P+usVZhDAlIaUUpRoFUsyaBZHQIlGfMEA5rB1fZQoaAZoCWgPQwgZcJaS5SQAwJSGlFKUaBVLMmgWR0CJRhoPkJa8dX2UKGgGaAloD0MI7fDXZI36B8CUhpRSlGgVSzJoFkdAiUW26shgV3V9lChoBmgJaA9DCDShSWJJGQzAlIaUUpRoFUsyaBZHQIlIBeC04R51fZQoaAZoCWgPQwjyBwPPvccQwJSGlFKUaBVLMmgWR0CJR50z0pVkdX2UKGgGaAloD0MIbsMoCB7/AMCUhpRSlGgVSzJoFkdAiUc6XKKYRnV9lChoBmgJaA9DCBrDnKBNzgfAlIaUUpRoFUsyaBZHQIlG1y3kPtl1fZQoaAZoCWgPQwigxr35DbMJwJSGlFKUaBVLMmgWR0CJSRztkWhzdX2UKGgGaAloD0MIL8IU5dK4DcCUhpRSlGgVSzJoFkdAiUi0WEbo83V9lChoBmgJaA9DCDIAVHHjlgDAlIaUUpRoFUsyaBZHQIlIUXSBshx1fZQoaAZoCWgPQwirsu+K4F8JwJSGlFKUaBVLMmgWR0CJR+4jKPn0dX2UKGgGaAloD0MIIVnABG4NEcCUhpRSlGgVSzJoFkdAiUpAhr30w3V9lChoBmgJaA9DCPruVpbojAvAlIaUUpRoFUsyaBZHQIlJ1/2Cdz51fZQoaAZoCWgPQwiJJ7uZ0U/6v5SGlFKUaBVLMmgWR0CJSXU1AJLNdX2UKGgGaAloD0MIdt7GZkeqA8CUhpRSlGgVSzJoFkdAiUkR7zCk43V9lChoBmgJaA9DCG9JDtjVxA3AlIaUUpRoFUsyaBZHQIlLWwqy4Wl1fZQoaAZoCWgPQwjqlh3iHxYSwJSGlFKUaBVLMmgWR0CJSvLOiWVvdX2UKGgGaAloD0MIpyVWRiNfB8CUhpRSlGgVSzJoFkdAiUqQEhaC+XV9lChoBmgJaA9DCOpA1lOrr/u/lIaUUpRoFUsyaBZHQIlKLMV1wHZ1fZQoaAZoCWgPQwgWUKinjyACwJSGlFKUaBVLMmgWR0CJTHzMibDudX2UKGgGaAloD0MITFRvDWxVB8CUhpRSlGgVSzJoFkdAiUwURvm5lXV9lChoBmgJaA9DCBfwMsNGmQTAlIaUUpRoFUsyaBZHQIlLsYj0L+h1fZQoaAZoCWgPQwj0Nctlo3P7v5SGlFKUaBVLMmgWR0CJS06gdwNtdX2UKGgGaAloD0MIAfkSKjjcAsCUhpRSlGgVSzJoFkdAiU2iRW912nV9lChoBmgJaA9DCLsLlBRYgA/AlIaUUpRoFUsyaBZHQIlNOe4Cp3p1fZQoaAZoCWgPQwgpeuBjsKIEwJSGlFKUaBVLMmgWR0CJTNb3XZoPdX2UKGgGaAloD0MIs2FNZVF4AcCUhpRSlGgVSzJoFkdAiUxzviLl3nV9lChoBmgJaA9DCAwfEVMiyQLAlIaUUpRoFUsyaBZHQIlO15le4Td1fZQoaAZoCWgPQwjsv85Nm9EFwJSGlFKUaBVLMmgWR0CJTm72+PBBdX2UKGgGaAloD0MIR1m/mZhOCcCUhpRSlGgVSzJoFkdAiU4MUIsyz3V9lChoBmgJaA9DCJwzorQ32A7AlIaUUpRoFUsyaBZHQIlNqSowVTJ1fZQoaAZoCWgPQwjCacGLvuICwJSGlFKUaBVLMmgWR0CJUBlJYkmhdX2UKGgGaAloD0MISdqNPuYDBMCUhpRSlGgVSzJoFkdAiU+wr1/UfHV9lChoBmgJaA9DCFWgFoOHiQLAlIaUUpRoFUsyaBZHQIlPTjDKoyd1fZQoaAZoCWgPQwhmpN5TOS0QwJSGlFKUaBVLMmgWR0CJTurbxmTUdX2UKGgGaAloD0MIqHAEqRS7CMCUhpRSlGgVSzJoFkdAiVE2cSXdCXV9lChoBmgJaA9DCGnFNxQ+2wTAlIaUUpRoFUsyaBZHQIlQzcM3IdV1fZQoaAZoCWgPQwg0oN6Mmm8JwJSGlFKUaBVLMmgWR0CJUGrGR3eOdX2UKGgGaAloD0MIscBXdOu1BsCUhpRSlGgVSzJoFkdAiVAHf2saKnV9lChoBmgJaA9DCHPzjeiedQnAlIaUUpRoFUsyaBZHQIlSXCfpUxV1fZQoaAZoCWgPQwgFMjuL3gkAwJSGlFKUaBVLMmgWR0CJUfOC5EtvdX2UKGgGaAloD0MIBiy5isVvAMCUhpRSlGgVSzJoFkdAiVGQsXizcHV9lChoBmgJaA9DCK97KxIT9ALAlIaUUpRoFUsyaBZHQIlRLXjENvx1fZQoaAZoCWgPQwicilQYWwj8v5SGlFKUaBVLMmgWR0CJU6HDaXa8dX2UKGgGaAloD0MIvi1YqgtYC8CUhpRSlGgVSzJoFkdAiVM5Etuk13V9lChoBmgJaA9DCA4UeCef/gPAlIaUUpRoFUsyaBZHQIlS1iKBNEh1fZQoaAZoCWgPQwhPrFPle4YGwJSGlFKUaBVLMmgWR0CJUnLteD3/dX2UKGgGaAloD0MIRnnm5bCbBcCUhpRSlGgVSzJoFkdAiVS/OMVDbHV9lChoBmgJaA9DCAA6zJcXoAvAlIaUUpRoFUsyaBZHQIlUVolD4QB1fZQoaAZoCWgPQwjPMLWlDtIBwJSGlFKUaBVLMmgWR0CJU/OMVDa5dX2UKGgGaAloD0MIa/P/qiOnCMCUhpRSlGgVSzJoFkdAiVOQQUYbbXV9lChoBmgJaA9DCG4ZcJaSxQXAlIaUUpRoFUsyaBZHQIlV3lIVdop1fZQoaAZoCWgPQwh/2xMktlsCwJSGlFKUaBVLMmgWR0CJVXWattALdX2UKGgGaAloD0MIord4eM+hCMCUhpRSlGgVSzJoFkdAiVUSsbNr03V9lChoBmgJaA9DCLq9pDFaRwXAlIaUUpRoFUsyaBZHQIlUr+tKZlZ1fZQoaAZoCWgPQwgaUkXxKosLwJSGlFKUaBVLMmgWR0CJVw7r9l3AdX2UKGgGaAloD0MIXfqXpDJFCMCUhpRSlGgVSzJoFkdAiVamq5sj3XV9lChoBmgJaA9DCN6QRgVO9gPAlIaUUpRoFUsyaBZHQIlWQ7muDBd1fZQoaAZoCWgPQwiL/WX35OEEwJSGlFKUaBVLMmgWR0CJVeDlo11odX2UKGgGaAloD0MIAi7IluVLAsCUhpRSlGgVSzJoFkdAiVg+j/MnqnV9lChoBmgJaA9DCDhpGhTNowvAlIaUUpRoFUsyaBZHQIlX1gc94eN1fZQoaAZoCWgPQwj8GHPXErIDwJSGlFKUaBVLMmgWR0CJV3ND+irUdX2UKGgGaAloD0MIeHqlLEN8AsCUhpRSlGgVSzJoFkdAiVcQGOdXk3V9lChoBmgJaA9DCJn1YignegPAlIaUUpRoFUsyaBZHQIlZiZv1lGx1fZQoaAZoCWgPQwjiICHKF7QHwJSGlFKUaBVLMmgWR0CJWSDoyKvWdX2UKGgGaAloD0MIdv2C3bCt/7+UhpRSlGgVSzJoFkdAiVi+6Ae7tnV9lChoBmgJaA9DCEtywK4mLwPAlIaUUpRoFUsyaBZHQIlYW5WilBR1ZS4="
},
"ep_success_buffer": {
":type:": "<class 'collections.deque'>",
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
},
"_n_updates": 50000,
"n_steps": 5,
"gamma": 0.99,
"gae_lambda": 1.0,
"ent_coef": 0.0,
"vf_coef": 0.5,
"max_grad_norm": 0.5,
"normalize_advantage": false,
"observation_space": {
":type:": "<class 'gym.spaces.dict.Dict'>",
":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowDbG93lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgVSwOFlIwBQ5R0lFKUjARoaWdolGgbKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoHnSUUpSMDWJvdW5kZWRfYmVsb3eUaBsolgMAAAAAAAAAAQEBlGgSjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwOFlGgedJRSlIwNYm91bmRlZF9hYm92ZZRoGyiWAwAAAAAAAAABAQGUaCpLA4WUaB50lFKUjApfbnBfcmFuZG9tlE6MBl9zaGFwZZRLA4WUdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGGgbKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoHnSUUpRoIWgbKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoHnSUUpRoJmgbKJYDAAAAAAAAAAEBAZRoKksDhZRoHnSUUpRoMGgbKJYDAAAAAAAAAAEBAZRoKksDhZRoHnSUUpRoNU5oNksDhZR1YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhoGyiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaB50lFKUaCFoGyiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaB50lFKUaCZoGyiWBgAAAAAAAAABAQEBAQGUaCpLBoWUaB50lFKUaDBoGyiWBgAAAAAAAAABAQEBAQGUaCpLBoWUaB50lFKUaDVOaDZLBoWUdWJ1jAVkdHlwZZROaDVOaDZOdWIu",
"spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])",
"dtype": null,
"_np_random": null,
"_shape": null
},
"action_space": {
":type:": "<class 'gym.spaces.box.Box'>",
":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAgL8AAIC/AACAv5RoCksDhZSMAUOUdJRSlIwEaGlnaJRoECiWDAAAAAAAAAAAAIA/AACAPwAAgD+UaApLA4WUaBN0lFKUjA1ib3VuZGVkX2JlbG93lGgQKJYDAAAAAAAAAAEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoE3SUUpSMDWJvdW5kZWRfYWJvdmWUaBAolgMAAAAAAAAAAQEBlGgfSwOFlGgTdJRSlIwKX25wX3JhbmRvbZROjAZfc2hhcGWUSwOFlHViLg==",
"dtype": "float32",
"low": "[-1. -1. -1.]",
"high": "[1. 1. 1.]",
"bounded_below": "[ True True True]",
"bounded_above": "[ True True True]",
"_np_random": null,
"_shape": [
3
]
},
"n_envs": 4
} |