File size: 14,799 Bytes
8894f2c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
    "policy_class": {
        ":type:": "<class 'abc.ABCMeta'>",
        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
        "__module__": "stable_baselines3.common.policies",
        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fbbc3cabf40>",
        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fbbc3cb4040>",
        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fbbc3cb40d0>",
        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fbbc3cb4160>",
        "_build": "<function ActorCriticPolicy._build at 0x7fbbc3cb41f0>",
        "forward": "<function ActorCriticPolicy.forward at 0x7fbbc3cb4280>",
        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fbbc3cb4310>",
        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fbbc3cb43a0>",
        "_predict": "<function ActorCriticPolicy._predict at 0x7fbbc3cb4430>",
        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fbbc3cb44c0>",
        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fbbc3cb4550>",
        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fbbc3cb45e0>",
        "__abstractmethods__": "frozenset()",
        "_abc_impl": "<_abc._abc_data object at 0x7fbb6d734740>"
    },
    "verbose": 1,
    "policy_kwargs": {
        ":type:": "<class 'dict'>",
        ":serialized:": "gAWVowAAAAAAAAB9lCiMDGxvZ19zdGRfaW5pdJRK/v///4wKb3J0aG9faW5pdJSJjA9vcHRpbWl6ZXJfY2xhc3OUjBN0b3JjaC5vcHRpbS5ybXNwcm9wlIwHUk1TcHJvcJSTlIwQb3B0aW1pemVyX2t3YXJnc5R9lCiMBWFscGhhlEc/764UeuFHrowDZXBzlEc+5Pi1iONo8YwMd2VpZ2h0X2RlY2F5lEsAdXUu",
        "log_std_init": -2,
        "ortho_init": false,
        "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>",
        "optimizer_kwargs": {
            "alpha": 0.99,
            "eps": 1e-05,
            "weight_decay": 0
        }
    },
    "num_timesteps": 2000000,
    "_total_timesteps": 2000000,
    "_num_timesteps_at_start": 0,
    "seed": null,
    "action_noise": null,
    "start_time": 1685080177879619933,
    "learning_rate": 0.00096,
    "tensorboard_log": null,
    "lr_schedule": {
        ":type:": "<class 'function'>",
        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9PdRBNVR1phZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
    },
    "_last_obs": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gAWVNQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbAAQAAAAAAAPQShb4WooA/i/E4PnU1u7x7I4s/AmXaPwNsrj7aXvm+aOo5PwLCxD8Lkcc+hXd/Pl/5sb555Ai/7UYGP1kQ7b5i/WQ/PsgOPabPyD4bJ2s/Pnc8vshXBkAz91e/104BwHwNkb9xgAPA2aQFP4G3h78JsNY+AtudvXgxCD8VM4c/mnOXv8Ymrb/Y7bQ91a/7vlbfhr4JbR3Al6HIPq/mI8CWWly/HsuFPq8jYb5p9JA/JmbNv0oGrL4hUBA/AG5Dv80EJTu/NO69F3lLvrWND0B8DZG/cYADwNmkBT+Bt4e/A++qPlgcp79oZ7u+4XseP0T7OT/FrD8/k5NcPkUS3b7/wzE+1xTMPoQTIb4zs4a/pwN8vt7xqD+VDGK9OgYKP9C//z4iBgRAztOfPpr3374zxES/MJO1Pl0XAT+iCXk+fA2Rv9ou+T5WMPW/pXFxP5HXkz0vSZm/aaVhvuEHuj+xi4q//vyxv/bnUz//vMy9GOMMPplUJMAHAlA/snexv296b795fZM/jDqRvs2+8r8pabW//jjFPQE1JT8Rgt6+FToNP3Ztyz3GlIa+am8ZQHwNkb9xgAPA2aQFP4G3h7+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLHIaUjAFDlHSUUpQu"
    },
    "_last_episode_starts": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="
    },
    "_last_original_obs": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gAWVNQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbAAQAAAAAAAAAAAAATdo82AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAl/+5PQAAAAAwn/O/AAAAAEFxhz0AAAAAYuH3PwAAAADZns09AAAAAKHs7j8AAAAAJcT4vQAAAADz8vq/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA41VZtgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgCZDAr0AAAAAUpHlvwAAAABjjbG8AAAAAE3c7T8AAAAAFeeqvAAAAAD2swBAAAAAAMlhAz4AAAAACJDpvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAM+CwrYAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIBjBxA+AAAAADKK778AAAAAHfznvQAAAACnAfw/AAAAAHmf7z0AAAAAiub8PwAAAAAmPAA+AAAAAM6D9L8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADlz042AACAPwAAAAAAAAAAAAAAAAAAAAAAAACA2soHvgAAAAC89ADAAAAAAHFXED4AAAAAAHTrPwAAAAD2k5W8AAAAAE67AEAAAAAAAJv6PQAAAAAZO9q/AAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLHIaUjAFDlHSUUpQu"
    },
    "_episode_num": 0,
    "use_sde": true,
    "sde_sample_freq": -1,
    "_current_progress_remaining": 0.0,
    "_stats_window_size": 100,
    "ep_info_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gAWVRAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQKAq+bCJoCeMAWyUTegDjAF0lEdAtvIUEpy6tnV9lChoBkdAnfxUCJXQt2gHTegDaAhHQLbzJrOJLuh1fZQoaAZHQKCQzuHerMloB03oA2gIR0C29ahQvYe1dX2UKGgGR0CgrY6Ae7tiaAdN6ANoCEdAtvdDYbsF+3V9lChoBkdAnvpztgKF7GgHTegDaAhHQLb7Si9Zid91fZQoaAZHQJ7IqvmozepoB03oA2gIR0C2/FZn13+udX2UKGgGR0CZO5kO7QLNaAdN6ANoCEdAtv7hoVVPvnV9lChoBkdAoDU4eA/cFmgHTegDaAhHQLb//tjCpFV1fZQoaAZHQIfIhON5t3xoB03oA2gIR0C3AqAUg0TDdX2UKGgGR0ChElThP0qZaAdN6ANoCEdAtwPGFwkxAXV9lChoBkdAoBXKODJ2dWgHTegDaAhHQLcG3+9alk91fZQoaAZHQKB3MFajesRoB03oA2gIR0C3CKsVclgMdX2UKGgGR0Cg/X4gJTl1aAdN6ANoCEdAtwwFpHqeLHV9lChoBkdAoezGlZX+2mgHTegDaAhHQLcNGUWl/H51fZQoaAZHQKAydKA8SwpoB03oA2gIR0C3D6ozFdcCdX2UKGgGR0ChCuGiYb84aAdN6ANoCEdAtxDHnNgSe3V9lChoBkdAoZ9TujRD1GgHTegDaAhHQLcTYdYW+Gp1fZQoaAZHQKDREejEehhoB03oA2gIR0C3FH6LXL/0dX2UKGgGR0Cgavjtoi9qaAdN6ANoCEdAtxhF00WM0nV9lChoBkdAoCb5ppN9IGgHTegDaAhHQLcaNVoYekp1fZQoaAZHQKFKm0O3DvVoB03oA2gIR0C3HOrWuoxYdX2UKGgGR0ChOmrpaA4GaAdN6ANoCEdAtx4EVmBe5XV9lChoBkdAoCTOLUCq62gHTegDaAhHQLcgoMAFPi11fZQoaAZHQKBKMDifg75oB03oA2gIR0C3IbedGy5adX2UKGgGR0Cgbwe+Eh7maAdN6ANoCEdAtyRz3Dej23V9lChoBkdAoGHHwZwXImgHTegDaAhHQLcmDrHEMsp1fZQoaAZHQJ4mM150KZ5oB03oA2gIR0C3KgbDye7MdX2UKGgGR0CehISwnpjdaAdN6ANoCEdAtyso44p+dHV9lChoBkdAoGFtpGnXNGgHTegDaAhHQLctx6i0v5B1fZQoaAZHQKEN1oVVPvdoB03oA2gIR0C3Ltw7gbZOdX2UKGgGR0ChcYLonrpraAdN6ANoCEdAtzFsPFvQ4XV9lChoBkdAoFVuTzND+mgHTegDaAhHQLcyhMQVbiZ1fZQoaAZHQJ/UFkYoAn5oB03oA2gIR0C3NcEu+RHPdX2UKGgGR0CftKZ0CA+ZaAdN6ANoCEdAtzd+lbeMynV9lChoBkdAoTNrehwl0GgHTegDaAhHQLc62JxvNvB1fZQoaAZHQIWWmx2St/5oB03oA2gIR0C3O+9tqHoHdX2UKGgGR0CgeA1YISlFaAdN6ANoCEdAtz6XvG6wuHV9lChoBkdAoE8/lyR0VGgHTegDaAhHQLc/qUX531V1fZQoaAZHQJh5m4nWrfdoB03oA2gIR0C3Qjk0elsQdX2UKGgGR0CgDS50r9VFaAdN6ANoCEdAt0NaEh7mdXV9lChoBkdAoKw9fqoqC2gHTegDaAhHQLdHObCJoCd1fZQoaAZHQJ9SV2yLQ5ZoB03oA2gIR0C3SO3225QQdX2UKGgGR0CgZLBa9sabaAdN6ANoCEdAt0uDNFBppXV9lChoBkdAoEfr6tT1kGgHTegDaAhHQLdMpo6S1Vp1fZQoaAZHQKBzvfLs8gZoB03oA2gIR0C3TzRBVuJldX2UKGgGR0Ce9IposZpBaAdN6ANoCEdAt1BBPDYRNHV9lChoBkdAnh+IDoyKvWgHTegDaAhHQLdS0Ifr8ix1fZQoaAZHQJ945HnU2DRoB03oA2gIR0C3VExV+7UYdX2UKGgGR0CevhgUlAu7aAdN6ANoCEdAt1hNKzzErHV9lChoBkdAnlFT2rXDnGgHTegDaAhHQLdZfTxG2Cx1fZQoaAZHQJ39VrgwXZZoB03oA2gIR0C3XApTho/SdX2UKGgGR0CfWeehwl0HaAdN6ANoCEdAt10ibWmP53V9lChoBkdAoDJKR8twrGgHTegDaAhHQLdfuLpzLfV1fZQoaAZHQJ92zH0btJFoB03oA2gIR0C3YM4rjHXFdX2UKGgGR0Cet6/ffoA5aAdN6ANoCEdAt2Oyrn1WbXV9lChoBkdAn/pIGY8dP2gHTegDaAhHQLdla+DOC5F1fZQoaAZHQJ1bic5Ke05oB03oA2gIR0C3aQup0fYBdX2UKGgGR0CgFmZ1Ng0CaAdN6ANoCEdAt2obKyOaOXV9lChoBkdAnQrVurIYFmgHTegDaAhHQLdspJYkmhN1fZQoaAZHQJ0H7fhuO0doB03oA2gIR0C3bjFo+OfedX2UKGgGR0CgQFLh73PBaAdN6ANoCEdAt3JLT+ee4HV9lChoBkdAnimnVG0/nmgHTegDaAhHQLd0AxLTQVt1fZQoaAZHQKAT9LCemN1oB03oA2gIR0C3d/aEeyRkdX2UKGgGR0CgTcUzj3mFaAdN6ANoCEdAt3kNlI3BHnV9lChoBkdAn30SPyTY/WgHTegDaAhHQLd7mpBX0Xh1fZQoaAZHQKDh1+rELploB03oA2gIR0C3fKWB8QZodX2UKGgGR0ChYQ/giu+zaAdN6ANoCEdAt39BpqREGHV9lChoBkdAoUOUZ75VO2gHTegDaAhHQLeAYRKpT/B1fZQoaAZHQKF6T7HAAQxoB03oA2gIR0C3g31YhdMTdX2UKGgGR0Ch8oqIznA7aAdN6ANoCEdAt4UtXaJyhnV9lChoBkdAoQ6jGR3eN2gHTegDaAhHQLeIeBX0Xgt1fZQoaAZHQKBYf/HYHxBoB03oA2gIR0C3iY6jFhoedX2UKGgGR0CgE+T3qRlpaAdN6ANoCEdAt4wobDMvAXV9lChoBkdAn4fJezD4xmgHTegDaAhHQLeNOpR4yGl1fZQoaAZHQKA03O3UhFFoB03oA2gIR0C3j8KR+z+ndX2UKGgGR0CiFCBguyu7aAdN6ANoCEdAt5DU9C/oJXV9lChoBkdAoiZ8Jlar3mgHTegDaAhHQLeUfaZx7zF1fZQoaAZHQKCTYiFj/dZoB03oA2gIR0C3li0d/8VIdX2UKGgGR0CghRia7VawaAdN6ANoCEdAt5j7gWJrL3V9lChoBkdAoRUIigTRIGgHTegDaAhHQLeaG3++/QB1fZQoaAZHQKEfapiI+GJoB03oA2gIR0C3nK8aOxSpdX2UKGgGR0CgptKBEroXaAdN6ANoCEdAt53JDpkf93V9lChoBkdAodSpSJj2BmgHTegDaAhHQLegSjQRf4R1fZQoaAZHQJnVJi4J/odoB03oA2gIR0C3oaBz3h4udX2UKGgGR0CdN6lPacqfaAdN6ANoCEdAt6WqxB3RonV9lChoBkdAoTz6hcqvvGgHTegDaAhHQLenDcPvrnl1fZQoaAZHQJ7fCj0th/loB03oA2gIR0C3qZ1oDgZTdX2UKGgGR0CgH/voePq+aAdN6ANoCEdAt6rBqbjLjnV9lChoBkdAmF4nbqQiimgHTegDaAhHQLetYL4N7Sl1fZQoaAZHQJwMMaIeo1loB03oA2gIR0C3rnXKr7wbdX2UKGgGR0CdmPXOGCZnaAdN6ANoCEdAt7FByR0U5HV9lChoBkdAnH+3hKlHjWgHTegDaAhHQLey8+6y0KJ1fZQoaAZHQJydPE61b7loB03oA2gIR0C3trofr8iwdX2UKGgGR0Ce7vkWRA8kaAdN6ANoCEdAt7fJd7fHgnV9lChoBkdAnmCQctGutGgHTegDaAhHQLe6UzxwyZd1fZQoaAZHQJxMjH7xd6doB03oA2gIR0C3u28GxD9gdX2UKGgGR0CcKW3ueBhAaAdN6ANoCEdAt74Lf779AHV9lChoBkdAmmgx37k4m2gHTegDaAhHQLe/Iq7Ackt1fZQoaAZHQJ+gB+DvmYBoB03oA2gIR0C3wma4Ds+ndX2UKGgGR0CdMOGO+7DmaAdN6ANoCEdAt8Qjze40/HVlLg=="
    },
    "ep_success_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
    },
    "_n_updates": 62500,
    "n_steps": 8,
    "gamma": 0.99,
    "gae_lambda": 0.9,
    "ent_coef": 0.0,
    "vf_coef": 0.4,
    "max_grad_norm": 0.5,
    "normalize_advantage": false,
    "observation_space": {
        ":type:": "<class 'gym.spaces.box.Box'>",
        ":serialized:": "gAWVbQIAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLHIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWcAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgLSxyFlIwBQ5R0lFKUjARoaWdolGgTKJZwAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH+UaAtLHIWUaBZ0lFKUjA1ib3VuZGVkX2JlbG93lGgTKJYcAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLHIWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYcAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCJLHIWUaBZ0lFKUjApfbnBfcmFuZG9tlE51Yi4=",
        "dtype": "float32",
        "_shape": [
            28
        ],
        "low": "[-inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf\n -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf]",
        "high": "[inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf\n inf inf inf inf inf inf inf inf inf inf]",
        "bounded_below": "[False False False False False False False False False False False False\n False False False False False False False False False False False False\n False False False False]",
        "bounded_above": "[False False False False False False False False False False False False\n False False False False False False False False False False False False\n False False False False]",
        "_np_random": null
    },
    "action_space": {
        ":type:": "<class 'gym.spaces.box.Box'>",
        ":serialized:": "gAWVpQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAv5RoC0sIhZSMAUOUdJRSlIwEaGlnaJRoEyiWIAAAAAAAAAAAAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sIhZRoFnSUUpSMDWJvdW5kZWRfYmVsb3eUaBMolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYIAAAAAAAAAAEBAQEBAQEBlGgiSwiFlGgWdJRSlIwKX25wX3JhbmRvbZROdWIu",
        "dtype": "float32",
        "_shape": [
            8
        ],
        "low": "[-1. -1. -1. -1. -1. -1. -1. -1.]",
        "high": "[1. 1. 1. 1. 1. 1. 1. 1.]",
        "bounded_below": "[ True  True  True  True  True  True  True  True]",
        "bounded_above": "[ True  True  True  True  True  True  True  True]",
        "_np_random": null
    },
    "n_envs": 4
}