Quentin Gallouédec
commited on
Commit
•
ea3dad0
1
Parent(s):
129ff5b
Initial commit
Browse files- .gitattributes +1 -0
- README.md +76 -0
- args.yml +79 -0
- ars-BipedalWalker-v3.zip +3 -0
- ars-BipedalWalker-v3/_stable_baselines3_version +1 -0
- ars-BipedalWalker-v3/data +611 -0
- ars-BipedalWalker-v3/policy.pth +3 -0
- ars-BipedalWalker-v3/pytorch_variables.pth +3 -0
- ars-BipedalWalker-v3/system_info.txt +7 -0
- config.yml +21 -0
- env_kwargs.yml +1 -0
- replay.mp4 +3 -0
- results.json +1 -0
- train_eval_metrics.zip +3 -0
- vec_normalize.pkl +3 -0
.gitattributes
CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
32 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
32 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
35 |
+
*.mp4 filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
@@ -0,0 +1,76 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
library_name: stable-baselines3
|
3 |
+
tags:
|
4 |
+
- BipedalWalker-v3
|
5 |
+
- deep-reinforcement-learning
|
6 |
+
- reinforcement-learning
|
7 |
+
- stable-baselines3
|
8 |
+
model-index:
|
9 |
+
- name: ARS
|
10 |
+
results:
|
11 |
+
- task:
|
12 |
+
type: reinforcement-learning
|
13 |
+
name: reinforcement-learning
|
14 |
+
dataset:
|
15 |
+
name: BipedalWalker-v3
|
16 |
+
type: BipedalWalker-v3
|
17 |
+
metrics:
|
18 |
+
- type: mean_reward
|
19 |
+
value: -41.95 +/- 17.36
|
20 |
+
name: mean_reward
|
21 |
+
verified: false
|
22 |
+
---
|
23 |
+
|
24 |
+
# **ARS** Agent playing **BipedalWalker-v3**
|
25 |
+
This is a trained model of a **ARS** agent playing **BipedalWalker-v3**
|
26 |
+
using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3)
|
27 |
+
and the [RL Zoo](https://github.com/DLR-RM/rl-baselines3-zoo).
|
28 |
+
|
29 |
+
The RL Zoo is a training framework for Stable Baselines3
|
30 |
+
reinforcement learning agents,
|
31 |
+
with hyperparameter optimization and pre-trained agents included.
|
32 |
+
|
33 |
+
## Usage (with SB3 RL Zoo)
|
34 |
+
|
35 |
+
RL Zoo: https://github.com/DLR-RM/rl-baselines3-zoo<br/>
|
36 |
+
SB3: https://github.com/DLR-RM/stable-baselines3<br/>
|
37 |
+
SB3 Contrib: https://github.com/Stable-Baselines-Team/stable-baselines3-contrib
|
38 |
+
|
39 |
+
Install the RL Zoo (with SB3 and SB3-Contrib):
|
40 |
+
```bash
|
41 |
+
pip install rl_zoo3
|
42 |
+
```
|
43 |
+
|
44 |
+
```
|
45 |
+
# Download model and save it into the logs/ folder
|
46 |
+
python -m rl_zoo3.load_from_hub --algo ars --env BipedalWalker-v3 -orga qgallouedec -f logs/
|
47 |
+
python -m rl_zoo3.enjoy --algo ars --env BipedalWalker-v3 -f logs/
|
48 |
+
```
|
49 |
+
|
50 |
+
If you installed the RL Zoo3 via pip (`pip install rl_zoo3`), from anywhere you can do:
|
51 |
+
```
|
52 |
+
python -m rl_zoo3.load_from_hub --algo ars --env BipedalWalker-v3 -orga qgallouedec -f logs/
|
53 |
+
python -m rl_zoo3.enjoy --algo ars --env BipedalWalker-v3 -f logs/
|
54 |
+
```
|
55 |
+
|
56 |
+
## Training (with the RL Zoo)
|
57 |
+
```
|
58 |
+
python -m rl_zoo3.train --algo ars --env BipedalWalker-v3 -f logs/
|
59 |
+
# Upload the model and generate video (when possible)
|
60 |
+
python -m rl_zoo3.push_to_hub --algo ars --env BipedalWalker-v3 -f logs/ -orga qgallouedec
|
61 |
+
```
|
62 |
+
|
63 |
+
## Hyperparameters
|
64 |
+
```python
|
65 |
+
OrderedDict([('alive_bonus_offset', -0.1),
|
66 |
+
('delta_std', 0.0075),
|
67 |
+
('learning_rate', 0.02),
|
68 |
+
('n_delta', 64),
|
69 |
+
('n_envs', 1),
|
70 |
+
('n_timesteps', 100000000.0),
|
71 |
+
('n_top', 32),
|
72 |
+
('normalize', 'dict(norm_obs=True, norm_reward=False)'),
|
73 |
+
('policy', 'MlpPolicy'),
|
74 |
+
('policy_kwargs', 'dict(net_arch=[16])'),
|
75 |
+
('normalize_kwargs', {'norm_obs': True, 'norm_reward': False})])
|
76 |
+
```
|
args.yml
ADDED
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
!!python/object/apply:collections.OrderedDict
|
2 |
+
- - - algo
|
3 |
+
- ars
|
4 |
+
- - device
|
5 |
+
- auto
|
6 |
+
- - env
|
7 |
+
- BipedalWalker-v3
|
8 |
+
- - env_kwargs
|
9 |
+
- null
|
10 |
+
- - eval_episodes
|
11 |
+
- 5
|
12 |
+
- - eval_freq
|
13 |
+
- 25000
|
14 |
+
- - gym_packages
|
15 |
+
- []
|
16 |
+
- - hyperparams
|
17 |
+
- null
|
18 |
+
- - log_folder
|
19 |
+
- logs
|
20 |
+
- - log_interval
|
21 |
+
- -1
|
22 |
+
- - max_total_trials
|
23 |
+
- null
|
24 |
+
- - n_eval_envs
|
25 |
+
- 1
|
26 |
+
- - n_evaluations
|
27 |
+
- null
|
28 |
+
- - n_jobs
|
29 |
+
- 1
|
30 |
+
- - n_startup_trials
|
31 |
+
- 10
|
32 |
+
- - n_timesteps
|
33 |
+
- -1
|
34 |
+
- - n_trials
|
35 |
+
- 500
|
36 |
+
- - no_optim_plots
|
37 |
+
- false
|
38 |
+
- - num_threads
|
39 |
+
- -1
|
40 |
+
- - optimization_log_path
|
41 |
+
- null
|
42 |
+
- - optimize_hyperparameters
|
43 |
+
- false
|
44 |
+
- - progress
|
45 |
+
- false
|
46 |
+
- - pruner
|
47 |
+
- median
|
48 |
+
- - sampler
|
49 |
+
- tpe
|
50 |
+
- - save_freq
|
51 |
+
- -1
|
52 |
+
- - save_replay_buffer
|
53 |
+
- false
|
54 |
+
- - seed
|
55 |
+
- 3141876264
|
56 |
+
- - storage
|
57 |
+
- null
|
58 |
+
- - study_name
|
59 |
+
- null
|
60 |
+
- - tensorboard_log
|
61 |
+
- runs/BipedalWalker-v3__ars__3141876264__1671130263
|
62 |
+
- - track
|
63 |
+
- true
|
64 |
+
- - trained_agent
|
65 |
+
- ''
|
66 |
+
- - truncate_last_trajectory
|
67 |
+
- true
|
68 |
+
- - uuid
|
69 |
+
- false
|
70 |
+
- - vec_env
|
71 |
+
- dummy
|
72 |
+
- - verbose
|
73 |
+
- 1
|
74 |
+
- - wandb_entity
|
75 |
+
- openrlbenchmark
|
76 |
+
- - wandb_project_name
|
77 |
+
- sb3
|
78 |
+
- - yaml_file
|
79 |
+
- null
|
ars-BipedalWalker-v3.zip
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:477aec67fcbeafef23d1cf9f32347f0a03b10671cfc040b8d73bcef21118dec1
|
3 |
+
size 29068
|
ars-BipedalWalker-v3/_stable_baselines3_version
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
1.8.0a6
|
ars-BipedalWalker-v3/data
ADDED
@@ -0,0 +1,611 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"policy_class": {
|
3 |
+
":type:": "<class 'abc.ABCMeta'>",
|
4 |
+
":serialized:": "gAWVKgAAAAAAAACMGHNiM19jb250cmliLmFycy5wb2xpY2llc5SMCUFSU1BvbGljeZSTlC4=",
|
5 |
+
"__module__": "sb3_contrib.ars.policies",
|
6 |
+
"__doc__": "\n Policy network for ARS.\n\n :param observation_space: The observation space of the environment\n :param action_space: The action space of the environment\n :param net_arch: Network architecture, defaults to a 2 layers MLP with 64 hidden nodes.\n :param activation_fn: Activation function\n :param with_bias: If set to False, the layers will not learn an additive bias\n :param squash_output: For continuous actions, whether the output is squashed\n or not using a ``tanh()`` function. If not squashed with tanh the output will instead be clipped.\n ",
|
7 |
+
"__init__": "<function ARSPolicy.__init__ at 0x7fbf5d1d7280>",
|
8 |
+
"_get_constructor_parameters": "<function ARSPolicy._get_constructor_parameters at 0x7fbf5d1d7310>",
|
9 |
+
"forward": "<function ARSPolicy.forward at 0x7fbf5d1d73a0>",
|
10 |
+
"_predict": "<function ARSPolicy._predict at 0x7fbf5d1d7430>",
|
11 |
+
"__abstractmethods__": "frozenset()",
|
12 |
+
"_abc_impl": "<_abc._abc_data object at 0x7fbf5d1d5cc0>"
|
13 |
+
},
|
14 |
+
"verbose": 1,
|
15 |
+
"policy_kwargs": {
|
16 |
+
"net_arch": [
|
17 |
+
16
|
18 |
+
]
|
19 |
+
},
|
20 |
+
"observation_space": {
|
21 |
+
":type:": "<class 'gym.spaces.box.Box'>",
|
22 |
+
":serialized:": "gAWVPwIAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLGIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWYAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP+UaApLGIWUjAFDlHSUUpSMBGhpZ2iUaBIolmAAAAAAAAAAAACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lGgKSxiFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWGAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYYAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAJRoIUsYhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==",
|
23 |
+
"dtype": "float32",
|
24 |
+
"_shape": [
|
25 |
+
24
|
26 |
+
],
|
27 |
+
"low": "[-inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf\n -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf]",
|
28 |
+
"high": "[inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf\n inf inf inf inf inf inf]",
|
29 |
+
"bounded_below": "[False False False False False False False False False False False False\n False False False False False False False False False False False False]",
|
30 |
+
"bounded_above": "[False False False False False False False False False False False False\n False False False False False False False False False False False False]",
|
31 |
+
"_np_random": null
|
32 |
+
},
|
33 |
+
"action_space": {
|
34 |
+
":type:": "<class 'gym.spaces.box.Box'>",
|
35 |
+
":serialized:": "gAWVIgwAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAIC/AACAvwAAgL8AAIC/lGgKSwSFlIwBQ5R0lFKUjARoaWdolGgSKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaApLBIWUaBV0lFKUjA1ib3VuZGVkX2JlbG93lGgSKJYEAAAAAAAAAAEBAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYEAAAAAAAAAAEBAQGUaCFLBIWUaBV0lFKUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBJfX3JhbmRvbXN0YXRlX2N0b3KUk5SMB01UMTk5MzeUaC2MFF9fYml0X2dlbmVyYXRvcl9jdG9ylJOUhpRSlH2UKIwNYml0X2dlbmVyYXRvcpSMB01UMTk5MzeUjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAAAAAACAU8KznIcDtZNy7Ktb6Oay8s+2gdrVBu9hoTFNoGu1zNkT5hifdJx5L8ilG4DEeQFJng9D5F3gGJOSE1XM1EopZNIIlb400J5EcnoD8K2/CnObez7pYLEG2nUDRQtufdYWausENGaDt/P1pS9p70JjQ7Vc98J3UsxGRDctCIlu0I6ud/sYtoBPe575TzLsEti5jl6FqRnKrj12LWcrQoCexe7HH/UiAV1LzyQPzBlSZERXmHCdCvUSF7XpWt47xP9BzzqxX7aH3TPYWImqos1/ez/JlLdsD0MfMZl9G2CQq7cHHRlM3sj7jroA9c+pGt4l/iAGpRb80HbjwU71ykPTAVp531BXrc2qmIU6z9Fh4TAPx7fZ1kVF+L1Irlou+4Ckky7Ys59nB7KkciTI+N5jlb62ybZt0+ZWgIA6LKLvdx/mTQtB4k1aplT/C7L9/ybKCFn2quN/7YlIkxoH1U0xdabG6rgOrR+SHMmvUwvtKB+19Ibb07mSgVQyjNAvnyADPJf3pkxylZtn7f/OVpWEaWfl6BcLwy0grrEgUK+H+8P8XWMuBginXgwzn3sy4+ZOlr45op6TtuqX0Knz/SySGDlBIK8JqKObzB6fGt+ovJHEM8KlL4veKwkLkuuMWBaex3FBdWskry5qhslxMgnk2thh8DaXmAfbuI8j0SqHMW1kleITi9ekfXx/eSi5hX1GjA/M62Zixuay1H8zH9VjsTRcGacyJ0vh1hNReDFoNsXFbLfLqaIvbLDQjY7T289ZXsupvAxu2GVTbqWst+ckPPzwH7vLikULC+weAKwxarqm+ugAXgyz774meHOsvQYuu18nvrrunjZWDvwaKuYohEwUfSnpotE9XhX99yUTc8sGPQidTfXkzm/t8MWP8it4l4VSEgDLn8GW8t2DAh8EwFa/KOGoZEGjYqZ2IMA70E+F2LqgaZlQLFMONTIx3yuN5F2e1MT4v2wdBRK9R+lGMpxIiNldyOwwxLDBTRDMhd7APidmDwQBnvaIecKFa95btwHkRBEUT5g++/I0DDg685EX4OMO2YtTPqM3PQluS4puEhAQRVukNGSh4gYDgcBPKZl4ThNf+G+E7El9fmWJcP39Sifw6Mn+GEisM1RhHY05XZHUv5W4r8kD2jSLMY+IIL2+LtQrW7it7y28+sEicLoEfYOky9ZJF6l0fR+sXEawf+REH9LvtRJ4yzfxr7KisNpr1axv1ae5CDXS+XTzuOG/BJnHvt8arnY1XWH9SdkCOeok6MI8GBCtjTCxJ5JbpI5J0i0A66mJaRW9LMfP6Cil3/cVRQ9uN2KTtV3o7rJwY4XCnj7DJmqrUwofDDl7Ek0PoN7w0Hh8YHOy8qhPw7V8ALdjZn7eYtjCQIldQvHbM1I73RtCLQvQGFMXUCJ022pGRqTvZX5XWSizqbgX6TJmI6LDF9wcpYealB7cDwelfqdpzHRmyjRbIX9b+w4uj//aDRgP2SgiOAq/D/9/0SbgK/E0FQyclhNVAkbKwXhAxKGczpvJow0mFFUAt/5fT5KAsmQTAt8p0FsrGMDTfk4RzZgqZSm+ihVRS371Tx3twpGA1goo/AIfJh8slJC3hkR1OGCN7LAPGCwbM9rHlKSU4uuhJiff196h9q1kPMld6989MfKLVkvCl7ofCRurPUW46ceJKE951sQD1v8cK0HK1JmuBTCXAelCUCIFNLGk3tMXNVmuuFF3o3xb4V4T1IAYIfBdyEVHhIIZOE/JEY79daQw8njYEtQ6YwZ6kNCBYfrjq2OglITcRdwDmINL42ro6HnbWgLZQ8Ce/EiPVBtWHwhvGUHK1FNONzRzXgT1zKEg+WAigeuK4QVIxdITM4YvUyYvpQJuJd+xGD1no7BYIKXdV4aDlsRnWSMmS+zTyTvC0+TgBMCNpMvdChjaB/XTrMVsm0vgPmCYswn067MTYWfm5oCqqmNciqoRfFL2O2mxFT1VMcKDrxHBdBUhSG5UmAerx86KAEytbsCbn6OOj8Y02VwVynzXd0WJfLioeGMZISM1eneWfTc1mQ6CpdDxJqUmU86/KsBL3Bb0S2NAqFysFJZKxDwLej8xz+xH8IxEHzlkiiNH+2IIq0663FAwi6wg6dgcryDqQ+lNDwn898nylrcYShigDrtrFBNezKx3ZjpkPCnPUeQB4hJUrYCUJy5CyytC/x1UsByKez/aSNEWnlWnzYdJf2PoKL0YfmaR3KpXzi9ax3BHPgk1cdmgdVkqevFJ0DUdTBFQj/mhaKqcaT0rKJLgy/11AhWW4nX7+kAdgR0b1iAseI0TbMDtohBuqqUZfqMfUKsdI8v2aeUd0+IqOjPBFe7TZRC7OUYmf789SRTpw9gst4tzx7tLap8JnFt2keKhqd3vBgqpvlsxvx0DcPC+bo/qIldKiAn5D7TPjeWLzJ1gmpk1mVKOyWOv/ZzlRTfe8yEsMsRcgdPxbOuxLjlOwo1uFh9NjHoOz/xbnI62I49ZzT59GUCNtAL74UqjlRoyXZ5ELEjhTn+F5fYfEkY2TnSsgKO4Wwb/xD41S4mBL7LcUyF76ybV7Yx0L6V2QGoSfyhHFqMQJs/haLPPW18mWJb/UDl90ZN9TEzcdXvZsmCeqzCagC6YDHp3fop+5nAQSnT/Byt2j7z+6cnl/aZh6oKs5xrEMmuzpLFbXNVof9hNmX5E0DQ2M8uBqqeW95p6z8ySnOxURAO28oYWsbVyeYaNlWLZrOtIMZDRjjbecSSwMLlrBhw4mZVht4DgOQxI1+P7sPHZLMf89U+5ctf1rD0r1AXgyXjzOxKvCxWMhrz6Ah19+zal/bAIpw+0V7Pq85PRQO4UeScmMwODR8jcOfILuMmo7xXhemY/JqtOncklEaGapMeGlkiefvQkx9L5EWvLn6stI4zRP4pZXx9iOz17IKJmKOVHgCIAOiheb0bwkjNkItlfYO3LzeLLPuBDNLFg7tQu5NPWy28a4nBsE/gsyEteRvF2ECYFIOJg06dzc77IWw7o+z1Q5APxLg9uvyFniYWNuJyk7rflLCmYcg1gN657CWff8YfPr0ukKOamco94X1nFdyroxHiQlRXaP91DOqMueI1pCasyRQt0jtbWwxdEVyzP3GzUZXBWqa0xXCzwe29cxg2aiwKuuAAVfaCE/Pt1cJXq8wvliF81sMDPMbowd9+uyWuExq/e+2W3wWeV3hVofoiEySjBrJPWVJW9++UocJbC0ppNw5mtHktkZqUk6kVtUgVQ4Cj4udj/bluZzcqWjIvOCJO52M+xcQY808Ei8T/lwwS9TguuzQ3e0KR7hptgNcX1/XhCvAuUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RNcAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu",
|
36 |
+
"dtype": "float32",
|
37 |
+
"_shape": [
|
38 |
+
4
|
39 |
+
],
|
40 |
+
"low": "[-1. -1. -1. -1.]",
|
41 |
+
"high": "[1. 1. 1. 1.]",
|
42 |
+
"bounded_below": "[ True True True True]",
|
43 |
+
"bounded_above": "[ True True True True]",
|
44 |
+
"_np_random": "RandomState(MT19937)"
|
45 |
+
},
|
46 |
+
"n_envs": 1,
|
47 |
+
"num_timesteps": 100008275,
|
48 |
+
"_total_timesteps": 100000000,
|
49 |
+
"_num_timesteps_at_start": 0,
|
50 |
+
"seed": 0,
|
51 |
+
"action_noise": null,
|
52 |
+
"start_time": 1671130265341558970,
|
53 |
+
"learning_rate": {
|
54 |
+
":type:": "<class 'function'>",
|
55 |
+
":serialized:": "gAWV/QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZS9ob21lL3FnYWxsb3VlZGVjL3JsLWJhc2VsaW5lczMtem9vL2Vudi9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxlL2hvbWUvcWdhbGxvdWVkZWMvcmwtYmFzZWxpbmVzMy16b28vZW52L2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP5R64UeuFHuFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
|
56 |
+
},
|
57 |
+
"tensorboard_log": "runs/BipedalWalker-v3__ars__3141876264__1671130263/BipedalWalker-v3",
|
58 |
+
"lr_schedule": {
|
59 |
+
":type:": "<class 'function'>",
|
60 |
+
":serialized:": "gAWV/QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZS9ob21lL3FnYWxsb3VlZGVjL3JsLWJhc2VsaW5lczMtem9vL2Vudi9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxlL2hvbWUvcWdhbGxvdWVkZWMvcmwtYmFzZWxpbmVzMy16b28vZW52L2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP5R64UeuFHuFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
|
61 |
+
},
|
62 |
+
"_last_obs": null,
|
63 |
+
"_last_episode_starts": {
|
64 |
+
":type:": "<class 'numpy.ndarray'>",
|
65 |
+
":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="
|
66 |
+
},
|
67 |
+
"_last_original_obs": {
|
68 |
+
":type:": "<class 'numpy.ndarray'>",
|
69 |
+
":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAADkQNDssjy620C5UOWQSg7x2prw9FwGMuco0XD/By9E6AACAP90yBT0W/ou5F45aP3AFRjkAAIA/XbLhPoZC5D6YP+w+T6b6PvS6CD/hOho/xoo1P2vMYj8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="
|
70 |
+
},
|
71 |
+
"_episode_num": 0,
|
72 |
+
"use_sde": false,
|
73 |
+
"sde_sample_freq": -1,
|
74 |
+
"_current_progress_remaining": 0.00046930999999994505,
|
75 |
+
"ep_info_buffer": [
|
76 |
+
{
|
77 |
+
"r": -64.088929,
|
78 |
+
"l": 309
|
79 |
+
},
|
80 |
+
{
|
81 |
+
"r": 26.147179,
|
82 |
+
"l": 983
|
83 |
+
},
|
84 |
+
{
|
85 |
+
"r": -61.972907,
|
86 |
+
"l": 267
|
87 |
+
},
|
88 |
+
{
|
89 |
+
"r": -35.783167,
|
90 |
+
"l": 559
|
91 |
+
},
|
92 |
+
{
|
93 |
+
"r": -55.100559,
|
94 |
+
"l": 361
|
95 |
+
},
|
96 |
+
{
|
97 |
+
"r": -62.359857,
|
98 |
+
"l": 280
|
99 |
+
},
|
100 |
+
{
|
101 |
+
"r": 28.217976,
|
102 |
+
"l": 1033
|
103 |
+
},
|
104 |
+
{
|
105 |
+
"r": -57.184982,
|
106 |
+
"l": 367
|
107 |
+
},
|
108 |
+
{
|
109 |
+
"r": -28.025525,
|
110 |
+
"l": 512
|
111 |
+
},
|
112 |
+
{
|
113 |
+
"r": -63.516875,
|
114 |
+
"l": 284
|
115 |
+
},
|
116 |
+
{
|
117 |
+
"r": -64.764592,
|
118 |
+
"l": 304
|
119 |
+
},
|
120 |
+
{
|
121 |
+
"r": -28.572711,
|
122 |
+
"l": 685
|
123 |
+
},
|
124 |
+
{
|
125 |
+
"r": -22.733069,
|
126 |
+
"l": 564
|
127 |
+
},
|
128 |
+
{
|
129 |
+
"r": -71.353849,
|
130 |
+
"l": 251
|
131 |
+
},
|
132 |
+
{
|
133 |
+
"r": -66.102315,
|
134 |
+
"l": 291
|
135 |
+
},
|
136 |
+
{
|
137 |
+
"r": -39.911871,
|
138 |
+
"l": 467
|
139 |
+
},
|
140 |
+
{
|
141 |
+
"r": -63.990257,
|
142 |
+
"l": 265
|
143 |
+
},
|
144 |
+
{
|
145 |
+
"r": -35.834523,
|
146 |
+
"l": 490
|
147 |
+
},
|
148 |
+
{
|
149 |
+
"r": -16.883913,
|
150 |
+
"l": 551
|
151 |
+
},
|
152 |
+
{
|
153 |
+
"r": -1.001293,
|
154 |
+
"l": 770
|
155 |
+
},
|
156 |
+
{
|
157 |
+
"r": -65.34316,
|
158 |
+
"l": 303
|
159 |
+
},
|
160 |
+
{
|
161 |
+
"r": -39.097732,
|
162 |
+
"l": 451
|
163 |
+
},
|
164 |
+
{
|
165 |
+
"r": -64.352671,
|
166 |
+
"l": 280
|
167 |
+
},
|
168 |
+
{
|
169 |
+
"r": -12.791172,
|
170 |
+
"l": 677
|
171 |
+
},
|
172 |
+
{
|
173 |
+
"r": -48.189969,
|
174 |
+
"l": 344
|
175 |
+
},
|
176 |
+
{
|
177 |
+
"r": -29.912523,
|
178 |
+
"l": 562
|
179 |
+
},
|
180 |
+
{
|
181 |
+
"r": -69.239344,
|
182 |
+
"l": 235
|
183 |
+
},
|
184 |
+
{
|
185 |
+
"r": -28.283409,
|
186 |
+
"l": 543
|
187 |
+
},
|
188 |
+
{
|
189 |
+
"r": -49.609355,
|
190 |
+
"l": 438
|
191 |
+
},
|
192 |
+
{
|
193 |
+
"r": -34.293773,
|
194 |
+
"l": 553
|
195 |
+
},
|
196 |
+
{
|
197 |
+
"r": -9.797876,
|
198 |
+
"l": 654
|
199 |
+
},
|
200 |
+
{
|
201 |
+
"r": -40.854055,
|
202 |
+
"l": 439
|
203 |
+
},
|
204 |
+
{
|
205 |
+
"r": -16.522177,
|
206 |
+
"l": 1028
|
207 |
+
},
|
208 |
+
{
|
209 |
+
"r": 6.419678,
|
210 |
+
"l": 900
|
211 |
+
},
|
212 |
+
{
|
213 |
+
"r": -45.487519,
|
214 |
+
"l": 410
|
215 |
+
},
|
216 |
+
{
|
217 |
+
"r": -73.092922,
|
218 |
+
"l": 202
|
219 |
+
},
|
220 |
+
{
|
221 |
+
"r": -41.069698,
|
222 |
+
"l": 434
|
223 |
+
},
|
224 |
+
{
|
225 |
+
"r": -60.790596,
|
226 |
+
"l": 279
|
227 |
+
},
|
228 |
+
{
|
229 |
+
"r": 0.607878,
|
230 |
+
"l": 782
|
231 |
+
},
|
232 |
+
{
|
233 |
+
"r": -64.880796,
|
234 |
+
"l": 279
|
235 |
+
},
|
236 |
+
{
|
237 |
+
"r": -21.996302,
|
238 |
+
"l": 536
|
239 |
+
},
|
240 |
+
{
|
241 |
+
"r": -52.342108,
|
242 |
+
"l": 386
|
243 |
+
},
|
244 |
+
{
|
245 |
+
"r": -70.490773,
|
246 |
+
"l": 301
|
247 |
+
},
|
248 |
+
{
|
249 |
+
"r": -47.77802,
|
250 |
+
"l": 399
|
251 |
+
},
|
252 |
+
{
|
253 |
+
"r": -71.412939,
|
254 |
+
"l": 217
|
255 |
+
},
|
256 |
+
{
|
257 |
+
"r": -21.521255,
|
258 |
+
"l": 633
|
259 |
+
},
|
260 |
+
{
|
261 |
+
"r": -51.088645,
|
262 |
+
"l": 378
|
263 |
+
},
|
264 |
+
{
|
265 |
+
"r": -42.345708,
|
266 |
+
"l": 401
|
267 |
+
},
|
268 |
+
{
|
269 |
+
"r": -60.545142,
|
270 |
+
"l": 287
|
271 |
+
},
|
272 |
+
{
|
273 |
+
"r": -20.422718,
|
274 |
+
"l": 644
|
275 |
+
},
|
276 |
+
{
|
277 |
+
"r": -60.296933,
|
278 |
+
"l": 285
|
279 |
+
},
|
280 |
+
{
|
281 |
+
"r": -56.036831,
|
282 |
+
"l": 340
|
283 |
+
},
|
284 |
+
{
|
285 |
+
"r": -57.917859,
|
286 |
+
"l": 311
|
287 |
+
},
|
288 |
+
{
|
289 |
+
"r": -37.219862,
|
290 |
+
"l": 468
|
291 |
+
},
|
292 |
+
{
|
293 |
+
"r": -33.303954,
|
294 |
+
"l": 473
|
295 |
+
},
|
296 |
+
{
|
297 |
+
"r": -96.738788,
|
298 |
+
"l": 326
|
299 |
+
},
|
300 |
+
{
|
301 |
+
"r": -60.177308,
|
302 |
+
"l": 344
|
303 |
+
},
|
304 |
+
{
|
305 |
+
"r": -45.582401,
|
306 |
+
"l": 353
|
307 |
+
},
|
308 |
+
{
|
309 |
+
"r": -60.193291,
|
310 |
+
"l": 459
|
311 |
+
},
|
312 |
+
{
|
313 |
+
"r": -36.238268,
|
314 |
+
"l": 448
|
315 |
+
},
|
316 |
+
{
|
317 |
+
"r": -67.493752,
|
318 |
+
"l": 535
|
319 |
+
},
|
320 |
+
{
|
321 |
+
"r": -60.990233,
|
322 |
+
"l": 442
|
323 |
+
},
|
324 |
+
{
|
325 |
+
"r": -9.073711,
|
326 |
+
"l": 617
|
327 |
+
},
|
328 |
+
{
|
329 |
+
"r": -69.694667,
|
330 |
+
"l": 239
|
331 |
+
},
|
332 |
+
{
|
333 |
+
"r": -54.340811,
|
334 |
+
"l": 373
|
335 |
+
},
|
336 |
+
{
|
337 |
+
"r": -15.100447,
|
338 |
+
"l": 593
|
339 |
+
},
|
340 |
+
{
|
341 |
+
"r": -33.307471,
|
342 |
+
"l": 468
|
343 |
+
},
|
344 |
+
{
|
345 |
+
"r": -75.66423,
|
346 |
+
"l": 206
|
347 |
+
},
|
348 |
+
{
|
349 |
+
"r": -42.062287,
|
350 |
+
"l": 396
|
351 |
+
},
|
352 |
+
{
|
353 |
+
"r": -59.731965,
|
354 |
+
"l": 319
|
355 |
+
},
|
356 |
+
{
|
357 |
+
"r": -59.834936,
|
358 |
+
"l": 285
|
359 |
+
},
|
360 |
+
{
|
361 |
+
"r": 14.050009,
|
362 |
+
"l": 832
|
363 |
+
},
|
364 |
+
{
|
365 |
+
"r": -70.663409,
|
366 |
+
"l": 296
|
367 |
+
},
|
368 |
+
{
|
369 |
+
"r": -57.345341,
|
370 |
+
"l": 372
|
371 |
+
},
|
372 |
+
{
|
373 |
+
"r": -27.234789,
|
374 |
+
"l": 572
|
375 |
+
},
|
376 |
+
{
|
377 |
+
"r": -73.935649,
|
378 |
+
"l": 201
|
379 |
+
},
|
380 |
+
{
|
381 |
+
"r": -54.502481,
|
382 |
+
"l": 346
|
383 |
+
},
|
384 |
+
{
|
385 |
+
"r": -42.193985,
|
386 |
+
"l": 459
|
387 |
+
},
|
388 |
+
{
|
389 |
+
"r": -37.543696,
|
390 |
+
"l": 473
|
391 |
+
},
|
392 |
+
{
|
393 |
+
"r": -13.871585,
|
394 |
+
"l": 630
|
395 |
+
},
|
396 |
+
{
|
397 |
+
"r": -13.28364,
|
398 |
+
"l": 593
|
399 |
+
},
|
400 |
+
{
|
401 |
+
"r": 33.216913,
|
402 |
+
"l": 907
|
403 |
+
},
|
404 |
+
{
|
405 |
+
"r": -79.269213,
|
406 |
+
"l": 208
|
407 |
+
},
|
408 |
+
{
|
409 |
+
"r": -32.257649,
|
410 |
+
"l": 459
|
411 |
+
},
|
412 |
+
{
|
413 |
+
"r": -98.714836,
|
414 |
+
"l": 92
|
415 |
+
},
|
416 |
+
{
|
417 |
+
"r": -42.039431,
|
418 |
+
"l": 422
|
419 |
+
},
|
420 |
+
{
|
421 |
+
"r": -50.274748,
|
422 |
+
"l": 379
|
423 |
+
},
|
424 |
+
{
|
425 |
+
"r": -57.510978,
|
426 |
+
"l": 274
|
427 |
+
},
|
428 |
+
{
|
429 |
+
"r": -73.239537,
|
430 |
+
"l": 256
|
431 |
+
},
|
432 |
+
{
|
433 |
+
"r": -64.167203,
|
434 |
+
"l": 266
|
435 |
+
},
|
436 |
+
{
|
437 |
+
"r": -40.741103,
|
438 |
+
"l": 419
|
439 |
+
},
|
440 |
+
{
|
441 |
+
"r": -56.467698,
|
442 |
+
"l": 502
|
443 |
+
},
|
444 |
+
{
|
445 |
+
"r": -73.515995,
|
446 |
+
"l": 203
|
447 |
+
},
|
448 |
+
{
|
449 |
+
"r": -49.307719,
|
450 |
+
"l": 338
|
451 |
+
},
|
452 |
+
{
|
453 |
+
"r": -60.88551,
|
454 |
+
"l": 324
|
455 |
+
},
|
456 |
+
{
|
457 |
+
"r": -40.423261,
|
458 |
+
"l": 403
|
459 |
+
},
|
460 |
+
{
|
461 |
+
"r": -65.377974,
|
462 |
+
"l": 287
|
463 |
+
},
|
464 |
+
{
|
465 |
+
"r": -34.782153,
|
466 |
+
"l": 469
|
467 |
+
},
|
468 |
+
{
|
469 |
+
"r": -45.366915,
|
470 |
+
"l": 419
|
471 |
+
},
|
472 |
+
{
|
473 |
+
"r": -60.643064,
|
474 |
+
"l": 282
|
475 |
+
},
|
476 |
+
{
|
477 |
+
"r": -78.497616,
|
478 |
+
"l": 282
|
479 |
+
},
|
480 |
+
{
|
481 |
+
"r": -15.99724,
|
482 |
+
"l": 910
|
483 |
+
},
|
484 |
+
{
|
485 |
+
"r": -62.331401,
|
486 |
+
"l": 293
|
487 |
+
},
|
488 |
+
{
|
489 |
+
"r": -6.724007,
|
490 |
+
"l": 757
|
491 |
+
},
|
492 |
+
{
|
493 |
+
"r": -67.51108,
|
494 |
+
"l": 256
|
495 |
+
},
|
496 |
+
{
|
497 |
+
"r": -45.153162,
|
498 |
+
"l": 348
|
499 |
+
},
|
500 |
+
{
|
501 |
+
"r": -63.659801,
|
502 |
+
"l": 288
|
503 |
+
},
|
504 |
+
{
|
505 |
+
"r": -53.303894,
|
506 |
+
"l": 327
|
507 |
+
},
|
508 |
+
{
|
509 |
+
"r": -77.746982,
|
510 |
+
"l": 393
|
511 |
+
},
|
512 |
+
{
|
513 |
+
"r": -61.736448,
|
514 |
+
"l": 243
|
515 |
+
},
|
516 |
+
{
|
517 |
+
"r": -61.133508,
|
518 |
+
"l": 273
|
519 |
+
},
|
520 |
+
{
|
521 |
+
"r": -29.906641,
|
522 |
+
"l": 514
|
523 |
+
},
|
524 |
+
{
|
525 |
+
"r": -21.370118,
|
526 |
+
"l": 539
|
527 |
+
},
|
528 |
+
{
|
529 |
+
"r": -34.083059,
|
530 |
+
"l": 532
|
531 |
+
},
|
532 |
+
{
|
533 |
+
"r": -41.266659,
|
534 |
+
"l": 391
|
535 |
+
},
|
536 |
+
{
|
537 |
+
"r": -48.867736,
|
538 |
+
"l": 399
|
539 |
+
},
|
540 |
+
{
|
541 |
+
"r": -48.535276,
|
542 |
+
"l": 384
|
543 |
+
},
|
544 |
+
{
|
545 |
+
"r": -28.315398,
|
546 |
+
"l": 568
|
547 |
+
},
|
548 |
+
{
|
549 |
+
"r": -54.810442,
|
550 |
+
"l": 322
|
551 |
+
},
|
552 |
+
{
|
553 |
+
"r": -53.362368,
|
554 |
+
"l": 292
|
555 |
+
},
|
556 |
+
{
|
557 |
+
"r": -46.362496,
|
558 |
+
"l": 444
|
559 |
+
},
|
560 |
+
{
|
561 |
+
"r": -22.770713,
|
562 |
+
"l": 625
|
563 |
+
},
|
564 |
+
{
|
565 |
+
"r": -71.74973,
|
566 |
+
"l": 207
|
567 |
+
},
|
568 |
+
{
|
569 |
+
"r": -51.753978,
|
570 |
+
"l": 327
|
571 |
+
},
|
572 |
+
{
|
573 |
+
"r": -30.520623,
|
574 |
+
"l": 561
|
575 |
+
},
|
576 |
+
{
|
577 |
+
"r": -17.697997,
|
578 |
+
"l": 593
|
579 |
+
},
|
580 |
+
{
|
581 |
+
"r": -68.49745,
|
582 |
+
"l": 252
|
583 |
+
},
|
584 |
+
{
|
585 |
+
"r": -44.494207,
|
586 |
+
"l": 355
|
587 |
+
}
|
588 |
+
],
|
589 |
+
"ep_success_buffer": {
|
590 |
+
":type:": "<class 'collections.deque'>",
|
591 |
+
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
592 |
+
},
|
593 |
+
"_n_updates": 3437,
|
594 |
+
"n_delta": 64,
|
595 |
+
"pop_size": 128,
|
596 |
+
"delta_std_schedule": {
|
597 |
+
":type:": "<class 'function'>",
|
598 |
+
":serialized:": "gAWV/QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZS9ob21lL3FnYWxsb3VlZGVjL3JsLWJhc2VsaW5lczMtem9vL2Vudi9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxlL2hvbWUvcWdhbGxvdWVkZWMvcmwtYmFzZWxpbmVzMy16b28vZW52L2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP364UeuFHriFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
|
599 |
+
},
|
600 |
+
"n_eval_episodes": 1,
|
601 |
+
"n_top": 32,
|
602 |
+
"alive_bonus_offset": -0.1,
|
603 |
+
"zero_policy": true,
|
604 |
+
"weights": {
|
605 |
+
":type:": "<class 'torch.Tensor'>",
|
606 |
+
":serialized:": "gAWV1wgAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQk8IAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgOAAAAOTQyMDAyOTA3OTEzMjhxAlgGAAAAY3VkYTowcQNN1AFOdHEEUS6AAl1xAFgOAAAAOTQyMDAyOTA3OTEzMjhxAWEu1AEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUhZRSlEsATdQBhZRLAYWUiYwLY29sbGVjdGlvbnOUjAtPcmRlcmVkRGljdJSTlClSlHSUUpQu"
|
607 |
+
},
|
608 |
+
"processes": null,
|
609 |
+
"old_count": 0,
|
610 |
+
"n_params": 468
|
611 |
+
}
|
ars-BipedalWalker-v3/policy.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e4a7357fa152b4eceb4fb34e56f9661895f538ec9f8634775bdebfceb2dab0e2
|
3 |
+
size 3115
|
ars-BipedalWalker-v3/pytorch_variables.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d030ad8db708280fcae77d87e973102039acd23a11bdecc3db8eb6c0ac940ee1
|
3 |
+
size 431
|
ars-BipedalWalker-v3/system_info.txt
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
- OS: Linux-5.19.0-32-generic-x86_64-with-glibc2.35 # 33~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Mon Jan 30 17:03:34 UTC 2
|
2 |
+
- Python: 3.9.12
|
3 |
+
- Stable-Baselines3: 1.8.0a6
|
4 |
+
- PyTorch: 1.13.1+cu117
|
5 |
+
- GPU Enabled: True
|
6 |
+
- Numpy: 1.24.1
|
7 |
+
- Gym: 0.21.0
|
config.yml
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
!!python/object/apply:collections.OrderedDict
|
2 |
+
- - - alive_bonus_offset
|
3 |
+
- -0.1
|
4 |
+
- - delta_std
|
5 |
+
- 0.0075
|
6 |
+
- - learning_rate
|
7 |
+
- 0.02
|
8 |
+
- - n_delta
|
9 |
+
- 64
|
10 |
+
- - n_envs
|
11 |
+
- 1
|
12 |
+
- - n_timesteps
|
13 |
+
- 100000000.0
|
14 |
+
- - n_top
|
15 |
+
- 32
|
16 |
+
- - normalize
|
17 |
+
- dict(norm_obs=True, norm_reward=False)
|
18 |
+
- - policy
|
19 |
+
- MlpPolicy
|
20 |
+
- - policy_kwargs
|
21 |
+
- dict(net_arch=[16])
|
env_kwargs.yml
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{}
|
replay.mp4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9faa43c1cd9345311bea4d9bb2a87b787adee2d3bc7d72db24f8a101df14e5c0
|
3 |
+
size 475106
|
results.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"mean_reward": -41.945485700000006, "std_reward": 17.36359589291893, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-02-27T15:09:10.113177"}
|
train_eval_metrics.zip
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc1ed0b84e7e320888dda4f3d1fbd90ba474cad7e1d984a7faf038299fb415ce
|
3 |
+
size 12774477
|
vec_normalize.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9929f1e99e651f4de1e3878c1356262d549ec9a011f0390e84360d3924ac49f1
|
3 |
+
size 4715
|