Initial commit
Browse files- README.md +5 -5
- args.yml +7 -31
- config.yml +4 -4
- dqn-SpaceInvadersNoFrameskip-v4.zip +2 -2
- dqn-SpaceInvadersNoFrameskip-v4/data +0 -0
- dqn-SpaceInvadersNoFrameskip-v4/policy.optimizer.pth +2 -2
- dqn-SpaceInvadersNoFrameskip-v4/policy.pth +2 -2
- dqn-SpaceInvadersNoFrameskip-v4/system_info.txt +1 -1
- replay.mp4 +2 -2
- results.json +1 -1
- train_eval_metrics.zip +2 -2
README.md
CHANGED
@@ -16,7 +16,7 @@ model-index:
|
|
16 |
type: SpaceInvadersNoFrameskip-v4
|
17 |
metrics:
|
18 |
- type: mean_reward
|
19 |
-
value:
|
20 |
name: mean_reward
|
21 |
verified: false
|
22 |
---
|
@@ -70,10 +70,10 @@ OrderedDict([('batch_size', 32),
|
|
70 |
('exploration_fraction', 0.1),
|
71 |
('frame_stack', 4),
|
72 |
('gradient_steps', 1),
|
73 |
-
('learning_rate',
|
74 |
-
('learning_starts',
|
75 |
-
('n_timesteps',
|
76 |
-
('optimize_memory_usage',
|
77 |
('policy', 'CnnPolicy'),
|
78 |
('target_update_interval', 1000),
|
79 |
('train_freq', 4),
|
|
|
16 |
type: SpaceInvadersNoFrameskip-v4
|
17 |
metrics:
|
18 |
- type: mean_reward
|
19 |
+
value: 557.00 +/- 33.03
|
20 |
name: mean_reward
|
21 |
verified: false
|
22 |
---
|
|
|
70 |
('exploration_fraction', 0.1),
|
71 |
('frame_stack', 4),
|
72 |
('gradient_steps', 1),
|
73 |
+
('learning_rate', 0.0001),
|
74 |
+
('learning_starts', 100000),
|
75 |
+
('n_timesteps', 10000000.0),
|
76 |
+
('optimize_memory_usage', True),
|
77 |
('policy', 'CnnPolicy'),
|
78 |
('target_update_interval', 1000),
|
79 |
('train_freq', 4),
|
args.yml
CHANGED
@@ -1,32 +1,24 @@
|
|
1 |
!!python/object/apply:collections.OrderedDict
|
2 |
- - - algo
|
3 |
- dqn
|
4 |
-
- - conf_file
|
5 |
-
- null
|
6 |
-
- - device
|
7 |
-
- auto
|
8 |
- - env
|
9 |
- SpaceInvadersNoFrameskip-v4
|
10 |
- - env_kwargs
|
11 |
- null
|
12 |
- - eval_episodes
|
13 |
-
-
|
14 |
- - eval_freq
|
15 |
-
-
|
16 |
- - gym_packages
|
17 |
- []
|
18 |
- - hyperparams
|
19 |
- null
|
20 |
- - log_folder
|
21 |
-
-
|
22 |
- - log_interval
|
23 |
- -1
|
24 |
-
- - max_total_trials
|
25 |
-
- null
|
26 |
-
- - n_eval_envs
|
27 |
-
- 1
|
28 |
- - n_evaluations
|
29 |
-
-
|
30 |
- - n_jobs
|
31 |
- 1
|
32 |
- - n_startup_trials
|
@@ -34,17 +26,11 @@
|
|
34 |
- - n_timesteps
|
35 |
- -1
|
36 |
- - n_trials
|
37 |
-
-
|
38 |
-
- - no_optim_plots
|
39 |
-
- false
|
40 |
- - num_threads
|
41 |
- -1
|
42 |
-
- - optimization_log_path
|
43 |
-
- null
|
44 |
- - optimize_hyperparameters
|
45 |
- false
|
46 |
-
- - progress
|
47 |
-
- false
|
48 |
- - pruner
|
49 |
- median
|
50 |
- - sampler
|
@@ -54,30 +40,20 @@
|
|
54 |
- - save_replay_buffer
|
55 |
- false
|
56 |
- - seed
|
57 |
-
-
|
58 |
- - storage
|
59 |
- null
|
60 |
- - study_name
|
61 |
- null
|
62 |
- - tensorboard_log
|
63 |
- ''
|
64 |
-
- - track
|
65 |
-
- false
|
66 |
- - trained_agent
|
67 |
- ''
|
68 |
- - truncate_last_trajectory
|
69 |
- true
|
70 |
- - uuid
|
71 |
-
-
|
72 |
- - vec_env
|
73 |
- dummy
|
74 |
- - verbose
|
75 |
- 1
|
76 |
-
- - wandb_entity
|
77 |
-
- null
|
78 |
-
- - wandb_project_name
|
79 |
-
- sb3
|
80 |
-
- - wandb_tags
|
81 |
-
- []
|
82 |
-
- - yaml_file
|
83 |
-
- null
|
|
|
1 |
!!python/object/apply:collections.OrderedDict
|
2 |
- - - algo
|
3 |
- dqn
|
|
|
|
|
|
|
|
|
4 |
- - env
|
5 |
- SpaceInvadersNoFrameskip-v4
|
6 |
- - env_kwargs
|
7 |
- null
|
8 |
- - eval_episodes
|
9 |
+
- 10
|
10 |
- - eval_freq
|
11 |
+
- 10000
|
12 |
- - gym_packages
|
13 |
- []
|
14 |
- - hyperparams
|
15 |
- null
|
16 |
- - log_folder
|
17 |
+
- rl-trained-agents/
|
18 |
- - log_interval
|
19 |
- -1
|
|
|
|
|
|
|
|
|
20 |
- - n_evaluations
|
21 |
+
- 20
|
22 |
- - n_jobs
|
23 |
- 1
|
24 |
- - n_startup_trials
|
|
|
26 |
- - n_timesteps
|
27 |
- -1
|
28 |
- - n_trials
|
29 |
+
- 10
|
|
|
|
|
30 |
- - num_threads
|
31 |
- -1
|
|
|
|
|
32 |
- - optimize_hyperparameters
|
33 |
- false
|
|
|
|
|
34 |
- - pruner
|
35 |
- median
|
36 |
- - sampler
|
|
|
40 |
- - save_replay_buffer
|
41 |
- false
|
42 |
- - seed
|
43 |
+
- 234163638
|
44 |
- - storage
|
45 |
- null
|
46 |
- - study_name
|
47 |
- null
|
48 |
- - tensorboard_log
|
49 |
- ''
|
|
|
|
|
50 |
- - trained_agent
|
51 |
- ''
|
52 |
- - truncate_last_trajectory
|
53 |
- true
|
54 |
- - uuid
|
55 |
+
- true
|
56 |
- - vec_env
|
57 |
- dummy
|
58 |
- - verbose
|
59 |
- 1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
config.yml
CHANGED
@@ -14,13 +14,13 @@
|
|
14 |
- - gradient_steps
|
15 |
- 1
|
16 |
- - learning_rate
|
17 |
-
-
|
18 |
- - learning_starts
|
19 |
-
-
|
20 |
- - n_timesteps
|
21 |
-
-
|
22 |
- - optimize_memory_usage
|
23 |
-
-
|
24 |
- - policy
|
25 |
- CnnPolicy
|
26 |
- - target_update_interval
|
|
|
14 |
- - gradient_steps
|
15 |
- 1
|
16 |
- - learning_rate
|
17 |
+
- 0.0001
|
18 |
- - learning_starts
|
19 |
+
- 100000
|
20 |
- - n_timesteps
|
21 |
+
- 10000000.0
|
22 |
- - optimize_memory_usage
|
23 |
+
- true
|
24 |
- - policy
|
25 |
- CnnPolicy
|
26 |
- - target_update_interval
|
dqn-SpaceInvadersNoFrameskip-v4.zip
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f235f4a0baa9671bb03fabd56019c304438f993bf4abadc6db10fb2cd587d62b
|
3 |
+
size 27223341
|
dqn-SpaceInvadersNoFrameskip-v4/data
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
dqn-SpaceInvadersNoFrameskip-v4/policy.optimizer.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b0dabac2feca69093b74c171665ee8b882ca78866d034898359780b03e7d3898
|
3 |
+
size 13505419
|
dqn-SpaceInvadersNoFrameskip-v4/policy.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:486e3bb45269c467fcf022e1a4a19565cfccd15b6c482cb8d97915f646d04b4a
|
3 |
+
size 13504745
|
dqn-SpaceInvadersNoFrameskip-v4/system_info.txt
CHANGED
@@ -2,6 +2,6 @@
|
|
2 |
- Python: 3.8.10
|
3 |
- Stable-Baselines3: 1.8.0a2
|
4 |
- PyTorch: 1.13.1+cu116
|
5 |
-
- GPU Enabled:
|
6 |
- Numpy: 1.21.6
|
7 |
- Gym: 0.21.0
|
|
|
2 |
- Python: 3.8.10
|
3 |
- Stable-Baselines3: 1.8.0a2
|
4 |
- PyTorch: 1.13.1+cu116
|
5 |
+
- GPU Enabled: False
|
6 |
- Numpy: 1.21.6
|
7 |
- Gym: 0.21.0
|
replay.mp4
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:639e90f73d519d41c88669a9b84f4b7937c867efce64cf10bb303043d5dd6efe
|
3 |
+
size 216287
|
results.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"mean_reward":
|
|
|
1 |
+
{"mean_reward": 557.0, "std_reward": 33.03028912982749, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2023-02-16T19:53:00.090983"}
|
train_eval_metrics.zip
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:96201f3fe6e4d104176606933043a79f3ad33c827e92b2a568d52dc505d91a3b
|
3 |
+
size 446800
|