Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: SpaceInvadersNoFrameskip-v4
     metrics:
     - type: mean_reward
-      value: 656.00 +/- 153.60
+      value: 587.00 +/- 118.37
       name: mean_reward
       verified: false
 ---
@@ -63,7 +63,7 @@ python -m rl_zoo3.push_to_hub --algo dqn --env SpaceInvadersNoFrameskip-v4 -f lo
 ## Hyperparameters
 ```python
 OrderedDict([('batch_size', 32),
-             ('buffer_size', 100000),
+             ('buffer_size', 10000),
              ('env_wrapper',
               ['stable_baselines3.common.atari_wrappers.AtariWrapper']),
              ('exploration_final_eps', 0.01),
@@ -72,8 +72,8 @@ OrderedDict([('batch_size', 32),
              ('gradient_steps', 1),
              ('learning_rate', 0.0001),
              ('learning_starts', 100000),
-             ('n_timesteps', 1000000.0),
-             ('optimize_memory_usage', False),
+             ('n_timesteps', 10000000.0),
+             ('optimize_memory_usage', True),
              ('policy', 'CnnPolicy'),
              ('target_update_interval', 1000),
              ('train_freq', 4),

args.yml

@@ -1,34 +1,24 @@
 !!python/object/apply:collections.OrderedDict
 - - - algo
     - dqn
-  - - conf_file
-    - dqn.yml
-  - - device
-    - auto
   - - env
     - SpaceInvadersNoFrameskip-v4
   - - env_kwargs
     - null
-  - - eval_env_kwargs
-    - null
   - - eval_episodes
-    - 5
+    - 10
   - - eval_freq
-    - 25000
+    - 10000
   - - gym_packages
     - []
   - - hyperparams
     - null
   - - log_folder
-    - logs/
+    - rl-trained-agents/
   - - log_interval
     - -1
-  - - max_total_trials
-    - null
-  - - n_eval_envs
-    - 1
   - - n_evaluations
-    - null
+    - 20
   - - n_jobs
     - 1
   - - n_startup_trials
@@ -36,17 +26,11 @@
   - - n_timesteps
     - -1
   - - n_trials
-    - 500
-  - - no_optim_plots
-    - false
+    - 10
   - - num_threads
     - -1
-  - - optimization_log_path
-    - null
   - - optimize_hyperparameters
     - false
-  - - progress
-    - false
   - - pruner
     - median
   - - sampler
@@ -56,28 +40,20 @@
   - - save_replay_buffer
     - false
   - - seed
-    - 2831738852
+    - 234163638
   - - storage
     - null
   - - study_name
     - null
   - - tensorboard_log
     - ''
-  - - track
-    - false
   - - trained_agent
     - ''
   - - truncate_last_trajectory
     - true
   - - uuid
-    - false
+    - true
   - - vec_env
     - dummy
   - - verbose
     - 1
-  - - wandb_entity
-    - null
-  - - wandb_project_name
-    - sb3
-  - - wandb_tags
-    - []

config.yml

@@ -2,7 +2,7 @@
 - - - batch_size
     - 32
   - - buffer_size
-    - 100000
+    - 10000
   - - env_wrapper
     - - stable_baselines3.common.atari_wrappers.AtariWrapper
   - - exploration_final_eps
@@ -18,9 +18,9 @@
   - - learning_starts
     - 100000
   - - n_timesteps
-    - 1000000.0
+    - 10000000.0
   - - optimize_memory_usage
-    - false
+    - true
   - - policy
     - CnnPolicy
   - - target_update_interval

dqn-SpaceInvadersNoFrameskip-v4.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae9e911bdb14c5e57140ce9b9b813036ac240ddbe7369869f416ca2c77f45846
-size 27220728
+oid sha256:2a993d2fe4bc23ce79d37614226f9f13ddf41316a2bba51cdb9e7f31abd30057
+size 27219385

dqn-SpaceInvadersNoFrameskip-v4/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9f5567f957fb32d4cbd793691a2bedc558d159b900b71557eb90902abcdb5b8
-size 13506172
+oid sha256:1c84b8e885044f7a519b5f2e8d11b729cff094f707153dfc4b355bb7912b4680
+size 13506108

dqn-SpaceInvadersNoFrameskip-v4/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3121998f51da46bdcb3f04aed3c3654e71676a1c0274271e68865a2e656569f
+oid sha256:49caa05efa450005dbf9dfb9798c8cbf0e826a937dc985ccbe496e339a219598
 size 13505370

results.json

@@ -1 +1 @@
-{"mean_reward": 656.0, "std_reward": 153.6033853793594, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2024-09-10T18:39:29.879012"}
+{"mean_reward": 587.0, "std_reward": 118.36807001890332, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2024-09-11T18:18:52.841440"}

train_eval_metrics.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:858eae90983b292b74b077ccfb023f4d54554a04c6a5e29f56c135f3a9a0f8f1
-size 36229
+oid sha256:07af25fa3fe753d1954eed59b867f04926ba4027500c905ce1a17dd768dd0142
+size 446800