Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: SpaceInvadersNoFrameskip-v4
     metrics:
     - type: mean_reward
-      value: 279.00 +/- 141.93
+      value: 471.50 +/- 104.55
       name: mean_reward
       verified: false
 ---
@@ -68,7 +68,7 @@ OrderedDict([('batch_size', 128),
               ['stable_baselines3.common.atari_wrappers.AtariWrapper']),
              ('exploration_final_eps', 0.01),
              ('exploration_fraction', 0.2),
-             ('exploration_initial_eps', 0.8),
+             ('exploration_initial_eps', 0.3),
              ('frame_stack', 4),
              ('gradient_steps', 1),
              ('learning_rate', 0.0005),

args.yml

@@ -2,7 +2,7 @@
 - - - algo
     - dqn
   - - conf_file
-    - dqn.yml
+    - dqn_resume.yaml
   - - device
     - auto
   - - env
@@ -18,7 +18,7 @@
   - - hyperparams
     - null
   - - log_folder
-    - logs/
+    - logs
   - - log_interval
     - -1
   - - max_total_trials
@@ -38,7 +38,7 @@
   - - no_optim_plots
     - false
   - - num_threads
-    - -1
+    - 4
   - - optimization_log_path
     - null
   - - optimize_hyperparameters
@@ -50,11 +50,11 @@
   - - sampler
     - tpe
   - - save_freq
-    - -1
+    - 10000
   - - save_replay_buffer
     - false
   - - seed
-    - 3441574639
+    - 978951721
   - - storage
     - null
   - - study_name
@@ -64,7 +64,7 @@
   - - track
     - false
   - - trained_agent
-    - ''
+    - logs/dqn/SpaceInvadersNoFrameskip-v4_1/SpaceInvadersNoFrameskip-v4.zip
   - - truncate_last_trajectory
     - true
   - - uuid

config.yml

@@ -10,7 +10,7 @@
   - - exploration_fraction
     - 0.2
   - - exploration_initial_eps
-    - 0.8
+    - 0.3
   - - frame_stack
     - 4
   - - gradient_steps

dqn-SpaceInvadersNoFrameskip-v4.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da2f9907257f7bc2030e01db7d265c146967fb4ae373027d9d3c22e5cd411a12
-size 27219177
+oid sha256:2fe6c817182d1c5595fec9ad5d13c07184faea49b0161208be2aa4f3f8f22ad1
+size 27218602

dqn-SpaceInvadersNoFrameskip-v4/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1af54039a8fa89b73c77ac969c44d9c4d7cb75da4e3993d158991dd10583fd8
-size 13506236
+oid sha256:e0ca28f76e3229f3a464f3411b81c8a562c7b8f3e9aec056db3f3734724034e4
+size 13505852

dqn-SpaceInvadersNoFrameskip-v4/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6779c4bbb850b5496130efbcac7f6c305d0e5402cef2a164e1600093717cdb6
-size 13505370
+oid sha256:036d2ad15b56794e8ea19851567c7264083379fede1498edc9e85b5d4d7d4243
+size 13505178

dqn-SpaceInvadersNoFrameskip-v4/system_info.txt

@@ -2,7 +2,7 @@
 - Python: 3.10.12
 - Stable-Baselines3: 2.3.0
 - PyTorch: 2.2.1+cu121
-- GPU Enabled: True
+- GPU Enabled: False
 - Numpy: 1.25.2
 - Cloudpickle: 2.2.1
 - Gymnasium: 0.29.1

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85d65b28ac6e79cf508ccea4e006c3b1397ba20fb086169339707c16d6586d06
-size 233056
+oid sha256:419c2f9fb71741168caa346a1832b7b79c9802c89cb9a4fbfcb382ad23754380
+size 227198

results.json

@@ -1 +1 @@
-{"mean_reward": 279.0, "std_reward": 141.92955999368138, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2024-04-12T03:04:38.419620"}
+{"mean_reward": 471.5, "std_reward": 104.54783594125705, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2024-04-12T05:04:32.695147"}

train_eval_metrics.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:745fecfb5fd94724a45c31500593dfb169ea6111d134f2d25f9c96842b932043
-size 34341
+oid sha256:4a5f5c1742373638e3b84b0ce2bcb9de7dbbdee6103a9cb305f2875c988fed97
+size 31208