Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: SpaceInvadersNoFrameskip-v4
     metrics:
     - type: mean_reward
-      value: 243.00 +/- 94.72
+      value: 257.00 +/- 38.81
       name: mean_reward
       verified: false
 ---
@@ -67,12 +67,12 @@ OrderedDict([('batch_size', 32),
              ('env_wrapper',
               ['stable_baselines3.common.atari_wrappers.AtariWrapper']),
              ('exploration_final_eps', 0.01),
-             ('exploration_fraction', 0.15),
+             ('exploration_fraction', 0.05),
              ('frame_stack', 4),
              ('gradient_steps', 1),
-             ('learning_rate', 0.0001),
+             ('learning_rate', 0.01),
              ('learning_starts', 100000),
-             ('n_timesteps', 500000.0),
+             ('n_timesteps', 400000.0),
              ('optimize_memory_usage', False),
              ('policy', 'CnnPolicy'),
              ('target_update_interval', 1000),

args.yml

@@ -54,7 +54,7 @@
   - - save_replay_buffer
     - false
   - - seed
-    - 483594842
+    - 4208625387
   - - storage
     - null
   - - study_name

config.yml

@@ -8,17 +8,17 @@
   - - exploration_final_eps
     - 0.01
   - - exploration_fraction
-    - 0.15
+    - 0.05
   - - frame_stack
     - 4
   - - gradient_steps
     - 1
   - - learning_rate
-    - 0.0001
+    - 0.01
   - - learning_starts
     - 100000
   - - n_timesteps
-    - 500000.0
+    - 400000.0
   - - optimize_memory_usage
     - false
   - - policy

dqn-SpaceInvadersNoFrameskip-v4.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9e82372cf562437ae7b3f0fc04f0093ab51224823f500b7b57f2ba142198888
-size 27218383
+oid sha256:3011a4e904e79566a44340373fcd94c30037734c609c9ff72f7460f13045589e
+size 27218382

dqn-SpaceInvadersNoFrameskip-v4/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82c1de10e4f5d886055b832023ae4241010f23955086f410b8b7717f31790719
+oid sha256:f3a5a2aad37103b79d674031a21d8db5874adcf6afa02c28006463f870ab5476
 size 13505739

dqn-SpaceInvadersNoFrameskip-v4/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3ee176f7d255b4cfca3aa833c16d0f6349312b6a3e48a4efd0ca1b416123358
+oid sha256:66cf67e810daba5f264bf676985f7be18a4af4b73c4add98f104c1b5b1a75f87
 size 13504937

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03450c1e0de224e5a112692f5598d949e656547e8828d1343f33f6ef23ed093c
-size 256221
+oid sha256:639ed24f99a933f1e1ec6641ac3cdb60d5af53346f4284f5e005616c88bda87c
+size 267918

results.json

@@ -1 +1 @@
-{"mean_reward": 243.0, "std_reward": 94.71536306217698, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2023-07-16T10:32:22.298848"}
+{"mean_reward": 257.0, "std_reward": 38.80721582386451, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2023-07-16T11:23:58.798355"}

train_eval_metrics.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cb113e84639a48e07694f3ab601dc88907253019658b7e017516e9924e87aab
-size 22092
+oid sha256:e8d81cb03d908eba3e3afbfcb3f3f544ec49ae498a5e2071d004cd0d67541d3c
+size 17100