updated v2

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bb8441ddf0538c3f5a47640b863e57be4a9ee967a4dd9b9aa00dadea6ebf2fe
-size 1768746
+oid sha256:f5cdf9deb0cd1c70668c29c45e0630edf09cd3be5b61d195e928627d0976abec
+size 1764633

SoccerTwos/SoccerTwos-14999820.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:960afe49ab99d4d53a765d32de0288cdbb57cc68862c1c6fe65eff77e2d98816
-size 28430025

SoccerTwos/SoccerTwos-15499856.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a5d8be04b484b3e9aca0f8590e5ab1bd69a529295905499d99539a44c3779368
-size 28430025

SoccerTwos/SoccerTwos-15521534.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3bb8441ddf0538c3f5a47640b863e57be4a9ee967a4dd9b9aa00dadea6ebf2fe
-size 1768746

SoccerTwos/SoccerTwos-15521534.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fbd355b8538e8d67b09894e415280f015b225ea95e228d6fd2bcc53de86343ed
-size 28430025

SoccerTwos/SoccerTwos-169834.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e6d2b68cf5e3155d0d46b54052d7ef6eaf9550f45a8eb6a354ebabd3d0cb356f
-size 1768746

SoccerTwos/SoccerTwos-169834.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fdd4c12e56e360e6aaed436b91c0c89753d544b2bd72122cefa835b7c0884056
-size 28429781

SoccerTwos/{SoccerTwos-13999984.onnx → SoccerTwos-26999841.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd868aa85f340d3dc9b23a978c77536e9772369e2e83e3a2fd86eccced9032c7
-size 1768746
+oid sha256:bc2530f7fa1c8f39e41f6b4106de25e34db2163d7ba8864b4588cbfbb4ca4b53
+size 1764633

SoccerTwos/{SoccerTwos-13999984.pt → SoccerTwos-26999841.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dbc08997b861b24f6dc9c07712de2ee5e6f647d8a251d18c98a1fbfbbea5d07
-size 28430025
+oid sha256:0478ba5b2f38d25cc8e63c83572dbd27de6d9720aa27057195434b91c62d2520
+size 28421201

SoccerTwos/{SoccerTwos-14999820.onnx → SoccerTwos-27499890.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:670406f4e042ac47c9fe9ede04e1c7894ed5aa8a51c4c1fc285011354d6fbd2f
-size 1768746
+oid sha256:a45f6cbed7f2f310f8de22992729b0abf3da55725ce9859207183b35aad75380
+size 1764633

SoccerTwos/{SoccerTwos-14499712.pt → SoccerTwos-27499890.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75b7fb901634afb7bc6a1d447ea2368b633f02954a002f92b4007d3ffb19d3ef
-size 28430025
+oid sha256:e2c6fae58574a2bf30429fd0eccaca22393542dfc1b28d2b11eabb4a754557d5
+size 28421201

SoccerTwos/{SoccerTwos-14499712.onnx → SoccerTwos-27999954.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f38dd1b52a915a01f32c3d85915135706acf88f921d5ec3b072c9fc403ac44a
-size 1768746
+oid sha256:d96e9e40571837902a8a46095943ad0a54ac0102d602ebf7ec926cf30d4cf2f5
+size 1764633

SoccerTwos/SoccerTwos-27999954.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e898ba8b6875ce710a44476b04954d5ea7425af9f27a32bd018838bfdbe291
+size 28421201

SoccerTwos/{SoccerTwos-15499856.onnx → SoccerTwos-28499899.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:193b493d6b582c4b0efb48d1fedc28d9672efccc65c284ba440a0e52761df587
-size 1768746
+oid sha256:0000e30eb5934bbcdafc120d17661f95c54d570f2f4abcb402922b77e436ba0e
+size 1764633

SoccerTwos/SoccerTwos-28499899.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6852eed144e4bf414d281339c0a9898d7c49e2fac25f25bdde0d6d023d694289
+size 28421201

SoccerTwos/SoccerTwos-28935864.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cdf9deb0cd1c70668c29c45e0630edf09cd3be5b61d195e928627d0976abec
+size 1764633

SoccerTwos/SoccerTwos-28935864.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae71b4b5b964d560de4e6e7d4c827d73dbea84f1d7e34b8a9fc87b313ced3dc3
+size 28421201

SoccerTwos/SoccerTwos-499576.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c4d3dc1e35ee31e1c6127559b01cd2e779399bb1ec32afd872789d531b3c824c
-size 28429781

SoccerTwos/SoccerTwos-499600.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:da362247a3cf61f9640882af501b3208f63b7b7979f62280c59ece39a7433c64
-size 28429781

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5534ca1f6bfcacdaaa01d093b0e8ea06dedb9870b5d33093428121b2cafe671
-size 28428927
+oid sha256:ae71b4b5b964d560de4e6e7d4c827d73dbea84f1d7e34b8a9fc87b313ced3dc3
+size 28421201

SoccerTwos/events.out.tfevents.1682410093.isa6-dhcp-84-220.naist.jp.86281.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1298af805d9629fc9249e1da5933f72be13c2dbd8fed487934fd00f58c40b5
+size 29647070

SoccerTwos/events.out.tfevents.1682437820.DESKTOP-FD791MC.114112.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6a2ffe9d2d52b4e592a91d5f732f19f91d059f3420f49617df026ebc24b2b472
-size 15434346

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 100000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.app", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 5
     even_checkpoints: false
-    max_steps: 50000000
+    max_steps: 100000000
     time_horizon: 1000
     summary_freq: 10000
     threaded: false
@@ -50,7 +50,7 @@ behaviors:
       initial_elo: 1200.0
     behavioral_cloning: null
 env_settings:
-  env_path: ./training-envs-executables/SoccerTwos.exe
+  env_path: ./training-envs-executables/SoccerTwos.app
   env_args: null
   base_port: 5005
   num_envs: 1

run_logs/Player-0.log

@@ -1,7 +1,8 @@
-Mono path[0] = 'C:/Users/shaho/Downloads/SoccerAI/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/Managed'
-Mono config path = 'C:/Users/shaho/Downloads/SoccerAI/ml-agents/training-envs-executables/SoccerTwos/MonoBleedingEdge/etc'
-Initialize engine version: 2021.3.14f1 (eee1884e7226)
-[Subsystems] Discovering subsystems at path C:/Users/shaho/Downloads/SoccerAI/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
+Mono path[0] = '/Users/shahoorkausmally/Desktop/soccer-AI/ml-agents/training-envs-executables/SoccerTwos.app/Contents/Resources/Data/Managed'
+Mono config path = '/Users/shahoorkausmally/Desktop/soccer-AI/ml-agents/training-envs-executables/SoccerTwos.app/Contents/MonoBleedingEdge/etc'
+New input system (experimental) initialized
+Initialize engine version: 2021.3.17f1 (3e8111cac19d)
+[Subsystems] Discovering subsystems at path /Users/shahoorkausmally/Desktop/soccer-AI/ml-agents/training-envs-executables/SoccerTwos.app/Contents/Resources/Data/UnitySubsystems
 Forcing GfxDevice: Null
 GfxDevice: creating device client; threaded=0; jobified=0
 NullGfxDevice:
@@ -9,9 +10,8 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  2.806 seconds
+- Completed reload, in  0.144 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
@@ -35,7 +35,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.555000 ms
+UnloadTime: 1.772062 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 TOO LONG
@@ -350,376 +350,45 @@ TOO LONG
 TOO LONG
 TOO LONG
 TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-Setting up 8 worker threads for Enlighten.
+Setting up 12 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 292721 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 545118 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
-      Peak Allocated Bytes 2.0 MB
+      Peak Allocated Bytes 2.1 MB
       Overflow Count 0
-    [ALLOC_TEMP_Loading.AsyncRead]
-      Initial Block Size 64.0 KB
-      Current Block Size 64.0 KB
-      Peak Allocated Bytes 369 B
+    [ALLOC_TEMP_Job.Worker 18]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 67.1 KB
+      Peak Allocated Bytes 78.8 KB
       Overflow Count 4
     [ALLOC_TEMP_Background Job.Worker 8]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
-      Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 6]
-      Initial Block Size 256.0 KB
-      Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
-      Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 0]
-      Initial Block Size 256.0 KB
-      Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
-      Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 9]
-      Initial Block Size 32.0 KB
-      Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 5]
+    [ALLOC_TEMP_Job.Worker 16]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 14]
-      Initial Block Size 32.0 KB
-      Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
-      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 6]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 4]
       Initial Block Size 256.0 KB
@@ -729,142 +398,207 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 14]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 3]
+    [ALLOC_TEMP_Job.Worker 17]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 13]
+    [ALLOC_TEMP_Job.Worker 3]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 12]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 1]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_EnlightenWorker] x 8
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 23
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 15]
+    [ALLOC_TEMP_Background Job.Worker 5]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 1]
+    [ALLOC_TEMP_Background Job.Worker 13]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 2]
+    [ALLOC_TEMP_OSX HID Input]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 11]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 7]
+    [ALLOC_TEMP_Job.Worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0.7 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
-      Overflow Count 0
-    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15
-      Initial Block Size 64.0 KB
-      Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 5]
+    [ALLOC_TEMP_Background Job.Worker 0]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 9]
+    [ALLOC_TEMP_Job.Worker 20]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 13]
+    [ALLOC_TEMP_Job.Worker 11]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 4]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 8]
+    [ALLOC_TEMP_BatchDeleteObjects]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 7]
+    [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 1]
+    [ALLOC_TEMP_Job.Worker 21]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 2]
+    [ALLOC_TEMP_Job.Worker 5]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 3]
+    [ALLOC_TEMP_Background Job.Worker 9]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 11]
+    [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 10]
+    [ALLOC_TEMP_Job.Worker 13]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 0]
+    [ALLOC_TEMP_EnlightenWorker] x 12
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 15]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 11]
+    [ALLOC_TEMP_Background Job.Worker 2]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 7]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 22]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 9]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 8]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 7]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 10]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 15]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 12]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 4]
-      Initial Block Size 32.0 KB
-      Current Block Size 32.0 KB
-      Peak Allocated Bytes 54 B
+    [ALLOC_TEMP_Job.Worker 19]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_BatchDeleteObjects]
+    [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 143 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 4
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 0.9 MB
+      Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 292722 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 545119 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 5.0 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 292722 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 545119 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 17.4 MB
@@ -894,51 +628,51 @@ Memory Statistics:
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 0.9 MB
+      Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 292721 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 545118 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 292722 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 545119 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 173.6 KB
+      Peak Allocated memory 173.5 KB
       Peak Large allocation bytes 0 B
 [ALLOC_CACHEOBJECTS] Dual Thread Allocator
-  Peak main deferred allocation count 2
+  Peak main deferred allocation count 0
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 0.9 MB
+      Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 292722 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 545119 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 292721 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 545118 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
-      Peak Allocated memory 2.2 MB
+      Peak Allocated memory 3.4 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 0.9 MB
+      Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 292722 frames
+      Peak usage frame count: [0-1.0 KB]: 545119 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 292721 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 545118 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,305 +2,305 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 1.6287299394607544,
-            "min": 1.4662706851959229,
-            "max": 3.2956995964050293,
-            "count": 1552
+            "value": 1.3697651624679565,
+            "min": 1.2648961544036865,
+            "max": 3.2957470417022705,
+            "count": 2893
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 30698.302734375,
-            "min": 12919.7275390625,
-            "max": 109431.15625,
-            "count": 1552
+            "value": 27044.64453125,
+            "min": 22575.865234375,
+            "max": 118413.796875,
+            "count": 2893
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 64.72,
-            "min": 40.33613445378151,
+            "value": 63.52564102564103,
+            "min": 33.55172413793103,
             "max": 999.0,
-            "count": 1552
+            "count": 2893
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19416.0,
-            "min": 16236.0,
-            "max": 23620.0,
-            "count": 1552
+            "value": 19820.0,
+            "min": 14452.0,
+            "max": 27484.0,
+            "count": 2893
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1589.8754507510332,
-            "min": 1198.7761366156951,
-            "max": 1701.0210181290458,
-            "count": 1521
+            "value": 1659.8433784207673,
+            "min": 1197.9671043715189,
+            "max": 1716.153060176751,
+            "count": 2891
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 238481.317612655,
-            "min": 2397.5522732313902,
-            "max": 383549.2540285338,
-            "count": 1521
+            "value": 258935.5670336397,
+            "min": 2408.6515307437826,
+            "max": 446570.9739819133,
+            "count": 2891
         },
         "SoccerTwos.Step.mean": {
-            "value": 15519986.0,
-            "min": 9828.0,
-            "max": 15519986.0,
-            "count": 1552
+            "value": 28929950.0,
+            "min": 9758.0,
+            "max": 28929950.0,
+            "count": 2893
         },
         "SoccerTwos.Step.sum": {
-            "value": 15519986.0,
-            "min": 9828.0,
-            "max": 15519986.0,
-            "count": 1552
+            "value": 28929950.0,
+            "min": 9758.0,
+            "max": 28929950.0,
+            "count": 2893
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.05698617547750473,
-            "min": -0.1401437222957611,
-            "max": 0.16817758977413177,
-            "count": 1552
+            "value": 0.004980441648513079,
+            "min": -0.13963189721107483,
+            "max": 0.23325316607952118,
+            "count": 2893
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -8.604912757873535,
-            "min": -24.045684814453125,
-            "max": 27.292739868164062,
-            "count": 1552
+            "value": 0.7719684839248657,
+            "min": -25.831899642944336,
+            "max": 33.355201721191406,
+            "count": 2893
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.05266300588846207,
-            "min": -0.1389784812927246,
-            "max": 0.1681230515241623,
-            "count": 1552
+            "value": 0.0066825589165091515,
+            "min": -0.14365743100643158,
+            "max": 0.24196134507656097,
+            "count": 2893
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -7.952113628387451,
-            "min": -23.88492774963379,
-            "max": 28.145206451416016,
-            "count": 1552
+            "value": 1.0357966423034668,
+            "min": -26.57662582397461,
+            "max": 34.60047149658203,
+            "count": 2893
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 1552
+            "count": 2893
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 1552
+            "count": 2893
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.10229403846311254,
-            "min": -0.5285866667826971,
-            "max": 0.6009100019931793,
-            "count": 1552
+            "value": -0.04979354643052624,
+            "min": -0.6910166690746943,
+            "max": 0.42671578808834676,
+            "count": 2893
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -15.446399807929993,
-            "min": -69.0945999622345,
-            "max": 54.6804004907608,
-            "count": 1552
+            "value": -7.717999696731567,
+            "min": -84.68740034103394,
+            "max": 54.21119982004166,
+            "count": 2893
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.10229403846311254,
-            "min": -0.5285866667826971,
-            "max": 0.6009100019931793,
-            "count": 1552
+            "value": -0.04979354643052624,
+            "min": -0.6910166690746943,
+            "max": 0.42671578808834676,
+            "count": 2893
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -15.446399807929993,
-            "min": -69.0945999622345,
-            "max": 54.6804004907608,
-            "count": 1552
+            "value": -7.717999696731567,
+            "min": -84.68740034103394,
+            "max": 54.21119982004166,
+            "count": 2893
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 1552
+            "count": 2893
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 1552
+            "count": 2893
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.0169548955008698,
-            "min": 0.009525689581641928,
-            "max": 0.024283291197692354,
-            "count": 750
+            "value": 0.01574349036285033,
+            "min": 0.009663422273782392,
+            "max": 0.026608878828119485,
+            "count": 1403
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.0169548955008698,
-            "min": 0.009525689581641928,
-            "max": 0.024283291197692354,
-            "count": 750
+            "value": 0.01574349036285033,
+            "min": 0.009663422273782392,
+            "max": 0.026608878828119485,
+            "count": 1403
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.09788514251510302,
-            "min": 2.5786558050337285e-06,
-            "max": 0.12347274372975031,
-            "count": 750
+            "value": 0.09998235156138738,
+            "min": 0.000996815184286485,
+            "max": 0.1347443292538325,
+            "count": 1403
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.09788514251510302,
-            "min": 2.5786558050337285e-06,
-            "max": 0.12347274372975031,
-            "count": 750
+            "value": 0.09998235156138738,
+            "min": 0.000996815184286485,
+            "max": 0.1347443292538325,
+            "count": 1403
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.0989710509777069,
-            "min": 2.5562685285270465e-06,
-            "max": 0.12620969861745834,
-            "count": 750
+            "value": 0.10118135089675585,
+            "min": 0.0010012711369199677,
+            "max": 0.13781699165701866,
+            "count": 1403
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.0989710509777069,
-            "min": 2.5562685285270465e-06,
-            "max": 0.12620969861745834,
-            "count": 750
+            "value": 0.10118135089675585,
+            "min": 0.0010012711369199677,
+            "max": 0.13781699165701866,
+            "count": 1403
         },
         "SoccerTwos.Policy.LearningRate.mean": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 750
+            "count": 1403
         },
         "SoccerTwos.Policy.LearningRate.sum": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 750
+            "count": 1403
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 750
+            "count": 1403
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 750
+            "count": 1403
         },
         "SoccerTwos.Policy.Beta.mean": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 750
+            "count": 1403
         },
         "SoccerTwos.Policy.Beta.sum": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 750
+            "count": 1403
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1682437813",
-        "python_version": "3.9.16 | packaged by conda-forge | (main, Feb  1 2023, 21:28:38) [MSC v.1929 64 bit (AMD64)]",
-        "command_line_arguments": "C:\\Users\\shaho\\anaconda3\\envs\\rl\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --force",
+        "start_time_seconds": "1682410090",
+        "python_version": "3.9.16 (main, Mar  8 2023, 04:29:44) \n[Clang 14.0.6 ]",
+        "command_line_arguments": "/Users/shahoorkausmally/opt/anaconda3/envs/rl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.app --run-id=SoccerTwos --no-graphics --force",
         "mlagents_version": "0.31.0.dev0",
         "mlagents_envs_version": "0.31.0.dev0",
         "communication_protocol_version": "1.5.0",
-        "pytorch_version": "2.0.0+cpu",
+        "pytorch_version": "1.11.0",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1682478429"
+        "end_time_seconds": "1682587958"
     },
-    "total": 40616.134613300004,
+    "total": 177877.038014227,
     "count": 1,
-    "self": 0.24602590000722557,
+    "self": 0.009543682012008503,
     "children": {
         "run_training.setup": {
-            "total": 0.12680390000000008,
+            "total": 0.037134902000000025,
             "count": 1,
-            "self": 0.12680390000000008
+            "self": 0.037134902000000025
         },
         "TrainerController.start_learning": {
-            "total": 40615.7617835,
+            "total": 177876.991335643,
             "count": 1,
-            "self": 26.01709330277663,
+            "self": 46.906998191348976,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 8.745542599983036,
-                    "count": 78,
-                    "self": 8.745542599983036
+                    "total": 6.980836843951093,
+                    "count": 145,
+                    "self": 6.980836843951093
                 },
                 "TrainerController.advance": {
-                    "total": 40580.84028799725,
-                    "count": 1071330,
-                    "self": 25.90732779787504,
+                    "total": 177822.6658479777,
+                    "count": 2016088,
+                    "self": 46.45848843094427,
                     "children": {
                         "env_step": {
-                            "total": 17242.37352810108,
-                            "count": 1071330,
-                            "self": 13538.08489410418,
+                            "total": 44195.718673491014,
+                            "count": 2016088,
+                            "self": 34837.5042717071,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 3688.9081952977676,
-                                    "count": 1071330,
-                                    "self": 142.1715414972332,
+                                    "total": 9326.21591820184,
+                                    "count": 2016088,
+                                    "self": 277.45708925111103,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 3546.7366538005344,
-                                            "count": 1951504,
-                                            "self": 3546.7366538005344
+                                            "total": 9048.75882895073,
+                                            "count": 3634190,
+                                            "self": 9048.75882895073
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 15.380438699132572,
-                                    "count": 1071330,
+                                    "total": 31.99848358207666,
+                                    "count": 2016088,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 40572.934522902,
-                                            "count": 1071330,
+                                            "total": 177759.29820163586,
+                                            "count": 2016088,
                                             "is_parallel": true,
-                                            "self": 29727.042418400786,
+                                            "self": 149860.4279496555,
                                             "children": {
                                                 "steps_from_proto": {
-                                                    "total": 0.13111849999992042,
-                                                    "count": 156,
+                                                    "total": 0.35539504585845405,
+                                                    "count": 290,
                                                     "is_parallel": true,
-                                                    "self": 0.029176399992333124,
+                                                    "self": 0.0852955782905771,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.1019421000075873,
-                                                            "count": 624,
+                                                            "total": 0.27009946756787695,
+                                                            "count": 1160,
                                                             "is_parallel": true,
-                                                            "self": 0.1019421000075873
+                                                            "self": 0.27009946756787695
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 10845.760986001213,
-                                                    "count": 1071330,
+                                                    "total": 27898.51485693449,
+                                                    "count": 2016088,
                                                     "is_parallel": true,
-                                                    "self": 497.2748624998676,
+                                                    "self": 1757.6433416013751,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 401.12630950270136,
-                                                            "count": 1071330,
+                                                            "total": 1385.140794365653,
+                                                            "count": 2016088,
                                                             "is_parallel": true,
-                                                            "self": 401.12630950270136
+                                                            "self": 1385.140794365653
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 8241.885107501017,
-                                                            "count": 1071330,
+                                                            "total": 20200.67506038736,
+                                                            "count": 2016088,
                                                             "is_parallel": true,
-                                                            "self": 8241.885107501017
+                                                            "self": 20200.67506038736
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 1705.4747064976268,
-                                                            "count": 2142660,
+                                                            "total": 4555.055660580105,
+                                                            "count": 4032176,
                                                             "is_parallel": true,
-                                                            "self": 384.0775635927989,
+                                                            "self": 1111.0086384964243,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 1321.397142904828,
-                                                                    "count": 8570640,
+                                                                    "total": 3444.0470220836805,
+                                                                    "count": 16128704,
                                                                     "is_parallel": true,
-                                                                    "self": 1321.397142904828
+                                                                    "self": 3444.0470220836805
                                                                 }
                                                             }
                                                         }
@@ -313,31 +313,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 23312.559432098293,
-                            "count": 1071329,
-                            "self": 177.13513749728008,
+                            "total": 133580.48868605576,
+                            "count": 2016088,
+                            "self": 353.2625176515721,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 4041.5152028010634,
-                                    "count": 1071329,
-                                    "self": 4037.1647219010865,
+                                    "total": 19580.932550105896,
+                                    "count": 2016088,
+                                    "self": 19565.2294530829,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 4.3504808999771285,
-                                            "count": 31,
-                                            "self": 4.3504808999771285
+                                            "total": 15.703097022997099,
+                                            "count": 57,
+                                            "self": 15.703097022997099
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 19093.90909179995,
-                                    "count": 750,
-                                    "self": 2499.1446321996264,
+                                    "total": 113646.2936182983,
+                                    "count": 1404,
+                                    "self": 6876.812801696331,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 16594.764459600323,
-                                            "count": 22500,
-                                            "self": 16594.764459600323
+                                            "total": 106769.48081660196,
+                                            "count": 42092,
+                                            "self": 106769.48081660196
                                         }
                                     }
                                 }
@@ -346,19 +346,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.0999938240274787e-06,
+                    "total": 1.6659905668348074e-06,
                     "count": 1,
-                    "self": 1.0999938240274787e-06
+                    "self": 1.6659905668348074e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.15885849999904167,
+                    "total": 0.437650963984197,
                     "count": 1,
-                    "self": 0.0073673000006238,
+                    "self": 0.002921929000876844,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.15149119999841787,
+                            "total": 0.43472903498332016,
                             "count": 1,
-                            "self": 0.15149119999841787
+                            "self": 0.43472903498332016
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,65 +2,65 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 13999984,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-13999984.onnx",
+                "steps": 26999841,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-26999841.onnx",
                 "reward": 0.0,
-                "creation_time": 1682474568.3469288,
+                "creation_time": 1682572258.556572,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-13999984.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-26999841.pt"
                 ]
             },
             {
-                "steps": 14499712,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-14499712.onnx",
+                "steps": 27499890,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-27499890.onnx",
                 "reward": 0.0,
-                "creation_time": 1682475819.6594205,
+                "creation_time": 1682576266.909625,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-14499712.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-27499890.pt"
                 ]
             },
             {
-                "steps": 14999820,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-14999820.onnx",
+                "steps": 27999954,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-27999954.onnx",
                 "reward": 0.0,
-                "creation_time": 1682477092.9329247,
+                "creation_time": 1682580215.8031218,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-14999820.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-27999954.pt"
                 ]
             },
             {
-                "steps": 15499856,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-15499856.onnx",
+                "steps": 28499899,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-28499899.onnx",
                 "reward": 0.0,
-                "creation_time": 1682478370.7476966,
+                "creation_time": 1682584318.311719,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-15499856.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-28499899.pt"
                 ]
             },
             {
-                "steps": 15521534,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-15521534.onnx",
-                "reward": 0.0,
-                "creation_time": 1682478428.9753013,
+                "steps": 28935864,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-28935864.onnx",
+                "reward": null,
+                "creation_time": 1682587958.632502,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-15521534.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-28935864.pt"
                 ]
             }
         ],
-        "elo": 1583.2884782136978,
+        "elo": 1672.7598007903844,
         "final_checkpoint": {
-            "steps": 15521534,
-            "file_path": "results\\SoccerTwos\\SoccerTwos.onnx",
-            "reward": 0.0,
-            "creation_time": 1682478428.9753013,
+            "steps": 28935864,
+            "file_path": "results/SoccerTwos/SoccerTwos.onnx",
+            "reward": null,
+            "creation_time": 1682587958.632502,
             "auxillary_file_paths": [
-                "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-15521534.pt"
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-28935864.pt"
             ]
         }
     },
     "metadata": {
         "stats_format_version": "0.3.0",
         "mlagents_version": "0.31.0.dev0",
-        "torch_version": "2.0.0+cpu"
+        "torch_version": "1.11.0"
     }
 }