Push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0365882f54e3e916ed111483fa276b55c5f6c11c750a6136376a9a57489d8e2
+oid sha256:fbde57f05965243c3954994325473b5cbe397f4b3750a975bff899d02559a786
 size 2820313

SoccerTwos/{SoccerTwos-495999939.onnx → SoccerTwos-575999927.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bdf299c0625e1043359882f1ddddd74c17cd87cfee0c0d2e8cd7f93d0078a9b
+oid sha256:787a1ba12ab6807e522f93f99e20b443bb21429ae2aa4f6dc1792d8a5fe283d4
 size 2820313

SoccerTwos/{SoccerTwos-495999939.pt → SoccerTwos-575999927.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5500ce7b8bbb1a2ec8951fd191d6e01bf5b28a63e7e47620846e6e0a77d0f04a
+oid sha256:4b107d2cd6d21dcf29e7179c229edb4e4fa36c32b80e68e6b7a5f5b50fdf43b7
 size 34740723

SoccerTwos/{SoccerTwos-497753927.onnx → SoccerTwos-577788493.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0365882f54e3e916ed111483fa276b55c5f6c11c750a6136376a9a57489d8e2
+oid sha256:fbde57f05965243c3954994325473b5cbe397f4b3750a975bff899d02559a786
 size 2820313

SoccerTwos/{SoccerTwos-497753927.pt → SoccerTwos-577788493.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ada5ded3b5beb16412cd793833423784346ddfe47c831c871815786f3c514295
+oid sha256:cc368863b15318092603748888c6358d3f75aeb2b7acfa78ff5649fd3a641c83
 size 34740723

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5b37aec39148225418b65c45bcd0d030f63642fd6fa766001d6f8a1bdcb12dd
+oid sha256:0138bc8796ada7945efbe47a49e33c4055946e2fb809c937f6d7b950905948e1
 size 34739343

SoccerTwos/events.out.tfevents.1679167038.jonatan-System-Product-Name.443418.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae102280f301383a5d2c439400e45f0986f68dd99810d0aef42e2683698b28d
+size 2922933

SoccerTwos/events.out.tfevents.1679231226.jonatan-System-Product-Name.702043.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d2c5007479d2bf1741c030e1fd7c9c403db2df4554818dbbde56c0f87a60b
+size 5457157

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.005, "epsilon": 0.25, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "constant"}, "checkpoint_interval": 2000000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.97, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 2, "even_checkpoints": false, "max_steps": 1000000000, "time_horizon": 1000, "summary_freq": 100000, "threaded": false, "self_play": {"save_steps": 200000, "team_change": 200000, "swap_steps": 2000, "window": 50, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 6, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "0046", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.005, "epsilon": 0.25, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "constant"}, "checkpoint_interval": 2000000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.9675, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 2, "even_checkpoints": false, "max_steps": 1000000000, "time_horizon": 1000, "summary_freq": 100000, "threaded": false, "self_play": {"save_steps": 200000, "team_change": 200000, "swap_steps": 2000, "window": 50, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 6, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "0046", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -24,7 +24,7 @@ behaviors:
       deterministic: false
     reward_signals:
       extrinsic:
-        gamma: 0.97
+        gamma: 0.9675
         strength: 1.0
         network_settings:
           normalize: false

run_logs/Player-0.log

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa6d79ceed6ebba59a1270d4b5b4b025d07084e39a56a72818e736d0129e23ce
-size 11757
+oid sha256:11c006161b458323405513beb0948196052f7a07f98af345b23b55a4bd697ed1
+size 11766

run_logs/Player-1.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.066 seconds
+- Completed reload, in  0.055 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.481011 ms
+UnloadTime: 0.632696 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 31885 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 172849 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -88,7 +88,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 5]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
@@ -168,7 +168,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 7]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 1]
       Initial Block Size 256.0 KB
@@ -211,19 +211,19 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 5
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 31886 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 172850 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 4.9 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 31886 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 172850 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 17.4 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 31885 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 172849 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 31886 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 172850 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,16 +273,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 31886 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 172850 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 31885 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 172849 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
-      Peak Allocated memory 4.5 MB
+      Peak Allocated memory 4.4 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 31886 frames
+      Peak usage frame count: [0-1.0 KB]: 172850 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 31885 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 172849 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-2.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.072 seconds
+- Completed reload, in  0.074 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.469651 ms
+UnloadTime: 0.606046 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 31014 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 168354 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -68,7 +68,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
@@ -193,7 +193,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 10]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 0]
       Initial Block Size 32.0 KB
@@ -217,16 +217,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 31015 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 168355 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.8 MB
+      Peak Allocated memory 4.9 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 31015 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 168355 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.5 MB
+      Peak Allocated memory 17.3 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 31014 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 168354 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 31015 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 168355 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 31015 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 168355 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 31014 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 168354 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 31015 frames
+      Peak usage frame count: [0-1.0 KB]: 168355 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 31014 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 168354 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-3.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.051 seconds
+- Completed reload, in  0.075 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.460784 ms
+UnloadTime: 0.562665 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 30368 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 164368 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -163,7 +163,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 8]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 7]
       Initial Block Size 256.0 KB
@@ -193,7 +193,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 10]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 0]
       Initial Block Size 32.0 KB
@@ -217,17 +217,17 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 30369 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 164369 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.7 MB
-      Peak Large allocation bytes 0 B
+      Peak Allocated memory 20.8 MB
+      Peak Large allocation bytes 16.0 MB
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 30369 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 164369 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.5 MB
-      Peak Large allocation bytes 16.0 MB
+      Peak Allocated memory 1.5 MB
+      Peak Large allocation bytes 0 B
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
   Used Block Count 1
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 30368 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 164368 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 30369 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 164369 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 30369 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 164369 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 30368 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 164368 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 30369 frames
+      Peak usage frame count: [0-1.0 KB]: 164369 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 30368 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 164368 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-4.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.050 seconds
+- Completed reload, in  0.063 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,16 +36,17 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.436028 ms
+UnloadTime: 0.612428 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
+TOO LONG
 Setting up 6 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 29671 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 160666 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -68,12 +69,12 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
@@ -211,22 +212,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 5
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 29672 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 160667 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.9 MB
+      Peak Allocated memory 4.8 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 29672 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 160667 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.3 MB
+      Peak Allocated memory 17.5 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +256,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 29671 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 160666 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 29672 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 160667 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +274,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 29672 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 160667 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 29671 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 160666 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +292,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 29672 frames
+      Peak usage frame count: [0-1.0 KB]: 160667 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 29671 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 160666 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-5.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.073 seconds
+- Completed reload, in  0.062 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.542186 ms
+UnloadTime: 0.643917 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 28859 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 156882 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -73,7 +73,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
@@ -88,7 +88,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 5]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
@@ -211,22 +211,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 5
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 28860 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 156883 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.9 MB
+      Peak Allocated memory 4.8 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 28860 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 156883 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.4 MB
+      Peak Allocated memory 17.5 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 28859 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 156882 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 28860 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 156883 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,16 +273,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 28860 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 156883 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 28859 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 156882 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
-      Peak Allocated memory 4.5 MB
+      Peak Allocated memory 4.2 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 28860 frames
+      Peak usage frame count: [0-1.0 KB]: 156883 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 28859 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 156882 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,201 +2,201 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 0.36111992597579956,
-            "min": 0.3501666188240051,
-            "max": 0.36472031474113464,
-            "count": 95
+            "value": 0.28677448630332947,
+            "min": 0.27140912413597107,
+            "max": 0.34325042366981506,
+            "count": 521
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 75840.9609375,
-            "min": 60918.72265625,
-            "max": 79663.9609375,
-            "count": 95
+            "value": 59520.6171875,
+            "min": 31333.47265625,
+            "max": 74862.546875,
+            "count": 521
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 66.56486486486486,
-            "min": 64.89445910290237,
-            "max": 87.17077464788733,
-            "count": 95
+            "value": 68.0732044198895,
+            "min": 55.33445945945946,
+            "max": 78.62738853503184,
+            "count": 521
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 197032.0,
-            "min": 155736.0,
-            "max": 198096.0,
-            "count": 95
+            "value": 197140.0,
+            "min": 79020.0,
+            "max": 198476.0,
+            "count": 521
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1871.1446120194357,
-            "min": 1845.6125598136189,
-            "max": 1908.9753467405405,
-            "count": 95
+            "value": 1900.6217335059923,
+            "min": 1858.5576582873484,
+            "max": 1929.491657055488,
+            "count": 521
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 2769294.025788765,
-            "min": 2127642.5416697524,
-            "max": 2838158.7682882664,
-            "count": 95
+            "value": 2752100.270116677,
+            "min": 1190363.3296635207,
+            "max": 3390245.682871105,
+            "count": 521
         },
         "SoccerTwos.Step.mean": {
-            "value": 497699932.0,
-            "min": 488299921.0,
-            "max": 497699932.0,
-            "count": 95
+            "value": 577699916.0,
+            "min": 525699972.0,
+            "max": 577699916.0,
+            "count": 521
         },
         "SoccerTwos.Step.sum": {
-            "value": 497699932.0,
-            "min": 488299921.0,
-            "max": 497699932.0,
-            "count": 95
+            "value": 577699916.0,
+            "min": 525699972.0,
+            "max": 577699916.0,
+            "count": 521
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.0113816624507308,
-            "min": -0.04630586504936218,
-            "max": 0.0119319511577487,
-            "count": 95
+            "value": -0.0005870701861567795,
+            "min": -0.047794558107852936,
+            "max": 0.024462172761559486,
+            "count": 521
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -16.844860076904297,
-            "min": -62.56621551513672,
-            "max": 14.688232421875,
-            "count": 95
+            "value": -0.8500776290893555,
+            "min": -70.11461639404297,
+            "max": 39.82441711425781,
+            "count": 521
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.010693184100091457,
-            "min": -0.047035183757543564,
-            "max": 0.011445342563092709,
-            "count": 95
+            "value": -0.0006319179083220661,
+            "min": -0.04730235040187836,
+            "max": 0.02417299523949623,
+            "count": 521
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -15.825912475585938,
-            "min": -62.180511474609375,
-            "max": 14.089216232299805,
-            "count": 95
+            "value": -0.9150171279907227,
+            "min": -69.39254760742188,
+            "max": 39.3536376953125,
+            "count": 521
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 95
+            "count": 521
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 95
+            "count": 521
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.01255810760162972,
-            "min": -0.12043505412882025,
-            "max": 0.03754757689141962,
-            "count": 95
+            "value": -0.0226943367752581,
+            "min": -0.13003585344167398,
+            "max": 0.07444975347646256,
+            "count": 521
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -18.585999250411987,
-            "min": -165.59819942712784,
-            "max": 47.2723993062973,
-            "count": 95
+            "value": -32.86139965057373,
+            "min": -196.216999232769,
+            "max": 105.94199919700623,
+            "count": 521
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.01255810760162972,
-            "min": -0.12043505412882025,
-            "max": 0.03754757689141962,
-            "count": 95
+            "value": -0.0226943367752581,
+            "min": -0.13003585344167398,
+            "max": 0.07444975347646256,
+            "count": 521
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -18.585999250411987,
-            "min": -165.59819942712784,
-            "max": 47.2723993062973,
-            "count": 95
+            "value": -32.86139965057373,
+            "min": -196.216999232769,
+            "max": 105.94199919700623,
+            "count": 521
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.01735171730193542,
-            "min": 0.015464631125117497,
-            "max": 0.0200787114816679,
-            "count": 95
+            "value": 0.016119902781235092,
+            "min": 0.014534018008246979,
+            "max": 0.021544867219442192,
+            "count": 521
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.0867585865096771,
-            "min": 0.04798637275380315,
-            "max": 0.1003935574083395,
-            "count": 95
+            "value": 0.08059951390617547,
+            "min": 0.015350827563088388,
+            "max": 0.10772433609721097,
+            "count": 521
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.06388228463629882,
-            "min": 0.05344766738514105,
-            "max": 0.06643050834536553,
-            "count": 95
+            "value": 0.061769253611564635,
+            "min": 0.053441562627752626,
+            "max": 0.07148611076176167,
+            "count": 521
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.31941142318149407,
-            "min": 0.1892847732951244,
-            "max": 0.3321525417268276,
-            "count": 95
+            "value": 0.30884626805782317,
+            "min": 0.06786695246895154,
+            "max": 0.35743055380880834,
+            "count": 521
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.06431245466073354,
-            "min": 0.053690449918309846,
-            "max": 0.06671163971225422,
-            "count": 95
+            "value": 0.06212293766438961,
+            "min": 0.05357155536611875,
+            "max": 0.07191415486236415,
+            "count": 521
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.3215622733036677,
-            "min": 0.19029968579610188,
-            "max": 0.33355819856127106,
-            "count": 95
+            "value": 0.31061468832194805,
+            "min": 0.06823482488592465,
+            "max": 0.3595707743118207,
+            "count": 521
         },
         "SoccerTwos.Policy.LearningRate.mean": {
-            "value": 0.00010046983252510862,
-            "min": 0.00010046983252510862,
-            "max": 0.0001023474882262803,
-            "count": 95
+            "value": 8.4468891725583e-05,
+            "min": 8.4468891725583e-05,
+            "max": 9.486393756805751e-05,
+            "count": 521
         },
         "SoccerTwos.Policy.LearningRate.sum": {
-            "value": 0.000502349162625543,
-            "min": 0.0003070424646788409,
-            "max": 0.0005116551451725494,
-            "count": 95
+            "value": 0.000422344458627915,
+            "min": 9.486393756805751e-05,
+            "max": 0.0004742575370713629,
+            "count": 521
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.25,
             "min": 0.25,
             "max": 0.25,
-            "count": 95
+            "count": 521
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 1.25,
-            "min": 0.75,
+            "min": 0.25,
             "max": 1.25,
-            "count": 95
+            "count": 521
         },
         "SoccerTwos.Policy.Beta.mean": {
-            "value": 0.002516721079862,
-            "min": 0.002516721079862,
-            "max": 0.00256356861303,
-            "count": 95
+            "value": 0.0021174974073019997,
+            "min": 0.0021174974073019997,
+            "max": 0.002376853930750001,
+            "count": 521
         },
         "SoccerTwos.Policy.Beta.sum": {
-            "value": 0.01258360539931,
-            "min": 0.0076907058390900005,
-            "max": 0.012815789779949998,
-            "count": 95
+            "value": 0.01058748703651,
+            "min": 0.002376853930750001,
+            "max": 0.011882718991290002,
+            "count": 521
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 95
+            "count": 521
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 95
+            "count": 521
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1679159710",
+        "start_time_seconds": "1679231225",
         "python_version": "3.9.16 (main, Dec  7 2022, 01:11:51) \n[GCC 9.4.0]",
         "command_line_arguments": "/home/jonatan/PycharmProjects/HuggingFaceDLUnit7/venv3.9/bin/mlagents-learn ./config/poca/0046.yaml --env=ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=0046 --num-envs=6 --no-graphics --resume",
         "mlagents_version": "0.31.0.dev0",
@@ -204,59 +204,59 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.13.0+cu117",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1679165614"
+        "end_time_seconds": "1679263988"
     },
-    "total": 5903.923124771012,
+    "total": 32763.638854824996,
     "count": 1,
-    "self": 0.10135244500997942,
+    "self": 0.13714187403093092,
     "children": {
         "run_training.setup": {
-            "total": 0.016572242995607667,
+            "total": 0.024858181976014748,
             "count": 1,
-            "self": 0.016572242995607667
+            "self": 0.024858181976014748
         },
         "TrainerController.start_learning": {
-            "total": 5903.805200083007,
+            "total": 32763.47685476899,
             "count": 1,
-            "self": 5.3461011149629485,
+            "self": 29.597448990185512,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 5.286401777950232,
-                    "count": 49,
-                    "self": 5.286401777950232
+                    "total": 18.28482253983384,
+                    "count": 262,
+                    "self": 18.28482253983384
                 },
                 "TrainerController.advance": {
-                    "total": 5893.0050809850945,
-                    "count": 232798,
-                    "self": 4.412943672257825,
+                    "total": 32715.46232358695,
+                    "count": 1268335,
+                    "self": 23.59526418070891,
                     "children": {
                         "env_step": {
-                            "total": 3223.365467158772,
-                            "count": 232798,
-                            "self": 1058.9589926946064,
+                            "total": 17589.194119198684,
+                            "count": 1268335,
+                            "self": 5696.036248482444,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 2160.1749165012443,
-                                    "count": 666903,
-                                    "self": 53.018651896942174,
+                                    "total": 11870.36646040142,
+                                    "count": 3659466,
+                                    "self": 299.4310473005753,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 2107.156264604302,
-                                            "count": 1233540,
-                                            "self": 2107.156264604302
+                                            "total": 11570.935413100844,
+                                            "count": 6695874,
+                                            "self": 11570.935413100844
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 4.231557962921215,
-                                    "count": 232798,
+                                    "total": 22.791410314821405,
+                                    "count": 1268334,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 35373.29044730392,
-                                            "count": 666771,
+                                            "total": 196390.309336946,
+                                            "count": 3658719,
                                             "is_parallel": true,
-                                            "self": 27773.771948397873,
+                                            "self": 154737.87814483038,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -265,48 +265,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.004425295002874918,
-                                                            "count": 4,
+                                                            "total": 0.002404051017947495,
+                                                            "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.0008185909828171134,
+                                                            "self": 0.0004744040488731116,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.003606704020057805,
-                                                                    "count": 16,
+                                                                    "total": 0.0019296469690743834,
+                                                                    "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.003606704020057805
+                                                                    "self": 0.0019296469690743834
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.04109953100851271,
-                                                            "count": 2,
+                                                            "total": 0.019282556982943788,
+                                                            "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0012760610261466354,
+                                                            "self": 0.0005692300037480891,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0007936570036690682,
-                                                                    "count": 2,
+                                                                    "total": 0.0006249219877645373,
+                                                                    "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0007936570036690682
+                                                                    "self": 0.0006249219877645373
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.03555824498471338,
-                                                                    "count": 2,
+                                                                    "total": 0.01637486697291024,
+                                                                    "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.03555824498471338
+                                                                    "self": 0.01637486697291024
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0034715679939836264,
-                                                                    "count": 4,
+                                                                    "total": 0.0017135380185209215,
+                                                                    "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0006305670394795015,
+                                                                    "self": 0.0003507849760353565,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.002841000954504125,
-                                                                            "count": 16,
+                                                                            "total": 0.001362753042485565,
+                                                                            "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.002841000954504125
+                                                                            "self": 0.001362753042485565
                                                                         }
                                                                     }
                                                                 }
@@ -315,48 +315,48 @@
                                                     }
                                                 },
                                                 "steps_from_proto": {
-                                                    "total": 0.6777621588407783,
-                                                    "count": 576,
+                                                    "total": 3.5403151607024483,
+                                                    "count": 3132,
                                                     "is_parallel": true,
-                                                    "self": 0.10661537206033245,
+                                                    "self": 0.5639501687546726,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.5711467867804458,
-                                                            "count": 2304,
+                                                            "total": 2.9763649919477757,
+                                                            "count": 12528,
                                                             "is_parallel": true,
-                                                            "self": 0.5711467867804458
+                                                            "self": 2.9763649919477757
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 7598.84073674721,
-                                                    "count": 666769,
+                                                    "total": 41648.890876954916,
+                                                    "count": 3658718,
                                                     "is_parallel": true,
-                                                    "self": 532.2043955027766,
+                                                    "self": 2942.735552814527,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 324.43194396045874,
-                                                            "count": 666769,
+                                                            "total": 1788.8063979870058,
+                                                            "count": 3658718,
                                                             "is_parallel": true,
-                                                            "self": 324.43194396045874
+                                                            "self": 1788.8063979870058
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 5396.519401054757,
-                                                            "count": 666769,
+                                                            "total": 29513.387274249515,
+                                                            "count": 3658718,
                                                             "is_parallel": true,
-                                                            "self": 5396.519401054757
+                                                            "self": 29513.387274249515
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 1345.684996229218,
-                                                            "count": 1333538,
+                                                            "total": 7403.961651903868,
+                                                            "count": 7317436,
                                                             "is_parallel": true,
-                                                            "self": 226.5629571662721,
+                                                            "self": 1254.6078011922364,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 1119.122039062946,
-                                                                    "count": 5334152,
+                                                                    "total": 6149.353850711632,
+                                                                    "count": 29269744,
                                                                     "is_parallel": true,
-                                                                    "self": 1119.122039062946
+                                                                    "self": 6149.353850711632
                                                                 }
                                                             }
                                                         }
@@ -369,31 +369,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 2665.226670154065,
-                            "count": 232798,
-                            "self": 69.68165357950784,
+                            "total": 15102.672940207558,
+                            "count": 1268334,
+                            "self": 374.8342574633716,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 1111.8097745796695,
-                                    "count": 232798,
-                                    "self": 1111.1727826976712,
+                                    "total": 6584.891817643773,
+                                    "count": 1268334,
+                                    "self": 6581.46855648575,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 0.6369918819982558,
-                                            "count": 4,
-                                            "self": 0.6369918819982558
+                                            "total": 3.4232611580227967,
+                                            "count": 26,
+                                            "self": 3.4232611580227967
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 1483.7352419948875,
-                                    "count": 462,
-                                    "self": 1063.5697063437838,
+                                    "total": 8142.946865100414,
+                                    "count": 2528,
+                                    "self": 5835.324502782663,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 420.1655356511037,
-                                            "count": 13830,
-                                            "self": 420.1655356511037
+                                            "total": 2307.6223623177502,
+                                            "count": 75840,
+                                            "self": 2307.6223623177502
                                         }
                                     }
                                 }
@@ -402,19 +402,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.0119983926415443e-06,
+                    "total": 8.710194379091263e-07,
                     "count": 1,
-                    "self": 1.0119983926415443e-06
+                    "self": 8.710194379091263e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.16761519300052896,
+                    "total": 0.13225878099910915,
                     "count": 1,
-                    "self": 0.0022948160039959475,
+                    "self": 0.0024366579891648144,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.16532037699653301,
+                            "total": 0.12982212300994433,
                             "count": 1,
-                            "self": 0.16532037699653301
+                            "self": 0.12982212300994433
                         }
                     }
                 }

run_logs/training_status.json

@@ -1,33 +1,33 @@
 {
     "SoccerTwos": {
-        "elo": 1884.7052854086862,
+        "elo": 1856.0967880166559,
         "checkpoints": [
             {
-                "steps": 495999939,
-                "file_path": "results/0046/SoccerTwos/SoccerTwos-495999939.onnx",
+                "steps": 575999927,
+                "file_path": "results/0046/SoccerTwos/SoccerTwos-575999927.onnx",
                 "reward": 0.0,
-                "creation_time": 1679164519.2994163,
+                "creation_time": 1679262866.7188237,
                 "auxillary_file_paths": [
-                    "results/0046/SoccerTwos/SoccerTwos-495999939.pt"
+                    "results/0046/SoccerTwos/SoccerTwos-575999927.pt"
                 ]
             },
             {
-                "steps": 497753927,
-                "file_path": "results/0046/SoccerTwos/SoccerTwos-497753927.onnx",
-                "reward": null,
-                "creation_time": 1679165614.431569,
+                "steps": 577788493,
+                "file_path": "results/0046/SoccerTwos/SoccerTwos-577788493.onnx",
+                "reward": 0.0,
+                "creation_time": 1679263988.7167244,
                 "auxillary_file_paths": [
-                    "results/0046/SoccerTwos/SoccerTwos-497753927.pt"
+                    "results/0046/SoccerTwos/SoccerTwos-577788493.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 497753927,
+            "steps": 577788493,
             "file_path": "results/0046/SoccerTwos.onnx",
-            "reward": null,
-            "creation_time": 1679165614.431569,
+            "reward": 0.0,
+            "creation_time": 1679263988.7167244,
             "auxillary_file_paths": [
-                "results/0046/SoccerTwos/SoccerTwos-497753927.pt"
+                "results/0046/SoccerTwos/SoccerTwos-577788493.pt"
             ]
         }
     },