26th Push

SoccerTwos-15170308.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad74a000ea339aee92f6c2bb7e8b136867ec11bb6e123f76eb11826ca7e7e131
+size 2351062

SoccerTwos-15170308.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8834d950a8cc20e8e6255f45b956c9f0d75b37309644793742c50ad8a0669568
+size 36303154

SoccerTwos-189230528.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc2aa1a2627dc0d6a941f3d4b7968e2290da1703f577e9e37117d0c1fe2f317
+size 2351062

SoccerTwos-189230528.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b909c0531841ba0c7de74e9a3d9435874218843b34ce075467af11ac591d3c
+size 36303358

SoccerTwos-70913316.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585aae44922094d5cd5376c7c164a42862b4c5ab91f28ee3e8616f7e142ce41e
+size 2351062

SoccerTwos-70913316.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ada69007c34a9d1bfa28339a33469bb33c6f4ef3009f685ccca3a1d6f917887
+size 36303154

SoccerTwos-999356.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad1afecace049c7dbb1837f6c37b4f33aed734d733e82f7c3e099cca9f2b49f
+size 2351062

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6442ff347a0a397026b2704653f38adc0a1180db5f9352f0a9d4b6b3e992f39
+oid sha256:99a690de7c65a5b317f46759aa2ae34b0cbcef506db011076f8adbddd4e0e8b0
 size 2351062

SoccerTwos/SoccerTwos-15170308.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad74a000ea339aee92f6c2bb7e8b136867ec11bb6e123f76eb11826ca7e7e131
-size 2351062
+oid sha256:20ff9cd1e4da882f47f6a144a80bcb9a6f2c17e97b3a0507bf530139b3d2d7ed
+size 132

SoccerTwos/SoccerTwos-223397410.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a690de7c65a5b317f46759aa2ae34b0cbcef506db011076f8adbddd4e0e8b0
+size 2351062

SoccerTwos/SoccerTwos-223397410.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff7dc928e49ff7a4dc6f16047b15caaba2f34e9e1e7618459c59c949714cb94
+size 36303358

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a6696363a52b828313de242e60fd218cacf6d1151c38d43e8a75b685c961ffa
+oid sha256:3db3dd88e2be0c757bd3d34a7efcbcf375325b5cd948c525ae5552b608bd1712
 size 36301318

SoccerTwos/events.out.tfevents.1727224624.Bretts-MBP.home.16631.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec834c7d75e81e1025bd555cde6b22f5ce49973368732eedab6125bb238f5ac4
-size 12417
+oid sha256:289184cbfcd0d69b54f8246845a1ac143080309b5c80017da4e466f096f1d789
+size 118099

SoccerTwos/events.out.tfevents.1727225357.Bretts-MBP.home.43555.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac39811c26073dc3f574c5a5115af4ee910e2b6b799d95ef91e2177ea450720
+size 12417

SoccerTwos/events.out.tfevents.1727225429.Bretts-MBP.home.46162.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908b5b82373ee86b57140bf656fcc5144a97776a4e77f69e4906c5accd51789a
+size 22931

SoccerTwos/events.out.tfevents.1727225516.Bretts-MBP.home.49521.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac0a50b1275f61d5a02cecd4523af0509383a6e8b86d1a6e24ad1959485439a
+size 10992941

SoccerTwos/events.out.tfevents.1727290137.Bretts-MacBook-Pro.local.51952.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744c7554a0b823698ad5c5858fe3cdfc6c81ad47a4d90c7284ce0f98342e2ba2
+size 3453857

SoccerTwos/events.out.tfevents.1727357935.Bretts-MBP.home.86795.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e1616092ed7480d17c30be84defeb5f7dbd915fa10a5d26950e456735b7890
+size 21699559

SoccerTwos/events.out.tfevents.1727436604.Bretts-MBP.home.63405.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e1fb4d5fd5fcb51188f7515b0c9fd420846120e885f7c3ada8b4b7f51ef1e9
+size 1903

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2000, "buffer_size": 8000, "learning_rate": 0.0003, "beta": 0.0, "epsilon": 0.2, "lambd": 0.99, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "linear", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": {"sequence_length": 16, "memory_size": 128}, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.999, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "curiosity": {"gamma": 0.7, "strength": 1e-06, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0003, "encoding_size": 512}, "rnd": {"gamma": 0.7, "strength": 1e-06, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 1, "even_checkpoints": false, "max_steps": 10000000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 100000, "team_change": 400000, "swap_steps": 2000, "window": 30, "play_against_latest_model_ratio": 0.9, "initial_elo": 1.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./SoccerTwos/SoccerTwos.app", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "sept-run-01", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 20000, "buffer_size": 80000, "learning_rate": 0.0001, "beta": 0.005, "epsilon": 0.1, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "linear", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": {"sequence_length": 16, "memory_size": 128}, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.999, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "curiosity": {"gamma": 0.7, "strength": 1e-06, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0003, "encoding_size": 512}, "rnd": {"gamma": 0.7, "strength": 1e-06, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 1, "even_checkpoints": false, "max_steps": 10000000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 500000, "team_change": 10000, "swap_steps": 500, "window": 30, "play_against_latest_model_ratio": 0.9, "initial_elo": 1.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./SoccerTwos/SoccerTwos.app", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": false, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "sept-run-01", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -3,12 +3,12 @@ behaviors:
   SoccerTwos:
     trainer_type: poca
     hyperparameters:
-      batch_size: 2000
-      buffer_size: 8000
-      learning_rate: 0.0003
-      beta: 0.0
-      epsilon: 0.2
-      lambd: 0.99
+      batch_size: 20000
+      buffer_size: 80000
+      learning_rate: 0.0001
+      beta: 0.005
+      epsilon: 0.1
+      lambd: 0.95
       num_epoch: 3
       learning_rate_schedule: constant
       beta_schedule: linear
@@ -70,9 +70,9 @@ behaviors:
     summary_freq: 10000
     threaded: false
     self_play:
-      save_steps: 100000
-      team_change: 400000
-      swap_steps: 2000
+      save_steps: 500000
+      team_change: 10000
+      swap_steps: 500
       window: 30
       play_against_latest_model_ratio: 0.9
       initial_elo: 1.0
@@ -95,7 +95,7 @@ engine_settings:
   time_scale: 20
   target_frame_rate: -1
   capture_frame_rate: 60
-  no_graphics: true
+  no_graphics: false
   no_graphics_monitor: false
 environment_parameters: null
 checkpoint_settings:

run_logs/Player-0.log

@@ -3,38 +3,297 @@ Mono config path = '/Users/brettgohre/Desktop/huggingface/ml-agents/SoccerTwos/S
 New input system (experimental) initialized
 Initialize engine version: 2021.3.17f1 (3e8111cac19d)
 [Subsystems] Discovering subsystems at path /Users/brettgohre/Desktop/huggingface/ml-agents/SoccerTwos/SoccerTwos.app/Contents/Resources/Data/UnitySubsystems
-Forcing GfxDevice: Null
-GfxDevice: creating device client; threaded=0; jobified=0
-NullGfxDevice:
-    Version:  NULL 1.0 [1.0]
-    Renderer: Null Device
-    Vendor:   Unity Technologies
+GfxDevice: creating device client; threaded=1; jobified=0
+ preferred device: Apple M3 Max (high power)
+Metal devices available: 1
+0: Apple M3 Max (high power)
+Using device Apple M3 Max (high power)
+Initializing Metal device caps: Apple M3 Max
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.044 seconds
-ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
-WARNING: Shader Did you use #pragma only_renderers and omit this platform?
-WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-ERROR: Shader Standard (Specular setup) shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
-WARNING: Shader Did you use #pragma only_renderers and omit this platform?
-WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
-WARNING: Shader Did you use #pragma only_renderers and omit this platform?
-WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-ERROR: Shader Autodesk Interactive shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
-WARNING: Shader Did you use #pragma only_renderers and omit this platform?
-WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-WARNING: Shader Unsupported: 'Standard' - All subshaders removed
-WARNING: Shader Did you use #pragma only_renderers and omit this platform?
-WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-WARNING: Shader Unsupported: 'Standard' - All subshaders removed
-WARNING: Shader Did you use #pragma only_renderers and omit this platform?
-WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.270125 ms
+- Completed reload, in  0.036 seconds
+UnloadTime: 0.356916 ms
 Registered Communicator in Agent.
-ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+Setting up 7 worker threads for Enlighten.
+Metal RecreateSurface[0x105401490]: surface size 84x84
+Thread 0x16f27b000 may have been prematurely finalized
+Memory Statistics:
+[ALLOC_TEMP_TLS] TLS Allocator
+  StackAllocators : 
+    [ALLOC_TEMP_MAIN]
+      Peak usage frame count: [8.0 KB-16.0 KB]: 10 frames, [2.0 MB-4.0 MB]: 1 frames
+      Initial Block Size 4.0 MB
+      Current Block Size 4.0 MB
+      Peak Allocated Bytes 2.1 MB
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.AsyncRead]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 128 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.PreloadManager]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 78.8 KB
+      Overflow Count 4
+    [ALLOC_TEMP_Background Job.Worker 8]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0.8 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 0]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 10]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 9]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 5]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0.8 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 14]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 6]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 4]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0.8 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 3]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 12]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_EnlightenWorker] x 7
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 15]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 1]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 2]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 7]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_UnityGfxDeviceWorker]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 6.0 KB
+      Overflow Count 0
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 13
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 5]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 9]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0.8 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 13]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 8]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0.8 KB
+      Overflow Count 0
+    [ALLOC_TEMP_OSX HID Input]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 7]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.1 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 1.1 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 3]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 11]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 10]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 0]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 11]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 12]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0.8 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 4]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_BatchDeleteObjects]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+[ALLOC_DEFAULT] Dual Thread Allocator
+  Peak main deferred allocation count 27
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_DEFAULT_MAIN]
+      Peak usage frame count: [8.0 MB-16.0 MB]: 11 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 13.2 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_DEFAULT_THREAD]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 11 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 18.7 MB
+      Peak Large allocation bytes 16.0 MB
+[ALLOC_TEMP_JOB_1_FRAME]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_2_FRAMES]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
+  Initial Block Size 2.0 MB
+  Used Block Count 2
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_ASYNC (Background)]
+  Initial Block Size 1.0 MB
+  Used Block Count 3
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_GFX] Dual Thread Allocator
+  Peak main deferred allocation count 1
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_GFX_MAIN]
+      Peak usage frame count: [32.0 KB-64.0 KB]: 10 frames, [2.0 MB-4.0 MB]: 1 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.7 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_GFX_THREAD]
+      Peak usage frame count: [128.0 KB-256.0 KB]: 11 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 175.9 KB
+      Peak Large allocation bytes 0 B
+[ALLOC_CACHEOBJECTS] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_CACHEOBJECTS_MAIN]
+      Peak usage frame count: [0.5 MB-1.0 MB]: 10 frames, [1.0 MB-2.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 1.1 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_CACHEOBJECTS_THREAD]
+      Peak usage frame count: [2.0 MB-4.0 MB]: 10 frames, [4.0 MB-8.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 2
+      Peak Allocated memory 7.6 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_TYPETREE] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_TYPETREE_MAIN]
+      Peak usage frame count: [0-1.0 KB]: 11 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 1.0 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_TYPETREE_THREAD]
+      Peak usage frame count: [1.0 KB-2.0 KB]: 10 frames, [2.0 KB-4.0 KB]: 1 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.2 KB
+      Peak Large allocation bytes 0 B

run_logs/timers.json

@@ -1,414 +1,112 @@
 {
     "name": "root",
-    "gauges": {
-        "SoccerTwos.Policy.Entropy.mean": {
-            "value": 1.3781930208206177,
-            "min": 1.3744720220565796,
-            "max": 1.741039514541626,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.Entropy.sum": {
-            "value": 28534.109375,
-            "min": 24589.529296875,
-            "max": 40743.671875,
-            "count": 1034
-        },
-        "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 79.45161290322581,
-            "min": 49.166666666666664,
-            "max": 119.3170731707317,
-            "count": 1034
-        },
-        "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19704.0,
-            "min": 16560.0,
-            "max": 21436.0,
-            "count": 1034
-        },
-        "SoccerTwos.Self-play.ELO.mean": {
-            "value": 93.65101164083741,
-            "min": 86.56045520432379,
-            "max": 184.57299554666258,
-            "count": 1034
-        },
-        "SoccerTwos.Self-play.ELO.sum": {
-            "value": 11612.725443463838,
-            "min": 8691.930092205928,
-            "max": 29498.735260938094,
-            "count": 1034
-        },
-        "SoccerTwos.Step.mean": {
-            "value": 189119996.0,
-            "min": 178789949.0,
-            "max": 189119996.0,
-            "count": 1034
-        },
-        "SoccerTwos.Step.sum": {
-            "value": 189119996.0,
-            "min": 178789949.0,
-            "max": 189119996.0,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.07243078202009201,
-            "min": -0.3360375463962555,
-            "max": 0.18055570125579834,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -8.981416702270508,
-            "min": -53.181800842285156,
-            "max": 24.610076904296875,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.07893384248018265,
-            "min": -0.3407939374446869,
-            "max": 0.17904900014400482,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -9.787796020507812,
-            "min": -54.62144470214844,
-            "max": 23.522796630859375,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.CuriosityBaselineEstimate.mean": {
-            "value": 1.9122660432913108e-07,
-            "min": -0.001151102944277227,
-            "max": 0.0024182319175451994,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.CuriosityBaselineEstimate.sum": {
-            "value": 2.3712098482064903e-05,
-            "min": -0.16115440428256989,
-            "max": 0.34580716490745544,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.CuriosityValueEstimate.mean": {
-            "value": 1.9236215109685872e-07,
-            "min": -0.0011043738340958953,
-            "max": 0.0020429561845958233,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.CuriosityValueEstimate.sum": {
-            "value": 2.3852906451793388e-05,
-            "min": -0.15461233258247375,
-            "max": 0.29435789585113525,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.RndBaselineEstimate.mean": {
-            "value": 2.2311963832066795e-08,
-            "min": -0.002267050789669156,
-            "max": 0.002958990866318345,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.RndBaselineEstimate.sum": {
-            "value": 2.766683564914274e-06,
-            "min": -0.3445917069911957,
-            "max": 0.4231356978416443,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.RndValueEstimate.mean": {
-            "value": 2.1164218821922987e-08,
-            "min": -0.0025371587835252285,
-            "max": 0.0022697285749018192,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.RndValueEstimate.sum": {
-            "value": 2.624363105496741e-06,
-            "min": -0.33674874901771545,
-            "max": 0.3245711922645569,
-            "count": 1034
-        },
-        "SoccerTwos.Environment.CumulativeReward.mean": {
-            "value": 0.0,
-            "min": 0.0,
-            "max": 0.0,
-            "count": 1034
-        },
-        "SoccerTwos.Environment.CumulativeReward.sum": {
-            "value": 0.0,
-            "min": 0.0,
-            "max": 0.0,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.021679032233453566,
-            "min": -0.44282786865703394,
-            "max": 0.390961290367188,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -2.688199996948242,
-            "min": -57.01079988479614,
-            "max": 48.47920000553131,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.CuriosityReward.mean": {
-            "value": 4.86458082303531e-06,
-            "min": 5.443049713948268e-07,
-            "max": 6.574109662139293e-06,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.CuriosityReward.sum": {
-            "value": 0.0006032080220563785,
-            "min": 7.783561090946023e-05,
-            "max": 0.000689425590422843,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.RndReward.mean": {
-            "value": 1.287715538959978e-06,
-            "min": 7.856230547035695e-07,
-            "max": 2.1249771742280145e-06,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.RndReward.sum": {
-            "value": 0.00015967672683103729,
-            "min": 0.00014387621671119177,
-            "max": 0.00018277378640618736,
-            "count": 1034
-        },
-        "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.021679032233453566,
-            "min": -0.44282786865703394,
-            "max": 0.390961290367188,
-            "count": 1034
-        },
-        "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -2.688199996948242,
-            "min": -57.01079988479614,
-            "max": 48.47920000553131,
-            "count": 1034
-        },
-        "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.047321543184807524,
-            "min": 0.03148699582864841,
-            "max": 0.11992886561589937,
-            "count": 1034
-        },
-        "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.047321543184807524,
-            "min": 0.03148699582864841,
-            "max": 0.1902564300495821,
-            "count": 1034
-        },
-        "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.11854892037808895,
-            "min": 0.07656206066409747,
-            "max": 0.1504069591561953,
-            "count": 1034
-        },
-        "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.11854892037808895,
-            "min": 0.07656206066409747,
-            "max": 0.26776626519858837,
-            "count": 1034
-        },
-        "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.11993555227915446,
-            "min": 0.07771284443636735,
-            "max": 0.15372675905625025,
-            "count": 1034
-        },
-        "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.11993555227915446,
-            "min": 0.07771284443636735,
-            "max": 0.27362133065859473,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.LearningRate.mean": {
-            "value": 0.0003,
-            "min": 0.0003,
-            "max": 0.0003,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.LearningRate.sum": {
-            "value": 0.0003,
-            "min": 0.0003,
-            "max": 0.0006,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.Epsilon.mean": {
-            "value": 0.20000000000000004,
-            "min": 0.20000000000000004,
-            "max": 0.20000000000000004,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.Epsilon.sum": {
-            "value": 0.20000000000000004,
-            "min": 0.20000000000000004,
-            "max": 0.4000000000000001,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.Beta.mean": {
-            "value": 1.8911295400000063e-07,
-            "min": 1.7878892000000035e-07,
-            "max": 1.8911295400000063e-07,
-            "count": 1034
-        },
-        "SoccerTwos.Policy.Beta.sum": {
-            "value": 1.8911295400000063e-07,
-            "min": 1.7878892000000035e-07,
-            "max": 3.781875359999997e-07,
-            "count": 1034
-        },
-        "SoccerTwos.Losses.CuriosityForwardLoss.mean": {
-            "value": 0.059419798043866955,
-            "min": 0.04430011318375667,
-            "max": 0.09529003656158845,
-            "count": 1034
-        },
-        "SoccerTwos.Losses.CuriosityForwardLoss.sum": {
-            "value": 0.059419798043866955,
-            "min": 0.04430011318375667,
-            "max": 0.1239892446125547,
-            "count": 1034
-        },
-        "SoccerTwos.Losses.CuriosityInverseLoss.mean": {
-            "value": 1.2251605292161305,
-            "min": 1.2107319831848145,
-            "max": 1.6226676205794017,
-            "count": 1034
-        },
-        "SoccerTwos.Losses.CuriosityInverseLoss.sum": {
-            "value": 1.2251605292161305,
-            "min": 1.2107319831848145,
-            "max": 2.791062255700429,
-            "count": 1034
-        },
-        "SoccerTwos.Losses.RNDLoss.mean": {
-            "value": 0.014285321347415447,
-            "min": 0.012901323847472668,
-            "max": 0.016783548519015312,
-            "count": 1034
-        },
-        "SoccerTwos.Losses.RNDLoss.sum": {
-            "value": 0.014285321347415447,
-            "min": 0.012901323847472668,
-            "max": 0.032633792608976364,
-            "count": 1034
-        },
-        "SoccerTwos.IsTraining.mean": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 1034
-        },
-        "SoccerTwos.IsTraining.sum": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 1034
-        }
-    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1727188528",
+        "start_time_seconds": "1727436599",
         "python_version": "3.10.12 (main, Aug 23 2024, 16:29:11) [Clang 15.0.0 (clang-1500.3.9.4)]",
-        "command_line_arguments": "/Users/brettgohre/Desktop/huggingface/ml-agents/games/bin/mlagents-learn ./config/poca/sept/three.yaml --env=./SoccerTwos/SoccerTwos.app --run-id=sept-run-01 --resume --no-graphics",
+        "command_line_arguments": "/Users/brettgohre/Desktop/huggingface/ml-agents/games/bin/mlagents-learn ./config/poca/sept/three.yaml --env=./SoccerTwos/SoccerTwos.app --run-id=sept-run-01 --resume",
         "mlagents_version": "1.1.0.dev0",
         "mlagents_envs_version": "1.1.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.4.0",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1727224512"
+        "end_time_seconds": "1727436631"
     },
-    "total": 35983.49770029192,
+    "total": 32.1924204158131,
     "count": 1,
-    "self": 0.08363945898599923,
+    "self": 0.05458074901252985,
     "children": {
         "run_training.setup": {
-            "total": 0.018821208039298654,
+            "total": 0.02169874985702336,
             "count": 1,
-            "self": 0.018821208039298654
+            "self": 0.02169874985702336
         },
         "TrainerController.start_learning": {
-            "total": 35983.39523962489,
+            "total": 32.11614091694355,
             "count": 1,
-            "self": 6.235370217356831,
+            "self": 0.004970627371221781,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 4.630654625128955,
-                    "count": 27,
-                    "self": 4.630654625128955
+                    "total": 5.666287417057902,
+                    "count": 2,
+                    "self": 5.666287417057902
                 },
                 "TrainerController.advance": {
-                    "total": 35972.41701407451,
-                    "count": 704312,
-                    "self": 5.832071551587433,
+                    "total": 26.319063497474417,
+                    "count": 459,
+                    "self": 0.004252036800608039,
                     "children": {
                         "env_step": {
-                            "total": 28817.246928388486,
-                            "count": 704312,
-                            "self": 27742.76929838606,
+                            "total": 25.17989750718698,
+                            "count": 459,
+                            "self": 24.44002800155431,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 1070.5935122335795,
-                                    "count": 704312,
-                                    "self": 39.795816264813766,
+                                    "total": 0.7371473771054298,
+                                    "count": 460,
+                                    "self": 0.024143889546394348,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 1030.7976959687658,
-                                            "count": 1296574,
-                                            "self": 1030.7976959687658
+                                            "total": 0.7130034875590354,
+                                            "count": 860,
+                                            "self": 0.7130034875590354
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 3.8841177688445896,
-                                    "count": 704311,
+                                    "total": 0.002722128527238965,
+                                    "count": 458,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 35970.29673069273,
-                                            "count": 704311,
+                                            "total": 21.355418500723317,
+                                            "count": 458,
                                             "is_parallel": true,
-                                            "self": 8961.662063932745,
+                                            "self": 2.8029659220483154,
                                             "children": {
                                                 "steps_from_proto": {
-                                                    "total": 0.03622587467543781,
-                                                    "count": 54,
+                                                    "total": 0.004344666842371225,
+                                                    "count": 6,
                                                     "is_parallel": true,
-                                                    "self": 0.00454957690089941,
+                                                    "self": 0.0006427913904190063,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.0316762977745384,
-                                                            "count": 216,
+                                                            "total": 0.003701875451952219,
+                                                            "count": 24,
                                                             "is_parallel": true,
-                                                            "self": 0.0316762977745384
+                                                            "self": 0.003701875451952219
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 27008.59844088531,
-                                                    "count": 704311,
+                                                    "total": 18.54810791183263,
+                                                    "count": 458,
                                                     "is_parallel": true,
-                                                    "self": 70.87291683093645,
+                                                    "self": 0.04751036665402353,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 527.5704898335971,
-                                                            "count": 704311,
+                                                            "total": 0.37625791947357357,
+                                                            "count": 458,
                                                             "is_parallel": true,
-                                                            "self": 527.5704898335971
+                                                            "self": 0.37625791947357357
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 25540.6204636693,
-                                                            "count": 704311,
+                                                            "total": 17.542716563213617,
+                                                            "count": 458,
                                                             "is_parallel": true,
-                                                            "self": 25540.6204636693
+                                                            "self": 17.542716563213617
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 869.5345705514774,
-                                                            "count": 1408622,
+                                                            "total": 0.5816230624914169,
+                                                            "count": 916,
                                                             "is_parallel": true,
-                                                            "self": 105.35918086278252,
+                                                            "self": 0.0724278271663934,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 764.1753896886948,
-                                                                    "count": 5634488,
+                                                                    "total": 0.5091952353250235,
+                                                                    "count": 3664,
                                                                     "is_parallel": true,
-                                                                    "self": 764.1753896886948
+                                                                    "self": 0.5091952353250235
                                                                 }
                                                             }
                                                         }
@@ -421,33 +119,14 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 7149.338014134439,
-                            "count": 704311,
-                            "self": 56.82280270801857,
+                            "total": 1.13491395348683,
+                            "count": 458,
+                            "self": 0.030756863299757242,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 2286.966482809512,
-                                    "count": 704311,
-                                    "self": 2284.324856644962,
-                                    "children": {
-                                        "RLTrainer._checkpoint": {
-                                            "total": 2.6416261645499617,
-                                            "count": 21,
-                                            "self": 2.6416261645499617
-                                        }
-                                    }
-                                },
-                                "_update_policy": {
-                                    "total": 4805.548728616908,
-                                    "count": 1397,
-                                    "self": 923.5975278588012,
-                                    "children": {
-                                        "TorchPOCAOptimizer.update": {
-                                            "total": 3881.951200758107,
-                                            "count": 16764,
-                                            "self": 3881.951200758107
-                                        }
-                                    }
+                                    "total": 1.1041570901870728,
+                                    "count": 458,
+                                    "self": 1.1041570901870728
                                 }
                             }
                         }
@@ -459,14 +138,14 @@
                     "self": 4.5797787606716156e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.1122002499178052,
+                    "total": 0.12581891706213355,
                     "count": 1,
-                    "self": 0.0006080828607082367,
+                    "self": 0.0008235829882323742,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.11159216705709696,
+                            "total": 0.12499533407390118,
                             "count": 1,
-                            "self": 0.11159216705709696
+                            "self": 0.12499533407390118
                         }
                     }
                 }

run_logs/training_status.json

@@ -1,24 +1,24 @@
 {
     "SoccerTwos": {
-        "elo": 93.65101164083744,
+        "elo": 132.5457167665223,
         "checkpoints": [
             {
-                "steps": 189129132,
-                "file_path": "results/sept-run-01/SoccerTwos/SoccerTwos-189129132.onnx",
+                "steps": 223397410,
+                "file_path": "results/sept-run-01/SoccerTwos/SoccerTwos-223397410.onnx",
                 "reward": 0.0,
-                "creation_time": 1727224512.4740841,
+                "creation_time": 1727436631.4573078,
                 "auxillary_file_paths": [
-                    "results/sept-run-01/SoccerTwos/SoccerTwos-189129132.pt"
+                    "results/sept-run-01/SoccerTwos/SoccerTwos-223397410.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 189129132,
+            "steps": 223397410,
             "file_path": "results/sept-run-01/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1727224512.4740841,
+            "creation_time": 1727436631.4573078,
             "auxillary_file_paths": [
-                "results/sept-run-01/SoccerTwos/SoccerTwos-189129132.pt"
+                "results/sept-run-01/SoccerTwos/SoccerTwos-223397410.pt"
             ]
         }
     },