First Push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f655adc115592d6ca55941bd2c5e8970210b77a9174c470a096cf3156594e96b
+oid sha256:69f95b036962d7b13b177d709d0b34f4f5b28f5c0c178bd96c7f3d88bfa80d40
 size 1764633

SoccerTwos/SoccerTwos-18499986.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d32ee96abb5e8a4e6b672df3b625448fe5537fb159d512b261c0f01fd2c2f2
+size 1764633

SoccerTwos/SoccerTwos-18499986.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe677ee50f1c918c097b1c3bf089809f1104b76597706e54eb4e065036de108
+size 28421201

SoccerTwos/SoccerTwos-18999940.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2702cfe89d1534fab3050586a79019632264a308a8993204cdec45c24bde0e37
+size 1764633

SoccerTwos/SoccerTwos-18999940.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772a6336ee758801ecc916afe538b4f68fb0072c15dda97970426cbf257ee13d
+size 28421201

SoccerTwos/SoccerTwos-19499960.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320024e6d3990262f1ab71dc1490d81343c373d11036ecf4b3950ed917d60fed
+size 1764633

SoccerTwos/SoccerTwos-19499960.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527e77b6d772a15c29a01087b492efcf778d3705596d78b9c22fda8157c661fd
+size 28421201

SoccerTwos/SoccerTwos-19999992.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f95b036962d7b13b177d709d0b34f4f5b28f5c0c178bd96c7f3d88bfa80d40
+size 1764633

SoccerTwos/SoccerTwos-19999992.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a59243be4530808fec82a263d467901d4e79848bdd3377fcd6b0deb45f42b81
+size 28421201

SoccerTwos/SoccerTwos-20000128.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f95b036962d7b13b177d709d0b34f4f5b28f5c0c178bd96c7f3d88bfa80d40
+size 1764633

SoccerTwos/SoccerTwos-20000128.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23540d4d635441ff4c361351d82e4eeaf7d5eb55651376c91502f54bc1c8575
+size 28421201

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63fd7e470c196c923ebb613a2e4c391e5dcf2df16886534ca889140225193664
+oid sha256:a23540d4d635441ff4c361351d82e4eeaf7d5eb55651376c91502f54bc1c8575
 size 28421201

SoccerTwos/events.out.tfevents.1683198603.9f26938533b1.9901.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b29e203f7a0c28d544f1b0788382199a05e8fcc910b2d425f07c4b65eb86754
+size 3094473

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "/app/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 20000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "/app/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 5
     even_checkpoints: false
-    max_steps: 5000000
+    max_steps: 20000000
     time_horizon: 1000
     summary_freq: 10000
     threaded: false

run_logs/Player-0.log

@@ -12,7 +12,7 @@ NullGfxDevice:
     Vendor:   Unity Technologies
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  1.218 seconds
+- Completed reload, in  1.407 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -37,7 +37,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.664955 ms
+UnloadTime: 0.632133 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -46,7 +46,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 227613 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 56454 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -69,7 +69,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
@@ -109,7 +109,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 3]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 12]
       Initial Block Size 32.0 KB
@@ -192,19 +192,19 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 4
+  Peak main deferred allocation count 3
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 227614 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 56455 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 4.8 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 227614 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 56455 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 17.4 MB
@@ -236,13 +236,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 227613 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 56454 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 227614 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 56455 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -254,13 +254,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 227614 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 56455 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 227613 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 56454 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.0 MB
@@ -272,13 +272,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 227614 frames
+      Peak usage frame count: [0-1.0 KB]: 56455 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 227613 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 56454 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -1,8 +1,202 @@
 {
     "name": "root",
+    "gauges": {
+        "SoccerTwos.Policy.Entropy.mean": {
+            "value": 1.485861897468567,
+            "min": 1.4161325693130493,
+            "max": 1.5423290729522705,
+            "count": 301
+        },
+        "SoccerTwos.Policy.Entropy.sum": {
+            "value": 29194.21484375,
+            "min": 1602.771484375,
+            "max": 36251.1640625,
+            "count": 301
+        },
+        "SoccerTwos.Environment.EpisodeLength.mean": {
+            "value": 61.65384615384615,
+            "min": 22.0,
+            "max": 92.10714285714286,
+            "count": 301
+        },
+        "SoccerTwos.Environment.EpisodeLength.sum": {
+            "value": 19236.0,
+            "min": 352.0,
+            "max": 21280.0,
+            "count": 301
+        },
+        "SoccerTwos.Self-play.ELO.mean": {
+            "value": 1519.4959382984894,
+            "min": 1437.4569292032425,
+            "max": 1526.0812522463998,
+            "count": 301
+        },
+        "SoccerTwos.Self-play.ELO.sum": {
+            "value": 237041.36637456436,
+            "min": 11632.020236655779,
+            "max": 312178.81070532417,
+            "count": 301
+        },
+        "SoccerTwos.Step.mean": {
+            "value": 19999992.0,
+            "min": 16999982.0,
+            "max": 19999992.0,
+            "count": 301
+        },
+        "SoccerTwos.Step.sum": {
+            "value": 19999992.0,
+            "min": 16999982.0,
+            "max": 19999992.0,
+            "count": 301
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
+            "value": -0.0163718294352293,
+            "min": -0.14314055442810059,
+            "max": 0.09493528306484222,
+            "count": 301
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
+            "value": -2.5540053844451904,
+            "min": -18.396211624145508,
+            "max": 13.006134033203125,
+            "count": 301
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
+            "value": -0.01877325400710106,
+            "min": -0.14332294464111328,
+            "max": 0.09479230642318726,
+            "count": 301
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
+            "value": -2.9286274909973145,
+            "min": -18.58676528930664,
+            "max": 12.98654556274414,
+            "count": 301
+        },
+        "SoccerTwos.Environment.CumulativeReward.mean": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 301
+        },
+        "SoccerTwos.Environment.CumulativeReward.sum": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 301
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.mean": {
+            "value": 0.05954358822260147,
+            "min": -0.32493496745641975,
+            "max": 0.3074630878915723,
+            "count": 301
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.sum": {
+            "value": 9.28879976272583,
+            "min": -52.96439969539642,
+            "max": 48.05840063095093,
+            "count": 301
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.mean": {
+            "value": 0.05954358822260147,
+            "min": -0.32493496745641975,
+            "max": 0.3074630878915723,
+            "count": 301
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.sum": {
+            "value": 9.28879976272583,
+            "min": -52.96439969539642,
+            "max": 48.05840063095093,
+            "count": 301
+        },
+        "SoccerTwos.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 301
+        },
+        "SoccerTwos.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 301
+        },
+        "SoccerTwos.Losses.PolicyLoss.mean": {
+            "value": 0.017207962167837345,
+            "min": 0.012092687339585002,
+            "max": 0.024416165462268206,
+            "count": 145
+        },
+        "SoccerTwos.Losses.PolicyLoss.sum": {
+            "value": 0.017207962167837345,
+            "min": 0.012092687339585002,
+            "max": 0.024416165462268206,
+            "count": 145
+        },
+        "SoccerTwos.Losses.ValueLoss.mean": {
+            "value": 0.09938633441925049,
+            "min": 0.08029485245545705,
+            "max": 0.11386100053787232,
+            "count": 145
+        },
+        "SoccerTwos.Losses.ValueLoss.sum": {
+            "value": 0.09938633441925049,
+            "min": 0.08029485245545705,
+            "max": 0.11386100053787232,
+            "count": 145
+        },
+        "SoccerTwos.Losses.BaselineLoss.mean": {
+            "value": 0.10064105565349261,
+            "min": 0.08131693452596664,
+            "max": 0.11634790102640788,
+            "count": 145
+        },
+        "SoccerTwos.Losses.BaselineLoss.sum": {
+            "value": 0.10064105565349261,
+            "min": 0.08131693452596664,
+            "max": 0.11634790102640788,
+            "count": 145
+        },
+        "SoccerTwos.Policy.LearningRate.mean": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 145
+        },
+        "SoccerTwos.Policy.LearningRate.sum": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 145
+        },
+        "SoccerTwos.Policy.Epsilon.mean": {
+            "value": 0.20000000000000007,
+            "min": 0.20000000000000007,
+            "max": 0.20000000000000007,
+            "count": 145
+        },
+        "SoccerTwos.Policy.Epsilon.sum": {
+            "value": 0.20000000000000007,
+            "min": 0.20000000000000007,
+            "max": 0.20000000000000007,
+            "count": 145
+        },
+        "SoccerTwos.Policy.Beta.mean": {
+            "value": 0.005000000000000001,
+            "min": 0.005000000000000001,
+            "max": 0.005000000000000001,
+            "count": 145
+        },
+        "SoccerTwos.Policy.Beta.sum": {
+            "value": 0.005000000000000001,
+            "min": 0.005000000000000001,
+            "max": 0.005000000000000001,
+            "count": 145
+        }
+    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1683142925",
+        "start_time_seconds": "1683198596",
         "python_version": "3.9.16 (main, Apr 12 2023, 06:58:15) \n[GCC 10.2.1 20210110]",
         "command_line_arguments": "/home/adsp/.local/bin/mlagents-learn /app/ml-agents/config/poca/SoccerTwos.yaml --env=/app/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume",
         "mlagents_version": "0.31.0.dev0",
@@ -10,41 +204,217 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0+cu102",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1683142933"
+        "end_time_seconds": "1683209801"
     },
-    "total": 7.483092588998261,
+    "total": 11205.056510573006,
     "count": 1,
-    "self": 0.5795367719983915,
+    "self": 1.7287488190049771,
     "children": {
         "run_training.setup": {
-            "total": 0.08944584699929692,
+            "total": 0.10738110399688594,
             "count": 1,
-            "self": 0.08944584699929692
+            "self": 0.10738110399688594
         },
         "TrainerController.start_learning": {
-            "total": 6.8141099700005725,
+            "total": 11203.220380650004,
             "count": 1,
-            "self": 0.0010860729962587357,
+            "self": 6.7102737409149995,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 6.433634136999899,
-                    "count": 1,
-                    "self": 6.433634136999899
+                    "total": 7.688850405975245,
+                    "count": 16,
+                    "self": 7.688850405975245
+                },
+                "TrainerController.advance": {
+                    "total": 11188.236127164098,
+                    "count": 206657,
+                    "self": 7.00022713727958,
+                    "children": {
+                        "env_step": {
+                            "total": 5618.61249158885,
+                            "count": 206657,
+                            "self": 4866.444060076537,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 747.8984368372912,
+                                    "count": 206657,
+                                    "self": 33.65128074568929,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 714.2471560916019,
+                                            "count": 376370,
+                                            "self": 714.2471560916019
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 4.269994675021735,
+                                    "count": 206657,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 11185.914613402594,
+                                            "count": 206657,
+                                            "is_parallel": true,
+                                            "self": 7024.021563176168,
+                                            "children": {
+                                                "run_training.setup": {
+                                                    "total": 0.0,
+                                                    "count": 0,
+                                                    "is_parallel": true,
+                                                    "self": 0.0,
+                                                    "children": {
+                                                        "steps_from_proto": {
+                                                            "total": 0.002686097999685444,
+                                                            "count": 2,
+                                                            "is_parallel": true,
+                                                            "self": 0.0006375799712259322,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 0.0020485180284595117,
+                                                                    "count": 8,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0020485180284595117
+                                                                }
+                                                            }
+                                                        },
+                                                        "UnityEnvironment.step": {
+                                                            "total": 0.0339291140116984,
+                                                            "count": 1,
+                                                            "is_parallel": true,
+                                                            "self": 0.0005682320334017277,
+                                                            "children": {
+                                                                "UnityEnvironment._generate_step_input": {
+                                                                    "total": 0.0004020039923489094,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0004020039923489094
+                                                                },
+                                                                "communicator.exchange": {
+                                                                    "total": 0.03056610599742271,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.03056610599742271
+                                                                },
+                                                                "steps_from_proto": {
+                                                                    "total": 0.0023927719885250553,
+                                                                    "count": 2,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0010375599813414738,
+                                                                    "children": {
+                                                                        "_process_rank_one_or_two_observation": {
+                                                                            "total": 0.0013552120071835816,
+                                                                            "count": 8,
+                                                                            "is_parallel": true,
+                                                                            "self": 0.0013552120071835816
+                                                                        }
+                                                                    }
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                },
+                                                "steps_from_proto": {
+                                                    "total": 0.029473287970176898,
+                                                    "count": 30,
+                                                    "is_parallel": true,
+                                                    "self": 0.006431791014620103,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.023041496955556795,
+                                                            "count": 120,
+                                                            "is_parallel": true,
+                                                            "self": 0.023041496955556795
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 4161.863576938456,
+                                                    "count": 206656,
+                                                    "is_parallel": true,
+                                                    "self": 134.55676106736064,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 145.11411984538427,
+                                                            "count": 206656,
+                                                            "is_parallel": true,
+                                                            "self": 145.11411984538427
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 3489.131130971844,
+                                                            "count": 206656,
+                                                            "is_parallel": true,
+                                                            "self": 3489.131130971844
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 393.0615650538675,
+                                                            "count": 413312,
+                                                            "is_parallel": true,
+                                                            "self": 86.62611996957276,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 306.43544508429477,
+                                                                    "count": 1653248,
+                                                                    "is_parallel": true,
+                                                                    "self": 306.43544508429477
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        },
+                        "trainer_advance": {
+                            "total": 5562.6234084379685,
+                            "count": 206657,
+                            "self": 44.66871561296284,
+                            "children": {
+                                "process_trajectory": {
+                                    "total": 875.0877596150967,
+                                    "count": 206657,
+                                    "self": 872.1621953790745,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 2.9255642360221827,
+                                            "count": 7,
+                                            "self": 2.9255642360221827
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 4642.866933209909,
+                                    "count": 145,
+                                    "self": 592.5968202765362,
+                                    "children": {
+                                        "TorchPOCAOptimizer.update": {
+                                            "total": 4050.2701129333727,
+                                            "count": 4350,
+                                            "self": 4050.2701129333727
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
                 },
                 "trainer_threads": {
-                    "total": 1.2119999155402184e-06,
+                    "total": 1.1930096661671996e-06,
                     "count": 1,
-                    "self": 1.2119999155402184e-06
+                    "self": 1.1930096661671996e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.37938854800449917,
+                    "total": 0.5851281460054452,
                     "count": 1,
-                    "self": 0.06696463300613686,
+                    "self": 0.12508021900430322,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.3124239149983623,
+                            "total": 0.46004792700114194,
                             "count": 1,
-                            "self": 0.3124239149983623
+                            "self": 0.46004792700114194
                         }
                     }
                 }

run_logs/training_status.json

@@ -7,59 +7,59 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 3999895,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3999895.onnx",
+                "steps": 18499986,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-18499986.onnx",
                 "reward": 0.0,
-                "creation_time": 1683136739.4324503,
+                "creation_time": 1683204098.5587037,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-3999895.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-18499986.pt"
                 ]
             },
             {
-                "steps": 4499866,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4499866.onnx",
+                "steps": 18999940,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-18999940.onnx",
                 "reward": 0.0,
-                "creation_time": 1683138840.3082354,
+                "creation_time": 1683205972.1399207,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-4499866.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-18999940.pt"
                 ]
             },
             {
-                "steps": 4999994,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4999994.onnx",
+                "steps": 19499960,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-19499960.onnx",
                 "reward": 0.0,
-                "creation_time": 1683140858.976987,
+                "creation_time": 1683207802.4407759,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-4999994.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-19499960.pt"
                 ]
             },
             {
-                "steps": 5000104,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-5000104.onnx",
+                "steps": 19999992,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-19999992.onnx",
                 "reward": 0.0,
-                "creation_time": 1683140859.3395991,
+                "creation_time": 1683209798.6250737,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-5000104.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-19999992.pt"
                 ]
             },
             {
-                "steps": 5000104,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-5000104.onnx",
-                "reward": null,
-                "creation_time": 1683142932.5429318,
+                "steps": 20000128,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-20000128.onnx",
+                "reward": 0.0,
+                "creation_time": 1683209799.1451998,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-5000104.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-20000128.pt"
                 ]
             }
         ],
-        "elo": 1454.0053789241167,
+        "elo": 1520.872095826953,
         "final_checkpoint": {
-            "steps": 5000104,
+            "steps": 20000128,
             "file_path": "results/SoccerTwos/SoccerTwos.onnx",
-            "reward": null,
-            "creation_time": 1683142932.5429318,
+            "reward": 0.0,
+            "creation_time": 1683209799.1451998,
             "auxillary_file_paths": [
-                "results/SoccerTwos/SoccerTwos/SoccerTwos-5000104.pt"
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-20000128.pt"
             ]
         }
     }