v5.88

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fa23ff78eb5bc8bbb407c84891dbea92c1222d05ce400297705d604c400d400
+oid sha256:a10f35bbab2e16ebd21c01b871252a77bd1fb38acfad644878b1b4c7edf3ef36
 size 2815689

SoccerTwos/SoccerTwos-50244128.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9fa23ff78eb5bc8bbb407c84891dbea92c1222d05ce400297705d604c400d400
-size 2815689

SoccerTwos/SoccerTwos-50244128.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:10d0d8fb138a0e074a9bee35a47be43301481fcd1ecb19962808036aafe0c943
-size 35525901

SoccerTwos/{SoccerTwos-48499996.onnx → SoccerTwos-86499986.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe4d7e25f1f61535c79c70a62b74d76375fee894d821f57631c10350b66d2bb4
+oid sha256:6faaeb1470634e7950f52761c360b0aa36251d3154ae992032e7ed6023a8cf14
 size 2815689

SoccerTwos/{SoccerTwos-49499998.pt → SoccerTwos-86499986.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c6e38f5801a6ce3971dea1c3d086ffd0c3bb41c6ac0f17089305d2d930b1173
+oid sha256:c1cbdd7f0faedbfdf0524760ef09a5ae026ac0e525a543be4b02fd176c507aad
 size 35525901

SoccerTwos/{SoccerTwos-49499998.onnx → SoccerTwos-86999977.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83175fdf4b499e9df5fab92123e9db469c503b1fbe1d0b39a16e7f7828009ae4
+oid sha256:d33a17fe7861b9992d9010d5081b3cfe57827f3c319d0adaa32c9a4cf9b96c89
 size 2815689

SoccerTwos/{SoccerTwos-48499996.pt → SoccerTwos-86999977.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05ffab794648738eccaec69d843b910fbb37c10ab73c1d381712537b3e2ba4d9
+oid sha256:413770ff4fe758625384d3c61d9c69213fd9dc3610d5f53ec0eb121253160eab
 size 35525901

SoccerTwos/{SoccerTwos-48999870.onnx → SoccerTwos-87499934.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:014ff03f33ccd9dfa070ac50889c824f6bdcac94a58de3eabea79771bd4deb66
+oid sha256:51e390a6d91f8ddafb36ba8d4378cfa6919773a3f46ba4d2654ed1101f14b623
 size 2815689

SoccerTwos/{SoccerTwos-49999988.pt → SoccerTwos-87499934.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f71a4512840efa601af9c0f08ded65063ae9a0325fa0dd218cd33af4965d709f
+oid sha256:7b7a4a6344efad0c6cf231d814a37652d905be868366b57453badbe2e5d3141a
 size 35525901

SoccerTwos/{SoccerTwos-49999988.onnx → SoccerTwos-87999944.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:282a28b715724db7f00ec635e8dd5c1622e5b6bc99594946e4a1014dbd32f5fa
+oid sha256:56c54b59809acf7cdb17fe3c3311101aba6a491a30422f8812e5679d048e409e
 size 2815689

SoccerTwos/{SoccerTwos-48999870.pt → SoccerTwos-87999944.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2169858f64fafbb28fb1bef0328d62466c1aff51d4d6b825554d3283efafbbac
+oid sha256:6612049f38adc90c7e368c12db81465cec2006fa0de4e2fe25346478d03dde7b
 size 35525901

SoccerTwos/SoccerTwos-88361212.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10f35bbab2e16ebd21c01b871252a77bd1fb38acfad644878b1b4c7edf3ef36
+size 2815689

SoccerTwos/SoccerTwos-88361212.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152560ab580d38fe93f974a95ef65a787fce635300b1f33f7bed0e3845c63c61
+size 35525901

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10d0d8fb138a0e074a9bee35a47be43301481fcd1ecb19962808036aafe0c943
+oid sha256:152560ab580d38fe93f974a95ef65a787fce635300b1f33f7bed0e3845c63c61
 size 35525901

SoccerTwos/events.out.tfevents.1680270736.linux.fritz.box.23658.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed854b2ec870eddfc3bf723a035ed72cefc7968212cb401a4e433a6a3ef3be55
+size 39435122

run_logs/Player-0.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.086 seconds
+- Completed reload, in  0.165 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.912910 ms
+UnloadTime: 2.054928 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 312096 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 716799 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -73,7 +73,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
@@ -143,7 +143,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
@@ -171,22 +171,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 4
+  Peak main deferred allocation count 5
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 312097 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 716800 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.7 MB
+      Peak Allocated memory 4.8 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 312097 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 716800 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.6 MB
+      Peak Allocated memory 17.4 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -215,13 +215,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 312096 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 716799 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 312097 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 716800 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -233,13 +233,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 312097 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 716800 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 312096 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 716799 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -251,13 +251,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 312097 frames
+      Peak usage frame count: [0-1.0 KB]: 716800 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 312096 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 716799 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,261 +2,261 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 1.4183956384658813,
-            "min": 1.398594617843628,
-            "max": 1.6958080530166626,
-            "count": 1660
+            "value": 0.9213100671768188,
+            "min": 0.8997219204902649,
+            "max": 1.4968522787094116,
+            "count": 3812
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 27687.08203125,
-            "min": 15082.263671875,
-            "max": 40202.734375,
-            "count": 1660
+            "value": 17070.033203125,
+            "min": 15851.7919921875,
+            "max": 34738.2578125,
+            "count": 3812
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 54.51111111111111,
-            "min": 38.06349206349206,
-            "max": 81.078125,
-            "count": 1660
+            "value": 60.860759493670884,
+            "min": 40.752066115702476,
+            "max": 88.32142857142857,
+            "count": 3812
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19624.0,
-            "min": 7724.0,
-            "max": 21236.0,
-            "count": 1660
+            "value": 19232.0,
+            "min": 11588.0,
+            "max": 22336.0,
+            "count": 3812
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1818.2583582664433,
-            "min": 1745.2337641544154,
-            "max": 1861.1968735340065,
-            "count": 1660
+            "value": 1924.7233386319263,
+            "min": 1800.27163177604,
+            "max": 1932.5369627096397,
+            "count": 3812
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 327286.5044879598,
-            "min": 110774.77417624679,
-            "max": 449836.55641888897,
-            "count": 1660
+            "value": 304106.28750384436,
+            "min": 189431.72344524728,
+            "max": 440631.20625137386,
+            "count": 3812
         },
         "SoccerTwos.Step.mean": {
-            "value": 50239952.0,
-            "min": 33649896.0,
-            "max": 50239952.0,
-            "count": 1660
+            "value": 88359957.0,
+            "min": 50249988.0,
+            "max": 88359957.0,
+            "count": 3812
         },
         "SoccerTwos.Step.sum": {
-            "value": 50239952.0,
-            "min": 33649896.0,
-            "max": 50239952.0,
-            "count": 1660
+            "value": 88359957.0,
+            "min": 50249988.0,
+            "max": 88359957.0,
+            "count": 3812
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.0067557236179709435,
-            "min": -0.15469954907894135,
-            "max": 0.07358665019273758,
-            "count": 1660
+            "value": 0.00055821513524279,
+            "min": -0.11587593704462051,
+            "max": 0.07424170523881912,
+            "count": 3812
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -1.2092745304107666,
-            "min": -29.23821449279785,
-            "max": 12.918013572692871,
-            "count": 1660
+            "value": 0.08875620365142822,
+            "min": -21.133066177368164,
+            "max": 13.4646635055542,
+            "count": 3812
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.00687007000669837,
-            "min": -0.15562890470027924,
-            "max": 0.07387322932481766,
-            "count": 1660
+            "value": 0.002311012940481305,
+            "min": -0.11393074691295624,
+            "max": 0.0757085382938385,
+            "count": 3812
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -1.2297425270080566,
-            "min": -29.413862228393555,
-            "max": 13.666547775268555,
-            "count": 1660
+            "value": 0.3674510717391968,
+            "min": -21.042131423950195,
+            "max": 13.959843635559082,
+            "count": 3812
         },
         "SoccerTwos.Policy.CuriosityBaselineEstimate.mean": {
-            "value": 0.003615199588239193,
-            "min": 0.0031208039727061987,
-            "max": 0.007002003025263548,
-            "count": 1660
+            "value": 0.0031224729027599096,
+            "min": 0.001137942890636623,
+            "max": 0.003901552641764283,
+            "count": 3812
         },
         "SoccerTwos.Policy.CuriosityBaselineEstimate.sum": {
-            "value": 0.6471207141876221,
-            "min": 0.381656676530838,
-            "max": 1.4521714448928833,
-            "count": 1660
+            "value": 0.49647319316864014,
+            "min": 0.1710708737373352,
+            "max": 0.8213729858398438,
+            "count": 3812
         },
         "SoccerTwos.Policy.CuriosityValueEstimate.mean": {
-            "value": 0.0036184925120323896,
-            "min": 0.0031035703141242266,
-            "max": 0.006959179881960154,
-            "count": 1660
+            "value": 0.003119617234915495,
+            "min": 0.0011227381182834506,
+            "max": 0.0038905933033674955,
+            "count": 3812
         },
         "SoccerTwos.Policy.CuriosityValueEstimate.sum": {
-            "value": 0.6477101445198059,
-            "min": 0.3785913586616516,
-            "max": 1.4337968826293945,
-            "count": 1660
+            "value": 0.4960191249847412,
+            "min": 0.16847315430641174,
+            "max": 0.820351243019104,
+            "count": 3812
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 1660
+            "count": 3812
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 1660
+            "count": 3812
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.0617385476661128,
-            "min": -0.42737910373887017,
-            "max": 0.32229863209267184,
-            "count": 1660
+            "value": 0.12638993683101246,
+            "min": -0.3880192759525345,
+            "max": 0.3646674872907393,
+            "count": 3812
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -11.051200032234192,
-            "min": -75.04779988527298,
-            "max": 56.9405996799469,
-            "count": 1660
+            "value": 20.09599995613098,
+            "min": -67.85599964857101,
+            "max": 63.07379949092865,
+            "count": 3812
         },
         "SoccerTwos.Policy.CuriosityReward.mean": {
-            "value": 0.019947295109663345,
+            "value": 0.019566923904865276,
             "min": 0.0,
-            "max": 0.04713458152115345,
-            "count": 1660
+            "max": 0.02983882995613385,
+            "count": 3812
         },
         "SoccerTwos.Policy.CuriosityReward.sum": {
-            "value": 3.570565824629739,
+            "value": 3.111140900873579,
             "min": 0.0,
-            "max": 6.357237994438037,
-            "count": 1660
+            "max": 3.5758749161614105,
+            "count": 3812
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.0617385476661128,
-            "min": -0.42737910373887017,
-            "max": 0.32229863209267184,
-            "count": 1660
+            "value": 0.12638993683101246,
+            "min": -0.3880192759525345,
+            "max": 0.3646674872907393,
+            "count": 3812
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -11.051200032234192,
-            "min": -75.04779988527298,
-            "max": 56.9405996799469,
-            "count": 1660
+            "value": 20.09599995613098,
+            "min": -67.85599964857101,
+            "max": 63.07379949092865,
+            "count": 3812
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 1660
+            "count": 3812
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 1660
+            "count": 3812
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.011817872176519207,
-            "min": 0.010732746903910689,
-            "max": 0.013871164493029936,
-            "count": 80
+            "value": 0.01185713943365651,
+            "min": 0.010772015846644839,
+            "max": 0.014598616544826654,
+            "count": 185
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.011817872176519207,
-            "min": 0.010732746903910689,
-            "max": 0.013871164493029936,
-            "count": 80
+            "value": 0.01185713943365651,
+            "min": 0.010772015846644839,
+            "max": 0.014598616544826654,
+            "count": 185
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.06353306834896405,
-            "min": 0.05685146570205688,
-            "max": 0.06636625190575918,
-            "count": 80
+            "value": 0.06080132501820723,
+            "min": 0.05564983772734801,
+            "max": 0.06470222858091196,
+            "count": 185
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.06353306834896405,
-            "min": 0.05685146570205688,
-            "max": 0.06636625190575918,
-            "count": 80
+            "value": 0.06080132501820723,
+            "min": 0.05564983772734801,
+            "max": 0.06470222858091196,
+            "count": 185
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.06495661271115144,
-            "min": 0.05810340752204259,
-            "max": 0.0681164162606001,
-            "count": 80
+            "value": 0.060942260275284446,
+            "min": 0.05664048107961814,
+            "max": 0.06603108505407969,
+            "count": 185
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.06495661271115144,
-            "min": 0.05810340752204259,
-            "max": 0.0681164162606001,
-            "count": 80
+            "value": 0.060942260275284446,
+            "min": 0.05664048107961814,
+            "max": 0.06603108505407969,
+            "count": 185
         },
         "SoccerTwos.Policy.LearningRate.mean": {
-            "value": 0.00013320276226576447,
-            "min": 0.00013320276226576447,
-            "max": 0.00018716187761272002,
-            "count": 80
+            "value": 6.145511284862239e-06,
+            "min": 6.145511284862239e-06,
+            "max": 0.00013183688272105774,
+            "count": 185
         },
         "SoccerTwos.Policy.LearningRate.sum": {
-            "value": 0.00013320276226576447,
-            "min": 0.00013320276226576447,
-            "max": 0.00018716187761272002,
-            "count": 80
+            "value": 6.145511284862239e-06,
+            "min": 6.145511284862239e-06,
+            "max": 0.00013183688272105774,
+            "count": 185
         },
         "SoccerTwos.Policy.Epsilon.mean": {
-            "value": 0.1444009022222222,
-            "min": 0.1444009022222222,
-            "max": 0.16238728000000005,
-            "count": 80
+            "value": 0.10204847111111114,
+            "min": 0.10204847111111114,
+            "max": 0.14394560888888885,
+            "count": 185
         },
         "SoccerTwos.Policy.Epsilon.sum": {
-            "value": 0.1444009022222222,
-            "min": 0.1444009022222222,
-            "max": 0.16238728000000005,
-            "count": 80
+            "value": 0.10204847111111114,
+            "min": 0.10204847111111114,
+            "max": 0.14394560888888885,
+            "count": 185
         },
         "SoccerTwos.Policy.Beta.mean": {
-            "value": 0.0022256050208888894,
-            "min": 0.0022256050208888894,
-            "max": 0.0031231252720000007,
-            "count": 80
+            "value": 0.0001122187084444447,
+            "min": 0.0001122187084444447,
+            "max": 0.0022028858835555563,
+            "count": 185
         },
         "SoccerTwos.Policy.Beta.sum": {
-            "value": 0.0022256050208888894,
-            "min": 0.0022256050208888894,
-            "max": 0.0031231252720000007,
-            "count": 80
+            "value": 0.0001122187084444447,
+            "min": 0.0001122187084444447,
+            "max": 0.0022028858835555563,
+            "count": 185
         },
         "SoccerTwos.Losses.CuriosityForwardLoss.mean": {
-            "value": 0.03468668575088183,
-            "min": 0.03468668575088183,
-            "max": 0.06340160754819711,
-            "count": 80
+            "value": 0.030579215784867605,
+            "min": 0.030579215784867605,
+            "max": 0.03481743385394414,
+            "count": 185
         },
         "SoccerTwos.Losses.CuriosityForwardLoss.sum": {
-            "value": 0.03468668575088183,
-            "min": 0.03468668575088183,
-            "max": 0.06340160754819711,
-            "count": 80
+            "value": 0.030579215784867605,
+            "min": 0.030579215784867605,
+            "max": 0.03481743385394414,
+            "count": 185
         },
         "SoccerTwos.Losses.CuriosityInverseLoss.mean": {
-            "value": 0.9865806484222412,
-            "min": 0.9750371980667114,
-            "max": 1.1958354528745014,
-            "count": 80
+            "value": 0.6155096952120463,
+            "min": 0.6044257505734761,
+            "max": 1.0004058869679768,
+            "count": 185
         },
         "SoccerTwos.Losses.CuriosityInverseLoss.sum": {
-            "value": 0.9865806484222412,
-            "min": 0.9750371980667114,
-            "max": 1.1958354528745014,
-            "count": 80
+            "value": 0.6155096952120463,
+            "min": 0.6044257505734761,
+            "max": 1.0004058869679768,
+            "count": 185
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1680197495",
+        "start_time_seconds": "1680270735",
         "python_version": "3.9.16 | packaged by conda-forge | (main, Feb  1 2023, 21:39:03) \n[GCC 11.3.0]",
         "command_line_arguments": "/home/ringo/mambaforge/envs/hfrl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwos5 --no-graphics --resume",
         "mlagents_version": "0.31.0.dev0",
@@ -264,59 +264,59 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0+cu102",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1680270640"
+        "end_time_seconds": "1680438804"
     },
-    "total": 72525.62028098898,
+    "total": 167811.07231626,
     "count": 1,
-    "self": 1.2511183369497303,
+    "self": 1.708601368998643,
     "children": {
         "run_training.setup": {
-            "total": 0.012792229012120515,
+            "total": 0.02799556899117306,
             "count": 1,
-            "self": 0.012792229012120515
+            "self": 0.02799556899117306
         },
         "TrainerController.start_learning": {
-            "total": 72524.35637042302,
+            "total": 167809.335719322,
             "count": 1,
-            "self": 31.513384588295594,
+            "self": 75.25087708572391,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 2.3360127020278014,
-                    "count": 68,
-                    "self": 2.3360127020278014
+                    "total": 4.510569845995633,
+                    "count": 154,
+                    "self": 4.510569845995633
                 },
                 "TrainerController.advance": {
-                    "total": 72489.9886810527,
-                    "count": 1160286,
-                    "self": 33.68587490203208,
+                    "total": 167727.22015851625,
+                    "count": 2652336,
+                    "self": 79.56215500642429,
                     "children": {
                         "env_step": {
-                            "total": 25242.8757303101,
-                            "count": 1160286,
-                            "self": 20391.40072442987,
+                            "total": 58152.129770479456,
+                            "count": 2652336,
+                            "self": 46973.24296579228,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 4833.0395404651645,
-                                    "count": 1160286,
-                                    "self": 206.1031344626972,
+                                    "total": 11136.306385810254,
+                                    "count": 2652336,
+                                    "self": 477.4817703232111,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 4626.936406002467,
-                                            "count": 2080678,
-                                            "self": 4626.936406002467
+                                            "total": 10658.824615487043,
+                                            "count": 4778728,
+                                            "self": 10658.824615487043
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 18.435465415066574,
-                                    "count": 1160286,
+                                    "total": 42.58041887692525,
+                                    "count": 2652336,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 72309.51445994552,
-                                            "count": 1160286,
+                                            "total": 167492.90365375002,
+                                            "count": 2652336,
                                             "is_parallel": true,
-                                            "self": 55463.927844563994,
+                                            "self": 128621.08899398003,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -325,48 +325,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.002130955021129921,
+                                                            "total": 0.00487721199169755,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.0004951070295646787,
+                                                            "self": 0.0011817959893960506,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0016358479915652424,
+                                                                    "total": 0.0036954160023014992,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0016358479915652424
+                                                                    "self": 0.0036954160023014992
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.03356915898621082,
+                                                            "total": 0.05161828899872489,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0009080409654416144,
+                                                            "self": 0.0013376480201259255,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0006295579951256514,
+                                                                    "total": 0.0005653660045936704,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0006295579951256514
+                                                                    "self": 0.0005653660045936704
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.029179003002354875,
+                                                                    "total": 0.0441041860030964,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.029179003002354875
+                                                                    "self": 0.0441041860030964
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.002852557023288682,
+                                                                    "total": 0.005611088970908895,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0005235399294178933,
+                                                                    "self": 0.0012268009595572948,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.002329017093870789,
+                                                                            "total": 0.0043842880113516,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.002329017093870789
+                                                                            "self": 0.0043842880113516
                                                                         }
                                                                     }
                                                                 }
@@ -375,48 +375,48 @@
                                                     }
                                                 },
                                                 "steps_from_proto": {
-                                                    "total": 0.1787195928627625,
-                                                    "count": 134,
+                                                    "total": 0.38075040068360977,
+                                                    "count": 306,
                                                     "is_parallel": true,
-                                                    "self": 0.04293646372389048,
+                                                    "self": 0.07152758873417042,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.13578312913887203,
-                                                            "count": 536,
+                                                            "total": 0.30922281194943935,
+                                                            "count": 1224,
                                                             "is_parallel": true,
-                                                            "self": 0.13578312913887203
+                                                            "self": 0.30922281194943935
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 16845.407895788667,
-                                                    "count": 1160285,
+                                                    "total": 38871.43390936931,
+                                                    "count": 2652335,
                                                     "is_parallel": true,
-                                                    "self": 1038.5947901722684,
+                                                    "self": 2402.2454553469433,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 719.4802574055211,
-                                                            "count": 1160285,
+                                                            "total": 1636.8380842403858,
+                                                            "count": 2652335,
                                                             "is_parallel": true,
-                                                            "self": 719.4802574055211
+                                                            "self": 1636.8380842403858
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 11960.766660614085,
-                                                            "count": 1160285,
+                                                            "total": 27706.12929189531,
+                                                            "count": 2652335,
                                                             "is_parallel": true,
-                                                            "self": 11960.766660614085
+                                                            "self": 27706.12929189531
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 3126.5661875967926,
-                                                            "count": 2320570,
+                                                            "total": 7126.221077886672,
+                                                            "count": 5304670,
                                                             "is_parallel": true,
-                                                            "self": 612.0953690481547,
+                                                            "self": 1397.5593527485617,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 2514.470818548638,
-                                                                    "count": 9282280,
+                                                                    "total": 5728.66172513811,
+                                                                    "count": 21218680,
                                                                     "is_parallel": true,
-                                                                    "self": 2514.470818548638
+                                                                    "self": 5728.66172513811
                                                                 }
                                                             }
                                                         }
@@ -429,31 +429,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 47213.42707584056,
-                            "count": 1160286,
-                            "self": 192.3163880656939,
+                            "total": 109495.52823303037,
+                            "count": 2652336,
+                            "self": 457.6967100808397,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 6999.7229574489465,
-                                    "count": 1160286,
-                                    "self": 6990.1382673919725,
+                                    "total": 16053.939468547702,
+                                    "count": 2652336,
+                                    "self": 16029.984953779727,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 9.584690056974068,
-                                            "count": 33,
-                                            "self": 9.584690056974068
+                                            "total": 23.954514767974615,
+                                            "count": 76,
+                                            "self": 23.954514767974615
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 40021.38773032592,
-                                    "count": 81,
-                                    "self": 6133.06635880348,
+                                    "total": 92983.89205440183,
+                                    "count": 186,
+                                    "self": 14146.908554296824,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 33888.32137152244,
-                                            "count": 12033,
-                                            "self": 33888.32137152244
+                                            "total": 78836.98350010501,
+                                            "count": 27767,
+                                            "self": 78836.98350010501
                                         }
                                     }
                                 }
@@ -462,19 +462,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 2.0560109987854958e-06,
+                    "total": 2.0160223357379436e-06,
                     "count": 1,
-                    "self": 2.0560109987854958e-06
+                    "self": 2.0160223357379436e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.5182900239888113,
+                    "total": 2.354111858003307,
                     "count": 1,
-                    "self": 0.0029413799929898232,
+                    "self": 0.0561904720379971,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.5153486439958215,
+                            "total": 2.29792138596531,
                             "count": 1,
-                            "self": 0.5153486439958215
+                            "self": 2.29792138596531
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,59 +2,59 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 48499996,
-                "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-48499996.onnx",
+                "steps": 86499986,
+                "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-86499986.onnx",
                 "reward": 0.0,
-                "creation_time": 1680262269.861902,
+                "creation_time": 1680427547.2385964,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos5/SoccerTwos/SoccerTwos-48499996.pt"
+                    "results/SoccerTwos5/SoccerTwos/SoccerTwos-86499986.pt"
                 ]
             },
             {
-                "steps": 48999870,
-                "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-48999870.onnx",
+                "steps": 86999977,
+                "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-86999977.onnx",
                 "reward": 0.0,
-                "creation_time": 1680264486.8149145,
+                "creation_time": 1680429652.3812366,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos5/SoccerTwos/SoccerTwos-48999870.pt"
+                    "results/SoccerTwos5/SoccerTwos/SoccerTwos-86999977.pt"
                 ]
             },
             {
-                "steps": 49499998,
-                "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-49499998.onnx",
+                "steps": 87499934,
+                "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-87499934.onnx",
                 "reward": 0.0,
-                "creation_time": 1680267259.2431707,
+                "creation_time": 1680431448.3320553,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos5/SoccerTwos/SoccerTwos-49499998.pt"
+                    "results/SoccerTwos5/SoccerTwos/SoccerTwos-87499934.pt"
                 ]
             },
             {
-                "steps": 49999988,
-                "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-49999988.onnx",
+                "steps": 87999944,
+                "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-87999944.onnx",
                 "reward": 0.0,
-                "creation_time": 1680269108.1124547,
+                "creation_time": 1680435595.4006324,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos5/SoccerTwos/SoccerTwos-49999988.pt"
+                    "results/SoccerTwos5/SoccerTwos/SoccerTwos-87999944.pt"
                 ]
             },
             {
-                "steps": 50244128,
-                "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-50244128.onnx",
+                "steps": 88361212,
+                "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-88361212.onnx",
                 "reward": null,
-                "creation_time": 1680270639.0444434,
+                "creation_time": 1680438802.7882361,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos5/SoccerTwos/SoccerTwos-50244128.pt"
+                    "results/SoccerTwos5/SoccerTwos/SoccerTwos-88361212.pt"
                 ]
             }
         ],
-        "elo": 1818.258358266443,
+        "elo": 1923.8165680161235,
         "final_checkpoint": {
-            "steps": 50244128,
+            "steps": 88361212,
             "file_path": "results/SoccerTwos5/SoccerTwos.onnx",
             "reward": null,
-            "creation_time": 1680270639.0444434,
+            "creation_time": 1680438802.7882361,
             "auxillary_file_paths": [
-                "results/SoccerTwos5/SoccerTwos/SoccerTwos-50244128.pt"
+                "results/SoccerTwos5/SoccerTwos/SoccerTwos-88361212.pt"
             ]
         }
     },