Hugging Face's logo

rng0x17
/
poca-SoccerTwos

Reinforcement Learning
ml-agents
TensorBoard
ONNX
unity-ml-agents
deep-reinforcement-learning
ML-Agents-SoccerTwos
Model card Files Metrics Community
rng0x17 commited on
Commit
ff2fe02
•
1 Parent(s): 68b5be9

v5.50

Browse files
Files changed (18) hide show
  1. SoccerTwos.onnx +1 -1
  2. SoccerTwos/SoccerTwos-33646596.onnx +0 -3
  3. SoccerTwos/SoccerTwos-33646596.pt +0 -3
  4. SoccerTwos/{SoccerTwos-31999878.onnx → SoccerTwos-48499996.onnx} +1 -1
  5. SoccerTwos/{SoccerTwos-32999999.pt → SoccerTwos-48499996.pt} +1 -1
  6. SoccerTwos/{SoccerTwos-32999999.onnx → SoccerTwos-48999870.onnx} +1 -1
  7. SoccerTwos/{SoccerTwos-31999878.pt → SoccerTwos-48999870.pt} +1 -1
  8. SoccerTwos/{SoccerTwos-32499928.onnx → SoccerTwos-49499998.onnx} +1 -1
  9. SoccerTwos/{SoccerTwos-33499982.pt → SoccerTwos-49499998.pt} +1 -1
  10. SoccerTwos/{SoccerTwos-33499982.onnx → SoccerTwos-49999988.onnx} +1 -1
  11. SoccerTwos/{SoccerTwos-32499928.pt → SoccerTwos-49999988.pt} +1 -1
  12. SoccerTwos/SoccerTwos-50244128.onnx +3 -0
  13. SoccerTwos/SoccerTwos-50244128.pt +3 -0
  14. SoccerTwos/checkpoint.pt +1 -1
  15. SoccerTwos/events.out.tfevents.1680197496.linux.fritz.box.2101.0 +3 -0
  16. run_logs/Player-0.log +15 -15
  17. run_logs/timers.json +238 -238
  18. run_logs/training_status.json +26 -26
SoccerTwos.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:693e78241b1c621eb93840614cc30d6774aae00e0a21ee2ba50c41320a9f0cba
3
  size 2815689
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fa23ff78eb5bc8bbb407c84891dbea92c1222d05ce400297705d604c400d400
3
  size 2815689
SoccerTwos/SoccerTwos-33646596.onnx DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:693e78241b1c621eb93840614cc30d6774aae00e0a21ee2ba50c41320a9f0cba
3
- size 2815689
 
 
 
 
SoccerTwos/SoccerTwos-33646596.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d8dd78178fede114090ae8138e9fcf2c23e1de7efed7d9567e9eee82e78b11b
3
- size 35525901
 
 
 
 
SoccerTwos/{SoccerTwos-31999878.onnx → SoccerTwos-48499996.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2523ce43e63cbd68fc969bc3fcf28dad06cba673f5e3d6a3254c27173e051aef
3
  size 2815689
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe4d7e25f1f61535c79c70a62b74d76375fee894d821f57631c10350b66d2bb4
3
  size 2815689
SoccerTwos/{SoccerTwos-32999999.pt → SoccerTwos-48499996.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:605980ab99386002a6e8058bb25cf1dbc9afe2d9309e50d6c62f1197fb5aa7c0
3
  size 35525901
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05ffab794648738eccaec69d843b910fbb37c10ab73c1d381712537b3e2ba4d9
3
  size 35525901
SoccerTwos/{SoccerTwos-32999999.onnx → SoccerTwos-48999870.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80e9bf911d475e6a0eb9bd23f9d44ebed1e1658acf51945e75c7782ffd5268af
3
  size 2815689
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:014ff03f33ccd9dfa070ac50889c824f6bdcac94a58de3eabea79771bd4deb66
3
  size 2815689
SoccerTwos/{SoccerTwos-31999878.pt → SoccerTwos-48999870.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e826095b182fc6be7f89d0abf6955e86f652c2867540092e02203ae9e2a5860f
3
  size 35525901
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2169858f64fafbb28fb1bef0328d62466c1aff51d4d6b825554d3283efafbbac
3
  size 35525901
SoccerTwos/{SoccerTwos-32499928.onnx → SoccerTwos-49499998.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d1f31fb6ea15cd9042054c000696cbbcfb927df8fc33463acaac6c4c818ef2f
3
  size 2815689
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83175fdf4b499e9df5fab92123e9db469c503b1fbe1d0b39a16e7f7828009ae4
3
  size 2815689
SoccerTwos/{SoccerTwos-33499982.pt → SoccerTwos-49499998.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29b02564f86db0026ca1f1d41845e9b5cb0a491ee6d507baae7e9bc161076534
3
  size 35525901
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c6e38f5801a6ce3971dea1c3d086ffd0c3bb41c6ac0f17089305d2d930b1173
3
  size 35525901
SoccerTwos/{SoccerTwos-33499982.onnx → SoccerTwos-49999988.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ba39e2a4ecad130abeb21d661f822cb70b6af2369e0d51f2781c7396b73cd62
3
  size 2815689
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:282a28b715724db7f00ec635e8dd5c1622e5b6bc99594946e4a1014dbd32f5fa
3
  size 2815689
SoccerTwos/{SoccerTwos-32499928.pt → SoccerTwos-49999988.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb3b5e6795c6808a6b1c5f3ff401483df0d2efca9b27d5bb191f4764fd1dfaad
3
  size 35525901
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f71a4512840efa601af9c0f08ded65063ae9a0325fa0dd218cd33af4965d709f
3
  size 35525901
SoccerTwos/SoccerTwos-50244128.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fa23ff78eb5bc8bbb407c84891dbea92c1222d05ce400297705d604c400d400
3
+ size 2815689
SoccerTwos/SoccerTwos-50244128.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10d0d8fb138a0e074a9bee35a47be43301481fcd1ecb19962808036aafe0c943
3
+ size 35525901
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d8dd78178fede114090ae8138e9fcf2c23e1de7efed7d9567e9eee82e78b11b
3
  size 35525901
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10d0d8fb138a0e074a9bee35a47be43301481fcd1ecb19962808036aafe0c943
3
  size 35525901
SoccerTwos/events.out.tfevents.1680197496.linux.fritz.box.2101.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f21b146339328cff1cdffcc97bba44d960f68834550608da98a54913e3fc493e
3
+ size 17173300
run_logs/Player-0.log CHANGED
@@ -11,7 +11,7 @@ NullGfxDevice:
11
  Renderer: Null Device
12
  Vendor: Unity Technologies
13
  Begin MonoManager ReloadAssembly
14
- - Completed reload, in 0.081 seconds
15
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
16
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
17
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
36
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
37
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
38
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
39
- UnloadTime: 0.668976 ms
40
  Registered Communicator in Agent.
41
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
42
  requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
45
  [ALLOC_TEMP_TLS] TLS Allocator
46
  StackAllocators :
47
  [ALLOC_TEMP_MAIN]
48
- Peak usage frame count: [8.0 KB-16.0 KB]: 97182 frames, [2.0 MB-4.0 MB]: 1 frames
49
  Initial Block Size 4.0 MB
50
  Current Block Size 4.0 MB
51
  Peak Allocated Bytes 2.1 MB
@@ -73,7 +73,7 @@ Memory Statistics:
73
  [ALLOC_TEMP_Job.Worker 0]
74
  Initial Block Size 256.0 KB
75
  Current Block Size 256.0 KB
76
- Peak Allocated Bytes 0.7 KB
77
  Overflow Count 0
78
  [ALLOC_TEMP_Background Job.Worker 10]
79
  Initial Block Size 32.0 KB
@@ -143,7 +143,7 @@ Memory Statistics:
143
  [ALLOC_TEMP_Job.Worker 2]
144
  Initial Block Size 256.0 KB
145
  Current Block Size 256.0 KB
146
- Peak Allocated Bytes 0 B
147
  Overflow Count 0
148
  [ALLOC_TEMP_Background Job.Worker 3]
149
  Initial Block Size 32.0 KB
@@ -177,16 +177,16 @@ Memory Statistics:
177
  Used Block count 1
178
  Peak Allocated bytes 1.0 MB
179
  [ALLOC_DEFAULT_MAIN]
180
- Peak usage frame count: [4.0 MB-8.0 MB]: 97183 frames
181
  Requested Block Size 16.0 MB
182
  Peak Block count 1
183
- Peak Allocated memory 4.8 MB
184
  Peak Large allocation bytes 0 B
185
  [ALLOC_DEFAULT_THREAD]
186
- Peak usage frame count: [16.0 MB-32.0 MB]: 97183 frames
187
  Requested Block Size 16.0 MB
188
  Peak Block count 1
189
- Peak Allocated memory 17.4 MB
190
  Peak Large allocation bytes 16.0 MB
191
  [ALLOC_TEMP_JOB_1_FRAME]
192
  Initial Block Size 2.0 MB
@@ -215,13 +215,13 @@ Memory Statistics:
215
  Used Block count 1
216
  Peak Allocated bytes 1.0 MB
217
  [ALLOC_GFX_MAIN]
218
- Peak usage frame count: [32.0 KB-64.0 KB]: 97182 frames, [64.0 KB-128.0 KB]: 1 frames
219
  Requested Block Size 16.0 MB
220
  Peak Block count 1
221
  Peak Allocated memory 65.6 KB
222
  Peak Large allocation bytes 0 B
223
  [ALLOC_GFX_THREAD]
224
- Peak usage frame count: [128.0 KB-256.0 KB]: 97183 frames
225
  Requested Block Size 16.0 MB
226
  Peak Block count 1
227
  Peak Allocated memory 173.5 KB
@@ -233,13 +233,13 @@ Memory Statistics:
233
  Used Block count 1
234
  Peak Allocated bytes 1.0 MB
235
  [ALLOC_CACHEOBJECTS_MAIN]
236
- Peak usage frame count: [0.5 MB-1.0 MB]: 97183 frames
237
  Requested Block Size 4.0 MB
238
  Peak Block count 1
239
  Peak Allocated memory 0.6 MB
240
  Peak Large allocation bytes 0 B
241
  [ALLOC_CACHEOBJECTS_THREAD]
242
- Peak usage frame count: [0.5 MB-1.0 MB]: 97182 frames, [4.0 MB-8.0 MB]: 1 frames
243
  Requested Block Size 4.0 MB
244
  Peak Block count 2
245
  Peak Allocated memory 4.5 MB
@@ -251,13 +251,13 @@ Memory Statistics:
251
  Used Block count 1
252
  Peak Allocated bytes 1.0 MB
253
  [ALLOC_TYPETREE_MAIN]
254
- Peak usage frame count: [0-1.0 KB]: 97183 frames
255
  Requested Block Size 2.0 MB
256
  Peak Block count 1
257
  Peak Allocated memory 1.0 KB
258
  Peak Large allocation bytes 0 B
259
  [ALLOC_TYPETREE_THREAD]
260
- Peak usage frame count: [1.0 KB-2.0 KB]: 97182 frames, [2.0 KB-4.0 KB]: 1 frames
261
  Requested Block Size 2.0 MB
262
  Peak Block count 1
263
  Peak Allocated memory 2.2 KB
 
11
  Renderer: Null Device
12
  Vendor: Unity Technologies
13
  Begin MonoManager ReloadAssembly
14
+ - Completed reload, in 0.086 seconds
15
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
16
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
17
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
36
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
37
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
38
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
39
+ UnloadTime: 0.912910 ms
40
  Registered Communicator in Agent.
41
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
42
  requesting resize 84 x 84
 
45
  [ALLOC_TEMP_TLS] TLS Allocator
46
  StackAllocators :
47
  [ALLOC_TEMP_MAIN]
48
+ Peak usage frame count: [8.0 KB-16.0 KB]: 312096 frames, [2.0 MB-4.0 MB]: 1 frames
49
  Initial Block Size 4.0 MB
50
  Current Block Size 4.0 MB
51
  Peak Allocated Bytes 2.1 MB
 
73
  [ALLOC_TEMP_Job.Worker 0]
74
  Initial Block Size 256.0 KB
75
  Current Block Size 256.0 KB
76
+ Peak Allocated Bytes 0 B
77
  Overflow Count 0
78
  [ALLOC_TEMP_Background Job.Worker 10]
79
  Initial Block Size 32.0 KB
 
143
  [ALLOC_TEMP_Job.Worker 2]
144
  Initial Block Size 256.0 KB
145
  Current Block Size 256.0 KB
146
+ Peak Allocated Bytes 0.7 KB
147
  Overflow Count 0
148
  [ALLOC_TEMP_Background Job.Worker 3]
149
  Initial Block Size 32.0 KB
 
177
  Used Block count 1
178
  Peak Allocated bytes 1.0 MB
179
  [ALLOC_DEFAULT_MAIN]
180
+ Peak usage frame count: [4.0 MB-8.0 MB]: 312097 frames
181
  Requested Block Size 16.0 MB
182
  Peak Block count 1
183
+ Peak Allocated memory 4.7 MB
184
  Peak Large allocation bytes 0 B
185
  [ALLOC_DEFAULT_THREAD]
186
+ Peak usage frame count: [16.0 MB-32.0 MB]: 312097 frames
187
  Requested Block Size 16.0 MB
188
  Peak Block count 1
189
+ Peak Allocated memory 17.6 MB
190
  Peak Large allocation bytes 16.0 MB
191
  [ALLOC_TEMP_JOB_1_FRAME]
192
  Initial Block Size 2.0 MB
 
215
  Used Block count 1
216
  Peak Allocated bytes 1.0 MB
217
  [ALLOC_GFX_MAIN]
218
+ Peak usage frame count: [32.0 KB-64.0 KB]: 312096 frames, [64.0 KB-128.0 KB]: 1 frames
219
  Requested Block Size 16.0 MB
220
  Peak Block count 1
221
  Peak Allocated memory 65.6 KB
222
  Peak Large allocation bytes 0 B
223
  [ALLOC_GFX_THREAD]
224
+ Peak usage frame count: [128.0 KB-256.0 KB]: 312097 frames
225
  Requested Block Size 16.0 MB
226
  Peak Block count 1
227
  Peak Allocated memory 173.5 KB
 
233
  Used Block count 1
234
  Peak Allocated bytes 1.0 MB
235
  [ALLOC_CACHEOBJECTS_MAIN]
236
+ Peak usage frame count: [0.5 MB-1.0 MB]: 312097 frames
237
  Requested Block Size 4.0 MB
238
  Peak Block count 1
239
  Peak Allocated memory 0.6 MB
240
  Peak Large allocation bytes 0 B
241
  [ALLOC_CACHEOBJECTS_THREAD]
242
+ Peak usage frame count: [0.5 MB-1.0 MB]: 312096 frames, [4.0 MB-8.0 MB]: 1 frames
243
  Requested Block Size 4.0 MB
244
  Peak Block count 2
245
  Peak Allocated memory 4.5 MB
 
251
  Used Block count 1
252
  Peak Allocated bytes 1.0 MB
253
  [ALLOC_TYPETREE_MAIN]
254
+ Peak usage frame count: [0-1.0 KB]: 312097 frames
255
  Requested Block Size 2.0 MB
256
  Peak Block count 1
257
  Peak Allocated memory 1.0 KB
258
  Peak Large allocation bytes 0 B
259
  [ALLOC_TYPETREE_THREAD]
260
+ Peak usage frame count: [1.0 KB-2.0 KB]: 312096 frames, [2.0 KB-4.0 KB]: 1 frames
261
  Requested Block Size 2.0 MB
262
  Peak Block count 1
263
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,261 +2,261 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 1.6544617414474487,
6
- "min": 1.6383187770843506,
7
- "max": 1.771085500717163,
8
- "count": 517
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 32295.09375,
12
- "min": 10663.513671875,
13
- "max": 39872.62890625,
14
- "count": 517
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 52.989010989010985,
18
- "min": 36.21212121212121,
19
- "max": 75.50769230769231,
20
- "count": 517
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 19288.0,
24
- "min": 4780.0,
25
- "max": 20732.0,
26
- "count": 517
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
- "value": 1783.9345993395016,
30
- "min": 1739.4789078559804,
31
- "max": 1819.578822229663,
32
- "count": 517
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
- "value": 324676.09707978927,
36
- "min": 115798.43448098522,
37
- "max": 439690.6603627888,
38
- "count": 517
39
  },
40
  "SoccerTwos.Step.mean": {
41
- "value": 33639986.0,
42
- "min": 28479978.0,
43
- "max": 33639986.0,
44
- "count": 517
45
  },
46
  "SoccerTwos.Step.sum": {
47
- "value": 33639986.0,
48
- "min": 28479978.0,
49
- "max": 33639986.0,
50
- "count": 517
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": -0.018630528822541237,
54
- "min": -0.11188879609107971,
55
- "max": 0.07426375895738602,
56
- "count": 517
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": -3.390756130218506,
60
- "min": -21.461830139160156,
61
- "max": 13.765193939208984,
62
- "count": 517
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": -0.018748609349131584,
66
- "min": -0.10551068186759949,
67
- "max": 0.07412952184677124,
68
- "count": 517
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": -3.4122469425201416,
72
- "min": -20.84265899658203,
73
- "max": 14.455087661743164,
74
- "count": 517
75
  },
76
  "SoccerTwos.Policy.CuriosityBaselineEstimate.mean": {
77
- "value": 0.006533732172101736,
78
- "min": 0.006031353026628494,
79
- "max": 0.09678366780281067,
80
- "count": 517
81
  },
82
  "SoccerTwos.Policy.CuriosityBaselineEstimate.sum": {
83
- "value": 1.1891392469406128,
84
- "min": 0.9304066896438599,
85
- "max": 20.50408935546875,
86
- "count": 517
87
  },
88
  "SoccerTwos.Policy.CuriosityValueEstimate.mean": {
89
- "value": 0.006480127107352018,
90
- "min": 0.005918653681874275,
91
- "max": 0.09726906567811966,
92
- "count": 517
93
  },
94
  "SoccerTwos.Policy.CuriosityValueEstimate.sum": {
95
- "value": 1.1793831586837769,
96
- "min": 0.913135290145874,
97
- "max": 20.615158081054688,
98
- "count": 517
99
  },
100
  "SoccerTwos.Environment.CumulativeReward.mean": {
101
  "value": 0.0,
102
  "min": 0.0,
103
  "max": 0.0,
104
- "count": 517
105
  },
106
  "SoccerTwos.Environment.CumulativeReward.sum": {
107
  "value": 0.0,
108
  "min": 0.0,
109
  "max": 0.0,
110
- "count": 517
111
  },
112
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
113
- "value": -0.07899780391336797,
114
- "min": -0.32739889358288676,
115
- "max": 0.33040844974383504,
116
- "count": 517
117
  },
118
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
119
- "value": -14.377600312232971,
120
- "min": -59.2591997385025,
121
- "max": 47.84479957818985,
122
- "count": 517
123
  },
124
  "SoccerTwos.Policy.CuriosityReward.mean": {
125
- "value": 0.03525229465794637,
126
  "min": 0.0,
127
- "max": 0.24388014633286667,
128
- "count": 517
129
  },
130
  "SoccerTwos.Policy.CuriosityReward.sum": {
131
- "value": 6.415917627746239,
132
  "min": 0.0,
133
- "max": 36.89434967190027,
134
- "count": 517
135
  },
136
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
137
- "value": -0.07899780391336797,
138
- "min": -0.32739889358288676,
139
- "max": 0.33040844974383504,
140
- "count": 517
141
  },
142
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
143
- "value": -14.377600312232971,
144
- "min": -59.2591997385025,
145
- "max": 47.84479957818985,
146
- "count": 517
147
  },
148
  "SoccerTwos.IsTraining.mean": {
149
  "value": 1.0,
150
  "min": 1.0,
151
  "max": 1.0,
152
- "count": 517
153
  },
154
  "SoccerTwos.IsTraining.sum": {
155
  "value": 1.0,
156
  "min": 1.0,
157
  "max": 1.0,
158
- "count": 517
159
  },
160
  "SoccerTwos.Losses.PolicyLoss.mean": {
161
- "value": 0.01082317113565902,
162
- "min": 0.010641817656190445,
163
- "max": 0.013228910765095254,
164
- "count": 25
165
  },
166
  "SoccerTwos.Losses.PolicyLoss.sum": {
167
- "value": 0.01082317113565902,
168
- "min": 0.010641817656190445,
169
- "max": 0.013228910765095254,
170
- "count": 25
171
  },
172
  "SoccerTwos.Losses.ValueLoss.mean": {
173
- "value": 0.0611632056782643,
174
- "min": 0.058945538699626925,
175
- "max": 0.06389266346891721,
176
- "count": 25
177
  },
178
  "SoccerTwos.Losses.ValueLoss.sum": {
179
- "value": 0.0611632056782643,
180
- "min": 0.058945538699626925,
181
- "max": 0.06389266346891721,
182
- "count": 25
183
  },
184
  "SoccerTwos.Losses.BaselineLoss.mean": {
185
- "value": 0.06231740226348241,
186
- "min": 0.06012462628384431,
187
- "max": 0.06539666548371315,
188
- "count": 25
189
  },
190
  "SoccerTwos.Losses.BaselineLoss.sum": {
191
- "value": 0.06231740226348241,
192
- "min": 0.06012462628384431,
193
- "max": 0.06539666548371315,
194
- "count": 25
195
  },
196
  "SoccerTwos.Policy.LearningRate.mean": {
197
- "value": 0.0001879993440002311,
198
- "min": 0.0001879993440002311,
199
- "max": 0.00020439037186988668,
200
- "count": 25
201
  },
202
  "SoccerTwos.Policy.LearningRate.sum": {
203
- "value": 0.0001879993440002311,
204
- "min": 0.0001879993440002311,
205
- "max": 0.00020439037186988668,
206
- "count": 25
207
  },
208
  "SoccerTwos.Policy.Epsilon.mean": {
209
- "value": 0.16266643555555557,
210
- "min": 0.16266643555555557,
211
- "max": 0.1681301133333333,
212
- "count": 25
213
  },
214
  "SoccerTwos.Policy.Epsilon.sum": {
215
- "value": 0.16266643555555557,
216
- "min": 0.16266643555555557,
217
- "max": 0.1681301133333333,
218
- "count": 25
219
  },
220
  "SoccerTwos.Policy.Beta.mean": {
221
- "value": 0.003137055134222223,
222
- "min": 0.003137055134222223,
223
- "max": 0.003409692655333334,
224
- "count": 25
225
  },
226
  "SoccerTwos.Policy.Beta.sum": {
227
- "value": 0.003137055134222223,
228
- "min": 0.003137055134222223,
229
- "max": 0.003409692655333334,
230
- "count": 25
231
  },
232
  "SoccerTwos.Losses.CuriosityForwardLoss.mean": {
233
- "value": 0.06363795998195808,
234
- "min": 0.06363795998195808,
235
- "max": 0.4287375779946645,
236
- "count": 25
237
  },
238
  "SoccerTwos.Losses.CuriosityForwardLoss.sum": {
239
- "value": 0.06363795998195808,
240
- "min": 0.06363795998195808,
241
- "max": 0.4287375779946645,
242
- "count": 25
243
  },
244
  "SoccerTwos.Losses.CuriosityInverseLoss.mean": {
245
- "value": 1.1895974318186442,
246
- "min": 1.1853395628929138,
247
- "max": 2.4184607744216917,
248
- "count": 25
249
  },
250
  "SoccerTwos.Losses.CuriosityInverseLoss.sum": {
251
- "value": 1.1895974318186442,
252
- "min": 1.1853395628929138,
253
- "max": 2.4184607744216917,
254
- "count": 25
255
  }
256
  },
257
  "metadata": {
258
  "timer_format_version": "0.1.0",
259
- "start_time_seconds": "1680172554",
260
  "python_version": "3.9.16 | packaged by conda-forge | (main, Feb 1 2023, 21:39:03) \n[GCC 11.3.0]",
261
  "command_line_arguments": "/home/ringo/mambaforge/envs/hfrl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwos5 --no-graphics --resume",
262
  "mlagents_version": "0.31.0.dev0",
@@ -264,59 +264,59 @@
264
  "communication_protocol_version": "1.5.0",
265
  "pytorch_version": "1.11.0+cu102",
266
  "numpy_version": "1.21.2",
267
- "end_time_seconds": "1680191712"
268
  },
269
- "total": 19158.371048654983,
270
  "count": 1,
271
- "self": 0.06926428701262921,
272
  "children": {
273
  "run_training.setup": {
274
- "total": 0.012148113979492337,
275
  "count": 1,
276
- "self": 0.012148113979492337
277
  },
278
  "TrainerController.start_learning": {
279
- "total": 19158.28963625399,
280
  "count": 1,
281
- "self": 8.16942810654291,
282
  "children": {
283
  "TrainerController._reset_env": {
284
- "total": 1.2355314569722395,
285
- "count": 22,
286
- "self": 1.2355314569722395
287
  },
288
  "TrainerController.advance": {
289
- "total": 19147.71053276246,
290
- "count": 361257,
291
- "self": 8.56901838304475,
292
  "children": {
293
  "env_step": {
294
- "total": 6734.64510125207,
295
- "count": 361257,
296
- "self": 5508.992406987061,
297
  "children": {
298
  "SubprocessEnvManager._take_step": {
299
- "total": 1220.7081321968872,
300
- "count": 361257,
301
- "self": 53.134995022497606,
302
  "children": {
303
  "TorchPolicy.evaluate": {
304
- "total": 1167.5731371743896,
305
- "count": 647900,
306
- "self": 1167.5731371743896
307
  }
308
  }
309
  },
310
  "workers": {
311
- "total": 4.944562068121741,
312
- "count": 361257,
313
  "self": 0.0,
314
  "children": {
315
  "worker_root": {
316
- "total": 19140.3656414171,
317
- "count": 361257,
318
  "is_parallel": true,
319
- "self": 14556.282447089936,
320
  "children": {
321
  "run_training.setup": {
322
  "total": 0.0,
@@ -325,48 +325,48 @@
325
  "self": 0.0,
326
  "children": {
327
  "steps_from_proto": {
328
- "total": 0.002159021998522803,
329
  "count": 2,
330
  "is_parallel": true,
331
- "self": 0.0005102219292894006,
332
  "children": {
333
  "_process_rank_one_or_two_observation": {
334
- "total": 0.0016488000692334026,
335
  "count": 8,
336
  "is_parallel": true,
337
- "self": 0.0016488000692334026
338
  }
339
  }
340
  },
341
  "UnityEnvironment.step": {
342
- "total": 0.03421102600987069,
343
  "count": 1,
344
  "is_parallel": true,
345
- "self": 0.0008790829742792994,
346
  "children": {
347
  "UnityEnvironment._generate_step_input": {
348
- "total": 0.0006237560010049492,
349
  "count": 1,
350
  "is_parallel": true,
351
- "self": 0.0006237560010049492
352
  },
353
  "communicator.exchange": {
354
- "total": 0.029803024022839963,
355
  "count": 1,
356
  "is_parallel": true,
357
- "self": 0.029803024022839963
358
  },
359
  "steps_from_proto": {
360
- "total": 0.002905163011746481,
361
  "count": 2,
362
  "is_parallel": true,
363
- "self": 0.0005354399618227035,
364
  "children": {
365
  "_process_rank_one_or_two_observation": {
366
- "total": 0.0023697230499237776,
367
  "count": 8,
368
  "is_parallel": true,
369
- "self": 0.0023697230499237776
370
  }
371
  }
372
  }
@@ -375,48 +375,48 @@
375
  }
376
  },
377
  "steps_from_proto": {
378
- "total": 0.04302037303568795,
379
- "count": 42,
380
  "is_parallel": true,
381
- "self": 0.007955353416036814,
382
  "children": {
383
  "_process_rank_one_or_two_observation": {
384
- "total": 0.03506501961965114,
385
- "count": 168,
386
  "is_parallel": true,
387
- "self": 0.03506501961965114
388
  }
389
  }
390
  },
391
  "UnityEnvironment.step": {
392
- "total": 4584.040173954127,
393
- "count": 361256,
394
  "is_parallel": true,
395
- "self": 294.0414173450845,
396
  "children": {
397
  "UnityEnvironment._generate_step_input": {
398
- "total": 205.20476716093253,
399
- "count": 361256,
400
  "is_parallel": true,
401
- "self": 205.20476716093253
402
  },
403
  "communicator.exchange": {
404
- "total": 3238.665957780555,
405
- "count": 361256,
406
  "is_parallel": true,
407
- "self": 3238.665957780555
408
  },
409
  "steps_from_proto": {
410
- "total": 846.1280316675548,
411
- "count": 722512,
412
  "is_parallel": true,
413
- "self": 159.79457659239415,
414
  "children": {
415
  "_process_rank_one_or_two_observation": {
416
- "total": 686.3334550751606,
417
- "count": 2890048,
418
  "is_parallel": true,
419
- "self": 686.3334550751606
420
  }
421
  }
422
  }
@@ -429,31 +429,31 @@
429
  }
430
  },
431
  "trainer_advance": {
432
- "total": 12404.496413127345,
433
- "count": 361257,
434
- "self": 50.02537562244106,
435
  "children": {
436
  "process_trajectory": {
437
- "total": 1759.4455397337733,
438
- "count": 361257,
439
- "self": 1757.0021228148253,
440
  "children": {
441
  "RLTrainer._checkpoint": {
442
- "total": 2.44341691894806,
443
- "count": 11,
444
- "self": 2.44341691894806
445
  }
446
  }
447
  },
448
  "_update_policy": {
449
- "total": 10595.02549777113,
450
- "count": 25,
451
- "self": 1625.9843534287647,
452
  "children": {
453
  "TorchPOCAOptimizer.update": {
454
- "total": 8969.041144342365,
455
- "count": 3750,
456
- "self": 8969.041144342365
457
  }
458
  }
459
  }
@@ -462,19 +462,19 @@
462
  }
463
  },
464
  "trainer_threads": {
465
- "total": 2.4730106815695763e-06,
466
  "count": 1,
467
- "self": 2.4730106815695763e-06
468
  },
469
  "TrainerController._save_models": {
470
- "total": 1.1741414550051559,
471
  "count": 1,
472
- "self": 0.006163765996461734,
473
  "children": {
474
  "RLTrainer._checkpoint": {
475
- "total": 1.1679776890086941,
476
  "count": 1,
477
- "self": 1.1679776890086941
478
  }
479
  }
480
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 1.4183956384658813,
6
+ "min": 1.398594617843628,
7
+ "max": 1.6958080530166626,
8
+ "count": 1660
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 27687.08203125,
12
+ "min": 15082.263671875,
13
+ "max": 40202.734375,
14
+ "count": 1660
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 54.51111111111111,
18
+ "min": 38.06349206349206,
19
+ "max": 81.078125,
20
+ "count": 1660
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 19624.0,
24
+ "min": 7724.0,
25
+ "max": 21236.0,
26
+ "count": 1660
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1818.2583582664433,
30
+ "min": 1745.2337641544154,
31
+ "max": 1861.1968735340065,
32
+ "count": 1660
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 327286.5044879598,
36
+ "min": 110774.77417624679,
37
+ "max": 449836.55641888897,
38
+ "count": 1660
39
  },
40
  "SoccerTwos.Step.mean": {
41
+ "value": 50239952.0,
42
+ "min": 33649896.0,
43
+ "max": 50239952.0,
44
+ "count": 1660
45
  },
46
  "SoccerTwos.Step.sum": {
47
+ "value": 50239952.0,
48
+ "min": 33649896.0,
49
+ "max": 50239952.0,
50
+ "count": 1660
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": -0.0067557236179709435,
54
+ "min": -0.15469954907894135,
55
+ "max": 0.07358665019273758,
56
+ "count": 1660
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": -1.2092745304107666,
60
+ "min": -29.23821449279785,
61
+ "max": 12.918013572692871,
62
+ "count": 1660
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": -0.00687007000669837,
66
+ "min": -0.15562890470027924,
67
+ "max": 0.07387322932481766,
68
+ "count": 1660
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": -1.2297425270080566,
72
+ "min": -29.413862228393555,
73
+ "max": 13.666547775268555,
74
+ "count": 1660
75
  },
76
  "SoccerTwos.Policy.CuriosityBaselineEstimate.mean": {
77
+ "value": 0.003615199588239193,
78
+ "min": 0.0031208039727061987,
79
+ "max": 0.007002003025263548,
80
+ "count": 1660
81
  },
82
  "SoccerTwos.Policy.CuriosityBaselineEstimate.sum": {
83
+ "value": 0.6471207141876221,
84
+ "min": 0.381656676530838,
85
+ "max": 1.4521714448928833,
86
+ "count": 1660
87
  },
88
  "SoccerTwos.Policy.CuriosityValueEstimate.mean": {
89
+ "value": 0.0036184925120323896,
90
+ "min": 0.0031035703141242266,
91
+ "max": 0.006959179881960154,
92
+ "count": 1660
93
  },
94
  "SoccerTwos.Policy.CuriosityValueEstimate.sum": {
95
+ "value": 0.6477101445198059,
96
+ "min": 0.3785913586616516,
97
+ "max": 1.4337968826293945,
98
+ "count": 1660
99
  },
100
  "SoccerTwos.Environment.CumulativeReward.mean": {
101
  "value": 0.0,
102
  "min": 0.0,
103
  "max": 0.0,
104
+ "count": 1660
105
  },
106
  "SoccerTwos.Environment.CumulativeReward.sum": {
107
  "value": 0.0,
108
  "min": 0.0,
109
  "max": 0.0,
110
+ "count": 1660
111
  },
112
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
113
+ "value": -0.0617385476661128,
114
+ "min": -0.42737910373887017,
115
+ "max": 0.32229863209267184,
116
+ "count": 1660
117
  },
118
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
119
+ "value": -11.051200032234192,
120
+ "min": -75.04779988527298,
121
+ "max": 56.9405996799469,
122
+ "count": 1660
123
  },
124
  "SoccerTwos.Policy.CuriosityReward.mean": {
125
+ "value": 0.019947295109663345,
126
  "min": 0.0,
127
+ "max": 0.04713458152115345,
128
+ "count": 1660
129
  },
130
  "SoccerTwos.Policy.CuriosityReward.sum": {
131
+ "value": 3.570565824629739,
132
  "min": 0.0,
133
+ "max": 6.357237994438037,
134
+ "count": 1660
135
  },
136
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
137
+ "value": -0.0617385476661128,
138
+ "min": -0.42737910373887017,
139
+ "max": 0.32229863209267184,
140
+ "count": 1660
141
  },
142
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
143
+ "value": -11.051200032234192,
144
+ "min": -75.04779988527298,
145
+ "max": 56.9405996799469,
146
+ "count": 1660
147
  },
148
  "SoccerTwos.IsTraining.mean": {
149
  "value": 1.0,
150
  "min": 1.0,
151
  "max": 1.0,
152
+ "count": 1660
153
  },
154
  "SoccerTwos.IsTraining.sum": {
155
  "value": 1.0,
156
  "min": 1.0,
157
  "max": 1.0,
158
+ "count": 1660
159
  },
160
  "SoccerTwos.Losses.PolicyLoss.mean": {
161
+ "value": 0.011817872176519207,
162
+ "min": 0.010732746903910689,
163
+ "max": 0.013871164493029936,
164
+ "count": 80
165
  },
166
  "SoccerTwos.Losses.PolicyLoss.sum": {
167
+ "value": 0.011817872176519207,
168
+ "min": 0.010732746903910689,
169
+ "max": 0.013871164493029936,
170
+ "count": 80
171
  },
172
  "SoccerTwos.Losses.ValueLoss.mean": {
173
+ "value": 0.06353306834896405,
174
+ "min": 0.05685146570205688,
175
+ "max": 0.06636625190575918,
176
+ "count": 80
177
  },
178
  "SoccerTwos.Losses.ValueLoss.sum": {
179
+ "value": 0.06353306834896405,
180
+ "min": 0.05685146570205688,
181
+ "max": 0.06636625190575918,
182
+ "count": 80
183
  },
184
  "SoccerTwos.Losses.BaselineLoss.mean": {
185
+ "value": 0.06495661271115144,
186
+ "min": 0.05810340752204259,
187
+ "max": 0.0681164162606001,
188
+ "count": 80
189
  },
190
  "SoccerTwos.Losses.BaselineLoss.sum": {
191
+ "value": 0.06495661271115144,
192
+ "min": 0.05810340752204259,
193
+ "max": 0.0681164162606001,
194
+ "count": 80
195
  },
196
  "SoccerTwos.Policy.LearningRate.mean": {
197
+ "value": 0.00013320276226576447,
198
+ "min": 0.00013320276226576447,
199
+ "max": 0.00018716187761272002,
200
+ "count": 80
201
  },
202
  "SoccerTwos.Policy.LearningRate.sum": {
203
+ "value": 0.00013320276226576447,
204
+ "min": 0.00013320276226576447,
205
+ "max": 0.00018716187761272002,
206
+ "count": 80
207
  },
208
  "SoccerTwos.Policy.Epsilon.mean": {
209
+ "value": 0.1444009022222222,
210
+ "min": 0.1444009022222222,
211
+ "max": 0.16238728000000005,
212
+ "count": 80
213
  },
214
  "SoccerTwos.Policy.Epsilon.sum": {
215
+ "value": 0.1444009022222222,
216
+ "min": 0.1444009022222222,
217
+ "max": 0.16238728000000005,
218
+ "count": 80
219
  },
220
  "SoccerTwos.Policy.Beta.mean": {
221
+ "value": 0.0022256050208888894,
222
+ "min": 0.0022256050208888894,
223
+ "max": 0.0031231252720000007,
224
+ "count": 80
225
  },
226
  "SoccerTwos.Policy.Beta.sum": {
227
+ "value": 0.0022256050208888894,
228
+ "min": 0.0022256050208888894,
229
+ "max": 0.0031231252720000007,
230
+ "count": 80
231
  },
232
  "SoccerTwos.Losses.CuriosityForwardLoss.mean": {
233
+ "value": 0.03468668575088183,
234
+ "min": 0.03468668575088183,
235
+ "max": 0.06340160754819711,
236
+ "count": 80
237
  },
238
  "SoccerTwos.Losses.CuriosityForwardLoss.sum": {
239
+ "value": 0.03468668575088183,
240
+ "min": 0.03468668575088183,
241
+ "max": 0.06340160754819711,
242
+ "count": 80
243
  },
244
  "SoccerTwos.Losses.CuriosityInverseLoss.mean": {
245
+ "value": 0.9865806484222412,
246
+ "min": 0.9750371980667114,
247
+ "max": 1.1958354528745014,
248
+ "count": 80
249
  },
250
  "SoccerTwos.Losses.CuriosityInverseLoss.sum": {
251
+ "value": 0.9865806484222412,
252
+ "min": 0.9750371980667114,
253
+ "max": 1.1958354528745014,
254
+ "count": 80
255
  }
256
  },
257
  "metadata": {
258
  "timer_format_version": "0.1.0",
259
+ "start_time_seconds": "1680197495",
260
  "python_version": "3.9.16 | packaged by conda-forge | (main, Feb 1 2023, 21:39:03) \n[GCC 11.3.0]",
261
  "command_line_arguments": "/home/ringo/mambaforge/envs/hfrl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwos5 --no-graphics --resume",
262
  "mlagents_version": "0.31.0.dev0",
 
264
  "communication_protocol_version": "1.5.0",
265
  "pytorch_version": "1.11.0+cu102",
266
  "numpy_version": "1.21.2",
267
+ "end_time_seconds": "1680270640"
268
  },
269
+ "total": 72525.62028098898,
270
  "count": 1,
271
+ "self": 1.2511183369497303,
272
  "children": {
273
  "run_training.setup": {
274
+ "total": 0.012792229012120515,
275
  "count": 1,
276
+ "self": 0.012792229012120515
277
  },
278
  "TrainerController.start_learning": {
279
+ "total": 72524.35637042302,
280
  "count": 1,
281
+ "self": 31.513384588295594,
282
  "children": {
283
  "TrainerController._reset_env": {
284
+ "total": 2.3360127020278014,
285
+ "count": 68,
286
+ "self": 2.3360127020278014
287
  },
288
  "TrainerController.advance": {
289
+ "total": 72489.9886810527,
290
+ "count": 1160286,
291
+ "self": 33.68587490203208,
292
  "children": {
293
  "env_step": {
294
+ "total": 25242.8757303101,
295
+ "count": 1160286,
296
+ "self": 20391.40072442987,
297
  "children": {
298
  "SubprocessEnvManager._take_step": {
299
+ "total": 4833.0395404651645,
300
+ "count": 1160286,
301
+ "self": 206.1031344626972,
302
  "children": {
303
  "TorchPolicy.evaluate": {
304
+ "total": 4626.936406002467,
305
+ "count": 2080678,
306
+ "self": 4626.936406002467
307
  }
308
  }
309
  },
310
  "workers": {
311
+ "total": 18.435465415066574,
312
+ "count": 1160286,
313
  "self": 0.0,
314
  "children": {
315
  "worker_root": {
316
+ "total": 72309.51445994552,
317
+ "count": 1160286,
318
  "is_parallel": true,
319
+ "self": 55463.927844563994,
320
  "children": {
321
  "run_training.setup": {
322
  "total": 0.0,
 
325
  "self": 0.0,
326
  "children": {
327
  "steps_from_proto": {
328
+ "total": 0.002130955021129921,
329
  "count": 2,
330
  "is_parallel": true,
331
+ "self": 0.0004951070295646787,
332
  "children": {
333
  "_process_rank_one_or_two_observation": {
334
+ "total": 0.0016358479915652424,
335
  "count": 8,
336
  "is_parallel": true,
337
+ "self": 0.0016358479915652424
338
  }
339
  }
340
  },
341
  "UnityEnvironment.step": {
342
+ "total": 0.03356915898621082,
343
  "count": 1,
344
  "is_parallel": true,
345
+ "self": 0.0009080409654416144,
346
  "children": {
347
  "UnityEnvironment._generate_step_input": {
348
+ "total": 0.0006295579951256514,
349
  "count": 1,
350
  "is_parallel": true,
351
+ "self": 0.0006295579951256514
352
  },
353
  "communicator.exchange": {
354
+ "total": 0.029179003002354875,
355
  "count": 1,
356
  "is_parallel": true,
357
+ "self": 0.029179003002354875
358
  },
359
  "steps_from_proto": {
360
+ "total": 0.002852557023288682,
361
  "count": 2,
362
  "is_parallel": true,
363
+ "self": 0.0005235399294178933,
364
  "children": {
365
  "_process_rank_one_or_two_observation": {
366
+ "total": 0.002329017093870789,
367
  "count": 8,
368
  "is_parallel": true,
369
+ "self": 0.002329017093870789
370
  }
371
  }
372
  }
 
375
  }
376
  },
377
  "steps_from_proto": {
378
+ "total": 0.1787195928627625,
379
+ "count": 134,
380
  "is_parallel": true,
381
+ "self": 0.04293646372389048,
382
  "children": {
383
  "_process_rank_one_or_two_observation": {
384
+ "total": 0.13578312913887203,
385
+ "count": 536,
386
  "is_parallel": true,
387
+ "self": 0.13578312913887203
388
  }
389
  }
390
  },
391
  "UnityEnvironment.step": {
392
+ "total": 16845.407895788667,
393
+ "count": 1160285,
394
  "is_parallel": true,
395
+ "self": 1038.5947901722684,
396
  "children": {
397
  "UnityEnvironment._generate_step_input": {
398
+ "total": 719.4802574055211,
399
+ "count": 1160285,
400
  "is_parallel": true,
401
+ "self": 719.4802574055211
402
  },
403
  "communicator.exchange": {
404
+ "total": 11960.766660614085,
405
+ "count": 1160285,
406
  "is_parallel": true,
407
+ "self": 11960.766660614085
408
  },
409
  "steps_from_proto": {
410
+ "total": 3126.5661875967926,
411
+ "count": 2320570,
412
  "is_parallel": true,
413
+ "self": 612.0953690481547,
414
  "children": {
415
  "_process_rank_one_or_two_observation": {
416
+ "total": 2514.470818548638,
417
+ "count": 9282280,
418
  "is_parallel": true,
419
+ "self": 2514.470818548638
420
  }
421
  }
422
  }
 
429
  }
430
  },
431
  "trainer_advance": {
432
+ "total": 47213.42707584056,
433
+ "count": 1160286,
434
+ "self": 192.3163880656939,
435
  "children": {
436
  "process_trajectory": {
437
+ "total": 6999.7229574489465,
438
+ "count": 1160286,
439
+ "self": 6990.1382673919725,
440
  "children": {
441
  "RLTrainer._checkpoint": {
442
+ "total": 9.584690056974068,
443
+ "count": 33,
444
+ "self": 9.584690056974068
445
  }
446
  }
447
  },
448
  "_update_policy": {
449
+ "total": 40021.38773032592,
450
+ "count": 81,
451
+ "self": 6133.06635880348,
452
  "children": {
453
  "TorchPOCAOptimizer.update": {
454
+ "total": 33888.32137152244,
455
+ "count": 12033,
456
+ "self": 33888.32137152244
457
  }
458
  }
459
  }
 
462
  }
463
  },
464
  "trainer_threads": {
465
+ "total": 2.0560109987854958e-06,
466
  "count": 1,
467
+ "self": 2.0560109987854958e-06
468
  },
469
  "TrainerController._save_models": {
470
+ "total": 0.5182900239888113,
471
  "count": 1,
472
+ "self": 0.0029413799929898232,
473
  "children": {
474
  "RLTrainer._checkpoint": {
475
+ "total": 0.5153486439958215,
476
  "count": 1,
477
+ "self": 0.5153486439958215
478
  }
479
  }
480
  }
run_logs/training_status.json CHANGED
@@ -2,59 +2,59 @@
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
- "steps": 31999878,
6
- "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-31999878.onnx",
7
  "reward": 0.0,
8
- "creation_time": 1680185500.9602473,
9
  "auxillary_file_paths": [
10
- "results/SoccerTwos5/SoccerTwos/SoccerTwos-31999878.pt"
11
  ]
12
  },
13
  {
14
- "steps": 32499928,
15
- "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-32499928.onnx",
16
  "reward": 0.0,
17
- "creation_time": 1680187156.8123388,
18
  "auxillary_file_paths": [
19
- "results/SoccerTwos5/SoccerTwos/SoccerTwos-32499928.pt"
20
  ]
21
  },
22
  {
23
- "steps": 32999999,
24
- "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-32999999.onnx",
25
  "reward": 0.0,
26
- "creation_time": 1680189217.7823765,
27
  "auxillary_file_paths": [
28
- "results/SoccerTwos5/SoccerTwos/SoccerTwos-32999999.pt"
29
  ]
30
  },
31
  {
32
- "steps": 33499982,
33
- "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-33499982.onnx",
34
  "reward": 0.0,
35
- "creation_time": 1680190866.9587436,
36
  "auxillary_file_paths": [
37
- "results/SoccerTwos5/SoccerTwos/SoccerTwos-33499982.pt"
38
  ]
39
  },
40
  {
41
- "steps": 33646596,
42
- "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-33646596.onnx",
43
- "reward": 0.0,
44
- "creation_time": 1680191712.6597888,
45
  "auxillary_file_paths": [
46
- "results/SoccerTwos5/SoccerTwos/SoccerTwos-33646596.pt"
47
  ]
48
  }
49
  ],
50
- "elo": 1786.6899060684966,
51
  "final_checkpoint": {
52
- "steps": 33646596,
53
  "file_path": "results/SoccerTwos5/SoccerTwos.onnx",
54
- "reward": 0.0,
55
- "creation_time": 1680191712.6597888,
56
  "auxillary_file_paths": [
57
- "results/SoccerTwos5/SoccerTwos/SoccerTwos-33646596.pt"
58
  ]
59
  }
60
  },
 
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
+ "steps": 48499996,
6
+ "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-48499996.onnx",
7
  "reward": 0.0,
8
+ "creation_time": 1680262269.861902,
9
  "auxillary_file_paths": [
10
+ "results/SoccerTwos5/SoccerTwos/SoccerTwos-48499996.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 48999870,
15
+ "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-48999870.onnx",
16
  "reward": 0.0,
17
+ "creation_time": 1680264486.8149145,
18
  "auxillary_file_paths": [
19
+ "results/SoccerTwos5/SoccerTwos/SoccerTwos-48999870.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 49499998,
24
+ "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-49499998.onnx",
25
  "reward": 0.0,
26
+ "creation_time": 1680267259.2431707,
27
  "auxillary_file_paths": [
28
+ "results/SoccerTwos5/SoccerTwos/SoccerTwos-49499998.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 49999988,
33
+ "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-49999988.onnx",
34
  "reward": 0.0,
35
+ "creation_time": 1680269108.1124547,
36
  "auxillary_file_paths": [
37
+ "results/SoccerTwos5/SoccerTwos/SoccerTwos-49999988.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 50244128,
42
+ "file_path": "results/SoccerTwos5/SoccerTwos/SoccerTwos-50244128.onnx",
43
+ "reward": null,
44
+ "creation_time": 1680270639.0444434,
45
  "auxillary_file_paths": [
46
+ "results/SoccerTwos5/SoccerTwos/SoccerTwos-50244128.pt"
47
  ]
48
  }
49
  ],
50
+ "elo": 1818.258358266443,
51
  "final_checkpoint": {
52
+ "steps": 50244128,
53
  "file_path": "results/SoccerTwos5/SoccerTwos.onnx",
54
+ "reward": null,
55
+ "creation_time": 1680270639.0444434,
56
  "auxillary_file_paths": [
57
+ "results/SoccerTwos5/SoccerTwos/SoccerTwos-50244128.pt"
58
  ]
59
  }
60
  },