Hugging Face's logo

reachrkr
/
testpyramidsrnd

Reinforcement Learning ml-agents TensorBoard ONNX unity-ml-agents deep-reinforcement-learning ML-Agents-Pyramids
Model card Files Metrics Community
reachrkr commited on
Commit
742469c
•
1 Parent(s): 2ae932f

First Pyramids

Browse files
Files changed (18) hide show
  1. Pyramids.onnx +1 -1
  2. Pyramids/{Pyramids-1499939.onnx → Pyramids-1499963.onnx} +1 -1
  3. Pyramids/{Pyramids-2000252.pt → Pyramids-1499963.pt} +1 -1
  4. Pyramids/{Pyramids-2000252.onnx → Pyramids-1999915.onnx} +1 -1
  5. Pyramids/{Pyramids-1499939.pt → Pyramids-1999915.pt} +1 -1
  6. Pyramids/{Pyramids-1999996.onnx → Pyramids-2000043.onnx} +1 -1
  7. Pyramids/{Pyramids-499999.pt → Pyramids-2000043.pt} +1 -1
  8. Pyramids/{Pyramids-499999.onnx → Pyramids-499985.onnx} +1 -1
  9. Pyramids/{Pyramids-1999996.pt → Pyramids-499985.pt} +1 -1
  10. Pyramids/Pyramids-999881.onnx +3 -0
  11. Pyramids/Pyramids-999881.pt +3 -0
  12. Pyramids/Pyramids-999938.onnx +0 -3
  13. Pyramids/Pyramids-999938.pt +0 -3
  14. Pyramids/checkpoint.pt +1 -1
  15. Pyramids/{events.out.tfevents.1658995511.aee4839c3045.264.0 → events.out.tfevents.1659145085.d2f6d50bd813.246.0} +2 -2
  16. run_logs/Player-0.log +30 -30
  17. run_logs/timers.json +160 -160
  18. run_logs/training_status.json +29 -29
Pyramids.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:205bbc784b7338194e65aeabd4472fe50f74c3920f31a867a59f562c71d3e6ee
3
  size 1417437
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0e7faf809be41f11703654d539b63790d4a012a42f169e08edeecbef6d80b64
3
  size 1417437
Pyramids/{Pyramids-1499939.onnx → Pyramids-1499963.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:373dea9a09dac0baf0c99434d520f90911935bfc25831aef67b381dfd22b47a5
3
  size 1417437
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcc9a1b0498d805b30038be6168fbea17911d7351e6e71c8647006d8e7986b37
3
  size 1417437
Pyramids/{Pyramids-2000252.pt → Pyramids-1499963.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:05c1bf34ccf5e170bb3ffec7a944623422be6ede50568ecfe6c1144caba78760
3
  size 8652382
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:857576e6691f66da2295e0c10be1f0017677f393f882859ce3450ee27772d2dc
3
  size 8652382
Pyramids/{Pyramids-2000252.onnx → Pyramids-1999915.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:205bbc784b7338194e65aeabd4472fe50f74c3920f31a867a59f562c71d3e6ee
3
  size 1417437
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0e7faf809be41f11703654d539b63790d4a012a42f169e08edeecbef6d80b64
3
  size 1417437
Pyramids/{Pyramids-1499939.pt → Pyramids-1999915.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a1215e13d412eba5a36f5ccff44e41d0da0b9fc21e6f239d20da6ac48e32dec
3
  size 8652382
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc09af02c2342cf51fba3fefccd63702e03e8983cbb58daaa3ad4ccf2d890a00
3
  size 8652382
Pyramids/{Pyramids-1999996.onnx → Pyramids-2000043.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:205bbc784b7338194e65aeabd4472fe50f74c3920f31a867a59f562c71d3e6ee
3
  size 1417437
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0e7faf809be41f11703654d539b63790d4a012a42f169e08edeecbef6d80b64
3
  size 1417437
Pyramids/{Pyramids-499999.pt → Pyramids-2000043.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fcb1eca19d94bcc56d177b634078deded42ab4586e21b987edeeee1bd52f16a5
3
  size 8652382
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fe16800fe27b91e8b4be36d04a65d339bf79f18c27d69c9fcfa8526f698a4f9
3
  size 8652382
Pyramids/{Pyramids-499999.onnx → Pyramids-499985.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20581c24958d255311fb1752405be72cb2f9aa5ec3d1b5a2773b1b00d0cc2668
3
  size 1417437
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a9df3fdd7b5dde3db0a96d0c94474cf80b254cb24f930d5204d8fee4d3b50ac
3
  size 1417437
Pyramids/{Pyramids-1999996.pt → Pyramids-499985.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e538d931959a52876c2099faea33b078809f4ffc090626a39d28610b442b143
3
  size 8652382
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2dc9075428feaa0798a497fa38612110f59a90c842f118811b95806b95371a6
3
  size 8652382
Pyramids/Pyramids-999881.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c62f7e834071308b786996015046b19b65e7b67db0dab18150cbbee1e39cedb1
3
+ size 1417437
Pyramids/Pyramids-999881.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88bbfa3346ebe45f810a5e235fa051d616d2f3208eaa83fa1b8c2bed1a818d63
3
+ size 8652382
Pyramids/Pyramids-999938.onnx DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d5f37c7e7975bc2552792ed32f6a2fa85013d006c2bd0c211ddf6be78ff8f441
3
- size 1417437
 
 
 
Pyramids/Pyramids-999938.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a605125c6c459aa7bd69e05bf92dfac9324016192e63458c82fbdcb6747bfcc
3
- size 8652382
 
 
 
Pyramids/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:05c1bf34ccf5e170bb3ffec7a944623422be6ede50568ecfe6c1144caba78760
3
  size 8652382
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fe16800fe27b91e8b4be36d04a65d339bf79f18c27d69c9fcfa8526f698a4f9
3
  size 8652382
Pyramids/{events.out.tfevents.1658995511.aee4839c3045.264.0 → events.out.tfevents.1659145085.d2f6d50bd813.246.0} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e06730363f1b8592ef5732c517df4760e4a9729bd7063e8e168d8138b54b4bd
3
- size 665385
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3614e71172caf85bc53c1df1b6959e862852d3e5b5f2817587efedfa11dd88f
3
+ size 674507
run_logs/Player-0.log CHANGED
@@ -1,7 +1,7 @@
1
  Mono path[0] = '/content/ml-agents/trained-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/content/ml-agents/trained-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.28.0.2
4
- Multi-casting "[IP] 172.28.0.2 [Port] 55490 [Flags] 2 [Guid] 50212950 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.2) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
  PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
@@ -36,7 +36,7 @@ ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
36
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
37
  FMOD initialized on nosound output
38
  Begin MonoManager ReloadAssembly
39
- - Completed reload, in 0.091 seconds
40
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
41
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
42
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -68,7 +68,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
68
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
69
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
70
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
71
- UnloadTime: 0.781406 ms
72
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
73
  requesting resize 84 x 84
74
  Setting up 1 worker threads for Enlighten.
@@ -76,7 +76,7 @@ PlayerConnection::CleanupMemory Statistics:
76
  [ALLOC_TEMP_TLS] TLS Allocator
77
  StackAllocators :
78
  [ALLOC_TEMP_MAIN]
79
- Peak usage frame count: [16.0 KB-32.0 KB]: 4126 frames, [32.0 KB-64.0 KB]: 24618 frames, [64.0 KB-128.0 KB]: 8776 frames, [2.0 MB-4.0 MB]: 1 frames
80
  Initial Block Size 4.0 MB
81
  Current Block Size 4.0 MB
82
  Peak Allocated Bytes 2.0 MB
@@ -126,17 +126,17 @@ PlayerConnection::CleanupMemory Statistics:
126
  Current Block Size 64.0 KB
127
  Peak Allocated Bytes 0 B
128
  Overflow Count 0
129
- [ALLOC_TEMP_Background Job.Worker 2]
130
  Initial Block Size 32.0 KB
131
  Current Block Size 32.0 KB
132
  Peak Allocated Bytes 0 B
133
  Overflow Count 0
134
- [ALLOC_TEMP_Background Job.Worker 15]
135
  Initial Block Size 32.0 KB
136
  Current Block Size 32.0 KB
137
  Peak Allocated Bytes 0 B
138
  Overflow Count 0
139
- [ALLOC_TEMP_Background Job.Worker 7]
140
  Initial Block Size 32.0 KB
141
  Current Block Size 32.0 KB
142
  Peak Allocated Bytes 0 B
@@ -149,7 +149,7 @@ PlayerConnection::CleanupMemory Statistics:
149
  [ALLOC_TEMP_Profiler.Dispatcher]
150
  Initial Block Size 64.0 KB
151
  Current Block Size 64.0 KB
152
- Peak Allocated Bytes 480 B
153
  Overflow Count 0
154
  [ALLOC_TEMP_Background Job.Worker 12]
155
  Initial Block Size 32.0 KB
@@ -207,28 +207,28 @@ PlayerConnection::CleanupMemory Statistics:
207
  Peak Allocated Bytes 128 B
208
  Overflow Count 0
209
  [ALLOC_MEMORYPROFILER]
210
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 37222 frames
211
  Requested Block Size 1.0 MB
212
  Peak Block count 2
213
- Peak Allocated memory 1.5 MB
214
  Peak Large allocation bytes 0 B
215
  [ALLOC_DEFAULT] Dual Thread Allocator
216
- Peak main deferred allocation count 11726
217
  [ALLOC_BUCKET]
218
  Large Block size 4.0 MB
219
  Used Block count 1
220
- Peak Allocated bytes 1.5 MB
221
  [ALLOC_DEFAULT_MAIN]
222
- Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 37520 frames
223
  Requested Block Size 16.0 MB
224
  Peak Block count 3
225
- Peak Allocated memory 30.0 MB
226
  Peak Large allocation bytes 0 B
227
  [ALLOC_DEFAULT_THREAD]
228
- Peak usage frame count: [16.0 MB-32.0 MB]: 37521 frames
229
  Requested Block Size 16.0 MB
230
  Peak Block count 1
231
- Peak Allocated memory 22.6 MB
232
  Peak Large allocation bytes 16.0 MB
233
  [ALLOC_TEMP_JOB_1_FRAME]
234
  Initial Block Size 2.0 MB
@@ -255,15 +255,15 @@ PlayerConnection::CleanupMemory Statistics:
255
  [ALLOC_BUCKET]
256
  Large Block size 4.0 MB
257
  Used Block count 1
258
- Peak Allocated bytes 1.5 MB
259
  [ALLOC_GFX_MAIN]
260
- Peak usage frame count: [32.0 KB-64.0 KB]: 37520 frames, [64.0 KB-128.0 KB]: 1 frames
261
  Requested Block Size 16.0 MB
262
  Peak Block count 1
263
  Peak Allocated memory 67.0 KB
264
  Peak Large allocation bytes 0 B
265
  [ALLOC_GFX_THREAD]
266
- Peak usage frame count: [64.0 KB-128.0 KB]: 37521 frames
267
  Requested Block Size 16.0 MB
268
  Peak Block count 1
269
  Peak Allocated memory 67.7 KB
@@ -273,45 +273,45 @@ PlayerConnection::CleanupMemory Statistics:
273
  [ALLOC_BUCKET]
274
  Large Block size 4.0 MB
275
  Used Block count 1
276
- Peak Allocated bytes 1.5 MB
277
  [ALLOC_CACHEOBJECTS_MAIN]
278
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 37222 frames
279
  Requested Block Size 4.0 MB
280
  Peak Block count 1
281
  Peak Allocated memory 1.4 MB
282
  Peak Large allocation bytes 0 B
283
  [ALLOC_CACHEOBJECTS_THREAD]
284
- Peak usage frame count: [1.0 MB-2.0 MB]: 37520 frames, [4.0 MB-8.0 MB]: 1 frames
285
  Requested Block Size 4.0 MB
286
- Peak Block count 2
287
- Peak Allocated memory 4.7 MB
288
  Peak Large allocation bytes 0 B
289
  [ALLOC_TYPETREE] Dual Thread Allocator
290
  Peak main deferred allocation count 0
291
  [ALLOC_BUCKET]
292
  Large Block size 4.0 MB
293
  Used Block count 1
294
- Peak Allocated bytes 1.5 MB
295
  [ALLOC_TYPETREE_MAIN]
296
- Peak usage frame count: [0-1.0 KB]: 37521 frames
297
  Requested Block Size 2.0 MB
298
  Peak Block count 1
299
  Peak Allocated memory 1.0 KB
300
  Peak Large allocation bytes 0 B
301
  [ALLOC_TYPETREE_THREAD]
302
- Peak usage frame count: [1.0 KB-2.0 KB]: 37521 frames
303
  Requested Block Size 2.0 MB
304
  Peak Block count 1
305
  Peak Allocated memory 1.9 KB
306
  Peak Large allocation bytes 0 B
307
  [ALLOC_PROFILER]
308
- Peak usage frame count: [16.0 KB-32.0 KB]: 37521 frames
309
  Requested Block Size 16.0 MB
310
  Peak Block count 1
311
- Peak Allocated memory 29.0 KB
312
  Peak Large allocation bytes 0 B
313
  [ALLOC_PROFILER_BUCKET]
314
  Large Block size 4.0 MB
315
  Used Block count 1
316
  Peak Allocated bytes 396 B
317
- ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1658999863065,"processId":275,"allocatedMemory":1957329,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3444},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
1
  Mono path[0] = '/content/ml-agents/trained-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/content/ml-agents/trained-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.28.0.2
4
+ Multi-casting "[IP] 172.28.0.2 [Port] 55268 [Flags] 2 [Guid] 4218206345 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.2) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
  PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
36
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
37
  FMOD initialized on nosound output
38
  Begin MonoManager ReloadAssembly
39
+ - Completed reload, in 0.083 seconds
40
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
41
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
42
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
68
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
69
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
70
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
71
+ UnloadTime: 0.833837 ms
72
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
73
  requesting resize 84 x 84
74
  Setting up 1 worker threads for Enlighten.
76
  [ALLOC_TEMP_TLS] TLS Allocator
77
  StackAllocators :
78
  [ALLOC_TEMP_MAIN]
79
+ Peak usage frame count: [16.0 KB-32.0 KB]: 3218 frames, [32.0 KB-64.0 KB]: 24491 frames, [64.0 KB-128.0 KB]: 9810 frames, [2.0 MB-4.0 MB]: 1 frames
80
  Initial Block Size 4.0 MB
81
  Current Block Size 4.0 MB
82
  Peak Allocated Bytes 2.0 MB
126
  Current Block Size 64.0 KB
127
  Peak Allocated Bytes 0 B
128
  Overflow Count 0
129
+ [ALLOC_TEMP_Background Job.Worker 15]
130
  Initial Block Size 32.0 KB
131
  Current Block Size 32.0 KB
132
  Peak Allocated Bytes 0 B
133
  Overflow Count 0
134
+ [ALLOC_TEMP_Background Job.Worker 7]
135
  Initial Block Size 32.0 KB
136
  Current Block Size 32.0 KB
137
  Peak Allocated Bytes 0 B
138
  Overflow Count 0
139
+ [ALLOC_TEMP_Background Job.Worker 2]
140
  Initial Block Size 32.0 KB
141
  Current Block Size 32.0 KB
142
  Peak Allocated Bytes 0 B
149
  [ALLOC_TEMP_Profiler.Dispatcher]
150
  Initial Block Size 64.0 KB
151
  Current Block Size 64.0 KB
152
+ Peak Allocated Bytes 240 B
153
  Overflow Count 0
154
  [ALLOC_TEMP_Background Job.Worker 12]
155
  Initial Block Size 32.0 KB
207
  Peak Allocated Bytes 128 B
208
  Overflow Count 0
209
  [ALLOC_MEMORYPROFILER]
210
+ Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 37221 frames
211
  Requested Block Size 1.0 MB
212
  Peak Block count 2
213
+ Peak Allocated memory 1.6 MB
214
  Peak Large allocation bytes 0 B
215
  [ALLOC_DEFAULT] Dual Thread Allocator
216
+ Peak main deferred allocation count 13036
217
  [ALLOC_BUCKET]
218
  Large Block size 4.0 MB
219
  Used Block count 1
220
+ Peak Allocated bytes 1.6 MB
221
  [ALLOC_DEFAULT_MAIN]
222
+ Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 37519 frames
223
  Requested Block Size 16.0 MB
224
  Peak Block count 3
225
+ Peak Allocated memory 30.3 MB
226
  Peak Large allocation bytes 0 B
227
  [ALLOC_DEFAULT_THREAD]
228
+ Peak usage frame count: [16.0 MB-32.0 MB]: 37520 frames
229
  Requested Block Size 16.0 MB
230
  Peak Block count 1
231
+ Peak Allocated memory 23.7 MB
232
  Peak Large allocation bytes 16.0 MB
233
  [ALLOC_TEMP_JOB_1_FRAME]
234
  Initial Block Size 2.0 MB
255
  [ALLOC_BUCKET]
256
  Large Block size 4.0 MB
257
  Used Block count 1
258
+ Peak Allocated bytes 1.6 MB
259
  [ALLOC_GFX_MAIN]
260
+ Peak usage frame count: [32.0 KB-64.0 KB]: 37519 frames, [64.0 KB-128.0 KB]: 1 frames
261
  Requested Block Size 16.0 MB
262
  Peak Block count 1
263
  Peak Allocated memory 67.0 KB
264
  Peak Large allocation bytes 0 B
265
  [ALLOC_GFX_THREAD]
266
+ Peak usage frame count: [64.0 KB-128.0 KB]: 37520 frames
267
  Requested Block Size 16.0 MB
268
  Peak Block count 1
269
  Peak Allocated memory 67.7 KB
273
  [ALLOC_BUCKET]
274
  Large Block size 4.0 MB
275
  Used Block count 1
276
+ Peak Allocated bytes 1.6 MB
277
  [ALLOC_CACHEOBJECTS_MAIN]
278
+ Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 37221 frames
279
  Requested Block Size 4.0 MB
280
  Peak Block count 1
281
  Peak Allocated memory 1.4 MB
282
  Peak Large allocation bytes 0 B
283
  [ALLOC_CACHEOBJECTS_THREAD]
284
+ Peak usage frame count: [1.0 MB-2.0 MB]: 37519 frames, [2.0 MB-4.0 MB]: 1 frames
285
  Requested Block Size 4.0 MB
286
+ Peak Block count 1
287
+ Peak Allocated memory 3.9 MB
288
  Peak Large allocation bytes 0 B
289
  [ALLOC_TYPETREE] Dual Thread Allocator
290
  Peak main deferred allocation count 0
291
  [ALLOC_BUCKET]
292
  Large Block size 4.0 MB
293
  Used Block count 1
294
+ Peak Allocated bytes 1.6 MB
295
  [ALLOC_TYPETREE_MAIN]
296
+ Peak usage frame count: [0-1.0 KB]: 37520 frames
297
  Requested Block Size 2.0 MB
298
  Peak Block count 1
299
  Peak Allocated memory 1.0 KB
300
  Peak Large allocation bytes 0 B
301
  [ALLOC_TYPETREE_THREAD]
302
+ Peak usage frame count: [1.0 KB-2.0 KB]: 37520 frames
303
  Requested Block Size 2.0 MB
304
  Peak Block count 1
305
  Peak Allocated memory 1.9 KB
306
  Peak Large allocation bytes 0 B
307
  [ALLOC_PROFILER]
308
+ Peak usage frame count: [16.0 KB-32.0 KB]: 37520 frames
309
  Requested Block Size 16.0 MB
310
  Peak Block count 1
311
+ Peak Allocated memory 29.2 KB
312
  Peak Large allocation bytes 0 B
313
  [ALLOC_PROFILER_BUCKET]
314
  Large Block size 4.0 MB
315
  Used Block count 1
316
  Peak Allocated bytes 396 B
317
+ ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1659149098040,"processId":257,"allocatedMemory":1957329,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3444},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
run_logs/timers.json CHANGED
@@ -2,171 +2,171 @@
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
- "value": 0.20300835371017456,
6
- "min": 0.2019643932580948,
7
- "max": 1.4366331100463867,
8
  "count": 66
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
- "value": 6103.2431640625,
12
- "min": 6071.857421875,
13
- "max": 43581.703125,
14
  "count": 66
15
  },
16
  "Pyramids.Step.mean": {
17
- "value": 1979997.0,
18
  "min": 29952.0,
19
- "max": 1979997.0,
20
  "count": 66
21
  },
22
  "Pyramids.Step.sum": {
23
- "value": 1979997.0,
24
  "min": 29952.0,
25
- "max": 1979997.0,
26
  "count": 66
27
  },
28
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
29
- "value": 0.7301263809204102,
30
- "min": -0.2526001036167145,
31
- "max": 0.7522621154785156,
32
  "count": 66
33
  },
34
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
35
- "value": 217.57766723632812,
36
- "min": -59.8662223815918,
37
- "max": 218.156005859375,
38
  "count": 66
39
  },
40
  "Pyramids.Policy.RndValueEstimate.mean": {
41
- "value": 0.011847416870296001,
42
- "min": -0.013323443941771984,
43
- "max": 0.402437686920166,
44
  "count": 66
45
  },
46
  "Pyramids.Policy.RndValueEstimate.sum": {
47
- "value": 3.5305302143096924,
48
- "min": -3.7705345153808594,
49
- "max": 95.37773132324219,
50
  "count": 66
51
  },
52
  "Pyramids.Losses.PolicyLoss.mean": {
53
- "value": 0.06972024323754124,
54
- "min": 0.06557783964888161,
55
- "max": 0.074941841448852,
56
  "count": 66
57
  },
58
  "Pyramids.Losses.PolicyLoss.sum": {
59
- "value": 0.9760834053255774,
60
- "min": 0.5318717031581739,
61
- "max": 1.12412762173278,
62
  "count": 66
63
  },
64
  "Pyramids.Losses.ValueLoss.mean": {
65
- "value": 0.018101951712448962,
66
- "min": 0.00025127126369823107,
67
- "max": 0.019327633255130913,
68
  "count": 66
69
  },
70
  "Pyramids.Losses.ValueLoss.sum": {
71
- "value": 0.25342732397428547,
72
- "min": 0.003266526428077004,
73
- "max": 0.2899144988269637,
74
  "count": 66
75
  },
76
  "Pyramids.Policy.LearningRate.mean": {
77
- "value": 5.349548216850002e-06,
78
- "min": 5.349548216850002e-06,
79
- "max": 0.00029750655083115,
80
  "count": 66
81
  },
82
  "Pyramids.Policy.LearningRate.sum": {
83
- "value": 7.489367503590004e-05,
84
- "min": 7.489367503590004e-05,
85
- "max": 0.0038537651654116495,
86
  "count": 66
87
  },
88
  "Pyramids.Policy.Epsilon.mean": {
89
- "value": 0.10178315,
90
- "min": 0.10178315,
91
- "max": 0.19916885,
92
  "count": 66
93
  },
94
  "Pyramids.Policy.Epsilon.sum": {
95
- "value": 1.4249641,
96
- "min": 1.4249641,
97
- "max": 2.68458835,
98
  "count": 66
99
  },
100
  "Pyramids.Policy.Beta.mean": {
101
- "value": 0.00018813668500000007,
102
- "min": 0.00018813668500000007,
103
- "max": 0.009916968115,
104
  "count": 66
105
  },
106
  "Pyramids.Policy.Beta.sum": {
107
- "value": 0.002633913590000001,
108
- "min": 0.002633913590000001,
109
- "max": 0.128470376165,
110
  "count": 66
111
  },
112
  "Pyramids.Losses.RNDLoss.mean": {
113
- "value": 0.014539936557412148,
114
- "min": 0.013399133458733559,
115
- "max": 0.5337237119674683,
116
  "count": 66
117
  },
118
  "Pyramids.Losses.RNDLoss.sum": {
119
- "value": 0.20355911552906036,
120
- "min": 0.18758787214756012,
121
- "max": 4.269789695739746,
122
  "count": 66
123
  },
124
  "Pyramids.Environment.EpisodeLength.mean": {
125
- "value": 256.12213740458014,
126
- "min": 236.38053097345133,
127
  "max": 999.0,
128
  "count": 66
129
  },
130
  "Pyramids.Environment.EpisodeLength.sum": {
131
- "value": 33552.0,
132
- "min": 16879.0,
133
- "max": 33552.0,
134
  "count": 66
135
  },
136
  "Pyramids.Environment.CumulativeReward.mean": {
137
- "value": 1.6987461390976721,
138
- "min": -0.9998800521095593,
139
- "max": 1.7459185708940557,
140
  "count": 66
141
  },
142
  "Pyramids.Environment.CumulativeReward.sum": {
143
- "value": 220.8369980826974,
144
- "min": -30.67660166323185,
145
- "max": 220.8369980826974,
146
  "count": 66
147
  },
148
  "Pyramids.Policy.ExtrinsicReward.mean": {
149
- "value": 1.6987461390976721,
150
- "min": -0.9998800521095593,
151
- "max": 1.7459185708940557,
152
  "count": 66
153
  },
154
  "Pyramids.Policy.ExtrinsicReward.sum": {
155
- "value": 220.8369980826974,
156
- "min": -30.67660166323185,
157
- "max": 220.8369980826974,
158
  "count": 66
159
  },
160
  "Pyramids.Policy.RndReward.mean": {
161
- "value": 0.0380367309284898,
162
- "min": 0.03531887073330458,
163
- "max": 10.794082702959285,
164
  "count": 66
165
  },
166
  "Pyramids.Policy.RndReward.sum": {
167
- "value": 4.944775020703673,
168
- "min": 3.991032392863417,
169
- "max": 183.49940595030785,
170
  "count": 66
171
  },
172
  "Pyramids.IsTraining.mean": {
@@ -184,7 +184,7 @@
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
- "start_time_seconds": "1658995504",
188
  "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]",
189
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics",
190
  "mlagents_version": "0.29.0.dev0",
@@ -192,66 +192,66 @@
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "1.8.1+cu102",
194
  "numpy_version": "1.21.6",
195
- "end_time_seconds": "1658999863"
196
  },
197
- "total": 4358.502690823,
198
  "count": 1,
199
- "self": 0.4326148780000949,
200
  "children": {
201
  "run_training.setup": {
202
- "total": 0.04722142499997517,
203
  "count": 1,
204
- "self": 0.04722142499997517
205
  },
206
  "TrainerController.start_learning": {
207
- "total": 4358.02285452,
208
  "count": 1,
209
- "self": 2.8589677472173207,
210
  "children": {
211
  "TrainerController._reset_env": {
212
- "total": 9.919946798999945,
213
  "count": 1,
214
- "self": 9.919946798999945
215
  },
216
  "TrainerController.advance": {
217
- "total": 4345.146914172782,
218
- "count": 129049,
219
- "self": 2.9716973377680915,
220
  "children": {
221
  "env_step": {
222
- "total": 2925.3026828039883,
223
- "count": 129049,
224
- "self": 2714.06150484997,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
- "total": 209.71796717096026,
228
- "count": 129049,
229
- "self": 9.249887337981932,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
- "total": 200.46807983297833,
233
- "count": 125070,
234
- "self": 69.11174669599723,
235
  "children": {
236
  "TorchPolicy.sample_actions": {
237
- "total": 131.3563331369811,
238
- "count": 125070,
239
- "self": 131.3563331369811
240
  }
241
  }
242
  }
243
  }
244
  },
245
  "workers": {
246
- "total": 1.5232107830581754,
247
- "count": 129049,
248
  "self": 0.0,
249
  "children": {
250
  "worker_root": {
251
- "total": 4350.3912791900975,
252
- "count": 129049,
253
  "is_parallel": true,
254
- "self": 1841.0555276002588,
255
  "children": {
256
  "run_training.setup": {
257
  "total": 0.0,
@@ -260,48 +260,48 @@
260
  "self": 0.0,
261
  "children": {
262
  "steps_from_proto": {
263
- "total": 0.004918567000004259,
264
  "count": 1,
265
  "is_parallel": true,
266
- "self": 0.0037248590000444892,
267
  "children": {
268
  "_process_rank_one_or_two_observation": {
269
- "total": 0.00119370799995977,
270
  "count": 8,
271
  "is_parallel": true,
272
- "self": 0.00119370799995977
273
  }
274
  }
275
  },
276
  "UnityEnvironment.step": {
277
- "total": 0.04730065600006128,
278
  "count": 1,
279
  "is_parallel": true,
280
- "self": 0.00048253400007070013,
281
  "children": {
282
  "UnityEnvironment._generate_step_input": {
283
- "total": 0.0004758110000011584,
284
  "count": 1,
285
  "is_parallel": true,
286
- "self": 0.0004758110000011584
287
  },
288
  "communicator.exchange": {
289
- "total": 0.044645900999967125,
290
  "count": 1,
291
  "is_parallel": true,
292
- "self": 0.044645900999967125
293
  },
294
  "steps_from_proto": {
295
- "total": 0.001696410000022297,
296
  "count": 1,
297
  "is_parallel": true,
298
- "self": 0.0004122689999803697,
299
  "children": {
300
  "_process_rank_one_or_two_observation": {
301
- "total": 0.0012841410000419273,
302
  "count": 8,
303
  "is_parallel": true,
304
- "self": 0.0012841410000419273
305
  }
306
  }
307
  }
@@ -310,34 +310,34 @@
310
  }
311
  },
312
  "UnityEnvironment.step": {
313
- "total": 2509.3357515898388,
314
- "count": 129048,
315
  "is_parallel": true,
316
- "self": 55.232047675888225,
317
  "children": {
318
  "UnityEnvironment._generate_step_input": {
319
- "total": 45.146936263945236,
320
- "count": 129048,
321
  "is_parallel": true,
322
- "self": 45.146936263945236
323
  },
324
  "communicator.exchange": {
325
- "total": 2223.640614896024,
326
- "count": 129048,
327
  "is_parallel": true,
328
- "self": 2223.640614896024
329
  },
330
  "steps_from_proto": {
331
- "total": 185.31615275398087,
332
- "count": 129048,
333
  "is_parallel": true,
334
- "self": 46.08055515370859,
335
  "children": {
336
  "_process_rank_one_or_two_observation": {
337
- "total": 139.23559760027229,
338
- "count": 1032384,
339
  "is_parallel": true,
340
- "self": 139.23559760027229
341
  }
342
  }
343
  }
@@ -350,31 +350,31 @@
350
  }
351
  },
352
  "trainer_advance": {
353
- "total": 1416.8725340310255,
354
- "count": 129049,
355
- "self": 5.430656277142589,
356
  "children": {
357
  "process_trajectory": {
358
- "total": 328.12923190288507,
359
- "count": 129049,
360
- "self": 327.74463720988524,
361
  "children": {
362
  "RLTrainer._checkpoint": {
363
- "total": 0.3845946929998263,
364
  "count": 4,
365
- "self": 0.3845946929998263
366
  }
367
  }
368
  },
369
  "_update_policy": {
370
- "total": 1083.3126458509978,
371
- "count": 929,
372
- "self": 425.476061513079,
373
  "children": {
374
  "TorchPPOOptimizer.update": {
375
- "total": 657.8365843379188,
376
- "count": 45591,
377
- "self": 657.8365843379188
378
  }
379
  }
380
  }
@@ -383,19 +383,19 @@
383
  }
384
  },
385
  "trainer_threads": {
386
- "total": 1.3310000213095918e-06,
387
  "count": 1,
388
- "self": 1.3310000213095918e-06
389
  },
390
  "TrainerController._save_models": {
391
- "total": 0.09702447000017855,
392
  "count": 1,
393
- "self": 0.0016013799995562294,
394
  "children": {
395
  "RLTrainer._checkpoint": {
396
- "total": 0.09542309000062232,
397
  "count": 1,
398
- "self": 0.09542309000062232
399
  }
400
  }
401
  }
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
+ "value": 0.2037947028875351,
6
+ "min": 0.1817663013935089,
7
+ "max": 1.4590035676956177,
8
  "count": 66
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
+ "value": 6081.23388671875,
12
+ "min": 5493.70458984375,
13
+ "max": 44260.33203125,
14
  "count": 66
15
  },
16
  "Pyramids.Step.mean": {
17
+ "value": 1979873.0,
18
  "min": 29952.0,
19
+ "max": 1979873.0,
20
  "count": 66
21
  },
22
  "Pyramids.Step.sum": {
23
+ "value": 1979873.0,
24
  "min": 29952.0,
25
+ "max": 1979873.0,
26
  "count": 66
27
  },
28
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
29
+ "value": 0.6487141847610474,
30
+ "min": -0.09557998180389404,
31
+ "max": 0.6487141847610474,
32
  "count": 66
33
  },
34
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
35
+ "value": 182.93740844726562,
36
+ "min": -22.93919563293457,
37
+ "max": 182.93740844726562,
38
  "count": 66
39
  },
40
  "Pyramids.Policy.RndValueEstimate.mean": {
41
+ "value": 0.034488413482904434,
42
+ "min": -0.013161281123757362,
43
+ "max": 0.28498753905296326,
44
  "count": 66
45
  },
46
  "Pyramids.Policy.RndValueEstimate.sum": {
47
+ "value": 9.725732803344727,
48
+ "min": -3.5535459518432617,
49
+ "max": 67.54204559326172,
50
  "count": 66
51
  },
52
  "Pyramids.Losses.PolicyLoss.mean": {
53
+ "value": 0.07071956194346782,
54
+ "min": 0.06450676919529814,
55
+ "max": 0.07561143468982275,
56
  "count": 66
57
  },
58
  "Pyramids.Losses.PolicyLoss.sum": {
59
+ "value": 1.0607934291520174,
60
+ "min": 0.5084746882343536,
61
+ "max": 1.0809107811456116,
62
  "count": 66
63
  },
64
  "Pyramids.Losses.ValueLoss.mean": {
65
+ "value": 0.013694422887912129,
66
+ "min": 0.0006279635188514408,
67
+ "max": 0.015348352992164327,
68
  "count": 66
69
  },
70
  "Pyramids.Losses.ValueLoss.sum": {
71
+ "value": 0.20541634331868194,
72
+ "min": 0.00816352574506873,
73
+ "max": 0.21487694189030057,
74
  "count": 66
75
  },
76
  "Pyramids.Policy.LearningRate.mean": {
77
+ "value": 5.2361582546466685e-06,
78
+ "min": 5.2361582546466685e-06,
79
+ "max": 0.0002975753150939428,
80
  "count": 66
81
  },
82
  "Pyramids.Policy.LearningRate.sum": {
83
+ "value": 7.854237381970003e-05,
84
+ "min": 7.854237381970003e-05,
85
+ "max": 0.00372679620773465,
86
  "count": 66
87
  },
88
  "Pyramids.Policy.Epsilon.mean": {
89
+ "value": 0.10174535333333333,
90
+ "min": 0.10174535333333333,
91
+ "max": 0.19919177142857142,
92
  "count": 66
93
  },
94
  "Pyramids.Policy.Epsilon.sum": {
95
+ "value": 1.5261803,
96
+ "min": 1.3943424,
97
+ "max": 2.65129005,
98
  "count": 66
99
  },
100
  "Pyramids.Policy.Beta.mean": {
101
+ "value": 0.0001843607980000001,
102
+ "min": 0.0001843607980000001,
103
+ "max": 0.009919257965714285,
104
  "count": 66
105
  },
106
  "Pyramids.Policy.Beta.sum": {
107
+ "value": 0.0027654119700000015,
108
+ "min": 0.0027654119700000015,
109
+ "max": 0.12424230846499999,
110
  "count": 66
111
  },
112
  "Pyramids.Losses.RNDLoss.mean": {
113
+ "value": 0.004435162525624037,
114
+ "min": 0.004017013590782881,
115
+ "max": 0.3488176167011261,
116
  "count": 66
117
  },
118
  "Pyramids.Losses.RNDLoss.sum": {
119
+ "value": 0.06652744114398956,
120
+ "min": 0.05815275013446808,
121
+ "max": 2.441723346710205,
122
  "count": 66
123
  },
124
  "Pyramids.Environment.EpisodeLength.mean": {
125
+ "value": 305.1875,
126
+ "min": 299.63366336633663,
127
  "max": 999.0,
128
  "count": 66
129
  },
130
  "Pyramids.Environment.EpisodeLength.sum": {
131
+ "value": 29298.0,
132
+ "min": 15984.0,
133
+ "max": 34525.0,
134
  "count": 66
135
  },
136
  "Pyramids.Environment.CumulativeReward.mean": {
137
+ "value": 1.6322916502443452,
138
+ "min": -1.0000000521540642,
139
+ "max": 1.6670715617506127,
140
  "count": 66
141
  },
142
  "Pyramids.Environment.CumulativeReward.sum": {
143
+ "value": 156.69999842345715,
144
+ "min": -30.743001744151115,
145
+ "max": 165.73479840904474,
146
  "count": 66
147
  },
148
  "Pyramids.Policy.ExtrinsicReward.mean": {
149
+ "value": 1.6322916502443452,
150
+ "min": -1.0000000521540642,
151
+ "max": 1.6670715617506127,
152
  "count": 66
153
  },
154
  "Pyramids.Policy.ExtrinsicReward.sum": {
155
+ "value": 156.69999842345715,
156
+ "min": -30.743001744151115,
157
+ "max": 165.73479840904474,
158
  "count": 66
159
  },
160
  "Pyramids.Policy.RndReward.mean": {
161
+ "value": 0.014429521230037304,
162
+ "min": 0.013843038180615016,
163
+ "max": 7.171042764559388,
164
  "count": 66
165
  },
166
  "Pyramids.Policy.RndReward.sum": {
167
+ "value": 1.3852340380835813,
168
+ "min": 1.2757607859675772,
169
+ "max": 114.73668423295021,
170
  "count": 66
171
  },
172
  "Pyramids.IsTraining.mean": {
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
+ "start_time_seconds": "1659145079",
188
  "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]",
189
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics",
190
  "mlagents_version": "0.29.0.dev0",
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "1.8.1+cu102",
194
  "numpy_version": "1.21.6",
195
+ "end_time_seconds": "1659149098"
196
  },
197
+ "total": 4018.9136378959997,
198
  "count": 1,
199
+ "self": 0.4393358309998803,
200
  "children": {
201
  "run_training.setup": {
202
+ "total": 0.04346646800013332,
203
  "count": 1,
204
+ "self": 0.04346646800013332
205
  },
206
  "TrainerController.start_learning": {
207
+ "total": 4018.4308355969997,
208
  "count": 1,
209
+ "self": 2.700215843029582,
210
  "children": {
211
  "TrainerController._reset_env": {
212
+ "total": 10.119150063000006,
213
  "count": 1,
214
+ "self": 10.119150063000006
215
  },
216
  "TrainerController.advance": {
217
+ "total": 4005.5193625459706,
218
+ "count": 128251,
219
+ "self": 2.7986883328185286,
220
  "children": {
221
  "env_step": {
222
+ "total": 2581.956404936209,
223
+ "count": 128251,
224
+ "self": 2373.9627710532804,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
+ "total": 206.5405560760139,
228
+ "count": 128251,
229
+ "self": 8.989806555949826,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
+ "total": 197.55074952006407,
233
+ "count": 125065,
234
+ "self": 67.56129452800019,
235
  "children": {
236
  "TorchPolicy.sample_actions": {
237
+ "total": 129.98945499206388,
238
+ "count": 125065,
239
+ "self": 129.98945499206388
240
  }
241
  }
242
  }
243
  }
244
  },
245
  "workers": {
246
+ "total": 1.4530778069147345,
247
+ "count": 128251,
248
  "self": 0.0,
249
  "children": {
250
  "worker_root": {
251
+ "total": 4010.955173267057,
252
+ "count": 128251,
253
  "is_parallel": true,
254
+ "self": 1835.6164235238075,
255
  "children": {
256
  "run_training.setup": {
257
  "total": 0.0,
260
  "self": 0.0,
261
  "children": {
262
  "steps_from_proto": {
263
+ "total": 0.0050855970000611705,
264
  "count": 1,
265
  "is_parallel": true,
266
+ "self": 0.003912888000058956,
267
  "children": {
268
  "_process_rank_one_or_two_observation": {
269
+ "total": 0.0011727090000022145,
270
  "count": 8,
271
  "is_parallel": true,
272
+ "self": 0.0011727090000022145
273
  }
274
  }
275
  },
276
  "UnityEnvironment.step": {
277
+ "total": 0.04683409600011146,
278
  "count": 1,
279
  "is_parallel": true,
280
+ "self": 0.0003740180002296256,
281
  "children": {
282
  "UnityEnvironment._generate_step_input": {
283
+ "total": 0.0005345990000478196,
284
  "count": 1,
285
  "is_parallel": true,
286
+ "self": 0.0005345990000478196
287
  },
288
  "communicator.exchange": {
289
+ "total": 0.04469885499997872,
290
  "count": 1,
291
  "is_parallel": true,
292
+ "self": 0.04469885499997872
293
  },
294
  "steps_from_proto": {
295
+ "total": 0.001226623999855292,
296
  "count": 1,
297
  "is_parallel": true,
298
+ "self": 0.00031319900017479085,
299
  "children": {
300
  "_process_rank_one_or_two_observation": {
301
+ "total": 0.0009134249996805011,
302
  "count": 8,
303
  "is_parallel": true,
304
+ "self": 0.0009134249996805011
305
  }
306
  }
307
  }
310
  }
311
  },
312
  "UnityEnvironment.step": {
313
+ "total": 2175.3387497432495,
314
+ "count": 128250,
315
  "is_parallel": true,
316
+ "self": 54.05055168712897,
317
  "children": {
318
  "UnityEnvironment._generate_step_input": {
319
+ "total": 44.778581362008936,
320
+ "count": 128250,
321
  "is_parallel": true,
322
+ "self": 44.778581362008936
323
  },
324
  "communicator.exchange": {
325
+ "total": 1895.3572423222486,
326
+ "count": 128250,
327
  "is_parallel": true,
328
+ "self": 1895.3572423222486
329
  },
330
  "steps_from_proto": {
331
+ "total": 181.1523743718633,
332
+ "count": 128250,
333
  "is_parallel": true,
334
+ "self": 44.384010844710474,
335
  "children": {
336
  "_process_rank_one_or_two_observation": {
337
+ "total": 136.76836352715281,
338
+ "count": 1026000,
339
  "is_parallel": true,
340
+ "self": 136.76836352715281
341
  }
342
  }
343
  }
350
  }
351
  },
352
  "trainer_advance": {
353
+ "total": 1420.7642692769434,
354
+ "count": 128251,
355
+ "self": 5.086586614012049,
356
  "children": {
357
  "process_trajectory": {
358
+ "total": 321.65576124992685,
359
+ "count": 128251,
360
+ "self": 321.2713950169268,
361
  "children": {
362
  "RLTrainer._checkpoint": {
363
+ "total": 0.384366233000037,
364
  "count": 4,
365
+ "self": 0.384366233000037
366
  }
367
  }
368
  },
369
  "_update_policy": {
370
+ "total": 1094.0219214130045,
371
+ "count": 919,
372
+ "self": 434.0265647050087,
373
  "children": {
374
  "TorchPPOOptimizer.update": {
375
+ "total": 659.9953567079958,
376
+ "count": 45588,
377
+ "self": 659.9953567079958
378
  }
379
  }
380
  }
383
  }
384
  },
385
  "trainer_threads": {
386
+ "total": 1.1449992598500103e-06,
387
  "count": 1,
388
+ "self": 1.1449992598500103e-06
389
  },
390
  "TrainerController._save_models": {
391
+ "total": 0.09210600000005797,
392
  "count": 1,
393
+ "self": 0.0019928460005758097,
394
  "children": {
395
  "RLTrainer._checkpoint": {
396
+ "total": 0.09011315399948217,
397
  "count": 1,
398
+ "self": 0.09011315399948217
399
  }
400
  }
401
  }
run_logs/training_status.json CHANGED
@@ -2,58 +2,58 @@
2
  "Pyramids": {
3
  "checkpoints": [
4
  {
5
- "steps": 499999,
6
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-499999.onnx",
7
- "reward": 1.645499974489212,
8
- "creation_time": 1658996452.4237454,
9
  "auxillary_file_paths": [
10
- "results/Pyramids Training/Pyramids/Pyramids-499999.pt"
11
  ]
12
  },
13
  {
14
- "steps": 999938,
15
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-999938.onnx",
16
- "reward": 1.6199999650319417,
17
- "creation_time": 1658997536.5221515,
18
  "auxillary_file_paths": [
19
- "results/Pyramids Training/Pyramids/Pyramids-999938.pt"
20
  ]
21
  },
22
  {
23
- "steps": 1499939,
24
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-1499939.onnx",
25
- "reward": 1.8122499734163284,
26
- "creation_time": 1658998679.7563295,
27
  "auxillary_file_paths": [
28
- "results/Pyramids Training/Pyramids/Pyramids-1499939.pt"
29
  ]
30
  },
31
  {
32
- "steps": 1999996,
33
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-1999996.onnx",
34
- "reward": 1.7933333069086075,
35
- "creation_time": 1658999862.5503507,
36
  "auxillary_file_paths": [
37
- "results/Pyramids Training/Pyramids/Pyramids-1999996.pt"
38
  ]
39
  },
40
  {
41
- "steps": 2000252,
42
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-2000252.onnx",
43
- "reward": 1.7933333069086075,
44
- "creation_time": 1658999862.6818442,
45
  "auxillary_file_paths": [
46
- "results/Pyramids Training/Pyramids/Pyramids-2000252.pt"
47
  ]
48
  }
49
  ],
50
  "final_checkpoint": {
51
- "steps": 2000252,
52
  "file_path": "results/Pyramids Training/Pyramids.onnx",
53
- "reward": 1.7933333069086075,
54
- "creation_time": 1658999862.6818442,
55
  "auxillary_file_paths": [
56
- "results/Pyramids Training/Pyramids/Pyramids-2000252.pt"
57
  ]
58
  }
59
  },
2
  "Pyramids": {
3
  "checkpoints": [
4
  {
5
+ "steps": 499985,
6
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-499985.onnx",
7
+ "reward": 1.1590000092983246,
8
+ "creation_time": 1659146003.5417368,
9
  "auxillary_file_paths": [
10
+ "results/Pyramids Training/Pyramids/Pyramids-499985.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 999881,
15
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-999881.onnx",
16
+ "reward": 0.17299992963671684,
17
+ "creation_time": 1659146975.3023622,
18
  "auxillary_file_paths": [
19
+ "results/Pyramids Training/Pyramids/Pyramids-999881.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 1499963,
24
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-1499963.onnx",
25
+ "reward": 1.548499934375286,
26
+ "creation_time": 1659148023.7835011,
27
  "auxillary_file_paths": [
28
+ "results/Pyramids Training/Pyramids/Pyramids-1499963.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 1999915,
33
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-1999915.onnx",
34
+ "reward": 1.6529999524354935,
35
+ "creation_time": 1659149097.524967,
36
  "auxillary_file_paths": [
37
+ "results/Pyramids Training/Pyramids/Pyramids-1999915.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 2000043,
42
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-2000043.onnx",
43
+ "reward": 1.6529999524354935,
44
+ "creation_time": 1659149097.634022,
45
  "auxillary_file_paths": [
46
+ "results/Pyramids Training/Pyramids/Pyramids-2000043.pt"
47
  ]
48
  }
49
  ],
50
  "final_checkpoint": {
51
+ "steps": 2000043,
52
  "file_path": "results/Pyramids Training/Pyramids.onnx",
53
+ "reward": 1.6529999524354935,
54
+ "creation_time": 1659149097.634022,
55
  "auxillary_file_paths": [
56
+ "results/Pyramids Training/Pyramids/Pyramids-2000043.pt"
57
  ]
58
  }
59
  },