Hugging Face's logo

MTNielsen
/
ppo-PyramidsTraining

Reinforcement Learning
ml-agents
TensorBoard
ONNX
Pyramids
deep-reinforcement-learning
ML-Agents-Pyramids
Model card Files
xet
Metrics Community
MTNielsen commited on
Commit
7d36e64
·
verified ·
1 Parent(s): 902b8a0

First Push

Browse files
Files changed (18) hide show
  1. Pyramids.onnx +1 -1
  2. Pyramids/Pyramids-1499812.onnx +3 -0
  3. Pyramids/Pyramids-1499812.pt +3 -0
  4. Pyramids/Pyramids-1999862.onnx +3 -0
  5. Pyramids/Pyramids-1999862.pt +3 -0
  6. Pyramids/Pyramids-2499866.onnx +3 -0
  7. Pyramids/Pyramids-2499866.pt +3 -0
  8. Pyramids/Pyramids-2999953.onnx +3 -0
  9. Pyramids/Pyramids-2999953.pt +3 -0
  10. Pyramids/Pyramids-3000209.onnx +3 -0
  11. Pyramids/Pyramids-3000209.pt +3 -0
  12. Pyramids/checkpoint.pt +1 -1
  13. Pyramids/events.out.tfevents.1751022274.Office.4419.0 +3 -0
  14. config.json +1 -1
  15. configuration.yaml +3 -3
  16. run_logs/Player-0.log +39 -39
  17. run_logs/timers.json +208 -208
  18. run_logs/training_status.json +37 -19
Pyramids.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c42875006a265618084eaa1107cfda9829db38c60e466b8cee33be1ed86ba7af
3
  size 13331249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b384bc9662b68399aa7714102201379cbe146926f40b61521d0014d48b737be5
3
  size 13331249
Pyramids/Pyramids-1499812.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc4cc8c8f25788643cf16329f68aab1f0a2d9d268a3ee8a55f28a4b18d67a0de
3
+ size 13331249
Pyramids/Pyramids-1499812.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ab3055d2381546349167e235b0f535804f9e9bc9ee54c2342d9b78653d10ea0
3
+ size 81354563
Pyramids/Pyramids-1999862.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88cab3dbae23716961399994ec6b3c0c2a91ac16fd198304be89ae7f43e37f42
3
+ size 13331249
Pyramids/Pyramids-1999862.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cda128dfbd5a52275c696a6b9d5f13d896caf773c6d09737e1573dc6c716c384
3
+ size 81354563
Pyramids/Pyramids-2499866.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9fcf45d086cb7b60da7e4798376e21d0108d9e2f7e4a348f5095dc6504d3be
3
+ size 13331249
Pyramids/Pyramids-2499866.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:024c9d4be7fdc85324ddfa6d2a4573124a19df75889f2c0a2c49b11621e0ff3b
3
+ size 81354563
Pyramids/Pyramids-2999953.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b384bc9662b68399aa7714102201379cbe146926f40b61521d0014d48b737be5
3
+ size 13331249
Pyramids/Pyramids-2999953.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f8c63e11ce1e13beff5168806170f1a2076ad9a2dd61b8772b204254d27409f
3
+ size 81354563
Pyramids/Pyramids-3000209.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b384bc9662b68399aa7714102201379cbe146926f40b61521d0014d48b737be5
3
+ size 13331249
Pyramids/Pyramids-3000209.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a63fd297f529bae742c0cb2e74b6a604b489b60d99fb009a2945f2f2274d521b
3
+ size 81354563
Pyramids/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70b2ee2d03566577fee2eb985231ed373d9e9ec85fb6498b2b52908d6c26f95d
3
  size 81353897
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:336ec261e1cee9699451f3f06882f1f4a5bab09de760f616801d9ef3e679455f
3
  size 81353897
Pyramids/events.out.tfevents.1751022274.Office.4419.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0f54cf657baf65d8df3bdc6b6b69c088d8640a13d686920f69ec6c830e7f9fb
3
+ size 583494
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 512, "buffer_size": 8192, "learning_rate": 0.0003, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 1024, "num_layers": 4, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.02, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0003, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 1000000, "time_horizon": 256, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "PyramidsTraining", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": "cuda"}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 512, "buffer_size": 8192, "learning_rate": 0.0003, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 1024, "num_layers": 4, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.02, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0003, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 3000000, "time_horizon": 256, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "PyramidsTraining", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": "cuda"}, "debug": false}
configuration.yaml CHANGED
@@ -51,7 +51,7 @@ behaviors:
51
  init_path: null
52
  keep_checkpoints: 5
53
  even_checkpoints: false
54
- max_steps: 1000000
55
  time_horizon: 256
56
  summary_freq: 30000
57
  threaded: false
@@ -82,8 +82,8 @@ checkpoint_settings:
82
  run_id: PyramidsTraining
83
  initialize_from: null
84
  load_model: false
85
- resume: false
86
- force: true
87
  train_model: false
88
  inference: false
89
  results_dir: results
 
51
  init_path: null
52
  keep_checkpoints: 5
53
  even_checkpoints: false
54
+ max_steps: 3000000
55
  time_horizon: 256
56
  summary_freq: 30000
57
  threaded: false
 
82
  run_id: PyramidsTraining
83
  initialize_from: null
84
  load_model: false
85
+ resume: true
86
+ force: false
87
  train_model: false
88
  inference: false
89
  results_dir: results
run_logs/Player-0.log CHANGED
@@ -1,7 +1,7 @@
1
  Mono path[0] = '/home/mtn/rl_course/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/home/mtn/rl_course/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 4 interfaces on host : 0) 172.31.77.83 1) 172.17.0.1 2) 172.18.0.1 3) 172.19.0.1
4
- Multi-casting "[IP] 172.31.77.83 [Port] 55414 [Flags] 2 [Guid] 856950676 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.31.77.83) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
@@ -13,7 +13,7 @@ NullGfxDevice:
13
  Renderer: Null Device
14
  Vendor: Unity Technologies
15
  Begin MonoManager ReloadAssembly
16
- - Completed reload, in 0.090 seconds
17
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
18
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
19
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -45,7 +45,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
45
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
46
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
47
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
48
- UnloadTime: 1.158300 ms
49
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
50
  requesting resize 84 x 84
51
  Setting up 16 worker threads for Enlighten.
@@ -53,7 +53,7 @@ PlayerConnection::CleanupMemory Statistics:
53
  [ALLOC_TEMP_TLS] TLS Allocator
54
  StackAllocators :
55
  [ALLOC_TEMP_MAIN]
56
- Peak usage frame count: [16.0 KB-32.0 KB]: 3974 frames, [32.0 KB-64.0 KB]: 11567 frames, [64.0 KB-128.0 KB]: 3238 frames, [2.0 MB-4.0 MB]: 1 frames
57
  Initial Block Size 4.0 MB
58
  Current Block Size 4.0 MB
59
  Peak Allocated Bytes 2.0 MB
@@ -143,7 +143,7 @@ PlayerConnection::CleanupMemory Statistics:
143
  Current Block Size 64.0 KB
144
  Peak Allocated Bytes 0 B
145
  Overflow Count 0
146
- [ALLOC_TEMP_Job.Worker 14]
147
  Initial Block Size 256.0 KB
148
  Current Block Size 256.0 KB
149
  Peak Allocated Bytes 0 B
@@ -158,7 +158,7 @@ PlayerConnection::CleanupMemory Statistics:
158
  Current Block Size 64.0 KB
159
  Peak Allocated Bytes 7.5 KB
160
  Overflow Count 0
161
- [ALLOC_TEMP_Job.Worker 17]
162
  Initial Block Size 256.0 KB
163
  Current Block Size 256.0 KB
164
  Peak Allocated Bytes 0 B
@@ -176,7 +176,7 @@ PlayerConnection::CleanupMemory Statistics:
176
  [ALLOC_TEMP_Job.Worker 2]
177
  Initial Block Size 256.0 KB
178
  Current Block Size 256.0 KB
179
- Peak Allocated Bytes 0.8 KB
180
  Overflow Count 0
181
  [ALLOC_TEMP_Job.Worker 11]
182
  Initial Block Size 256.0 KB
@@ -188,16 +188,21 @@ PlayerConnection::CleanupMemory Statistics:
188
  Current Block Size 256.0 KB
189
  Peak Allocated Bytes 0 B
190
  Overflow Count 0
191
- [ALLOC_TEMP_Job.Worker 5]
192
  Initial Block Size 256.0 KB
193
  Current Block Size 256.0 KB
194
  Peak Allocated Bytes 0 B
195
  Overflow Count 0
196
- [ALLOC_TEMP_Job.Worker 6]
197
  Initial Block Size 256.0 KB
198
  Current Block Size 256.0 KB
199
  Peak Allocated Bytes 0 B
200
  Overflow Count 0
 
 
 
 
 
201
  [ALLOC_TEMP_EnlightenWorker] x 16
202
  Initial Block Size 64.0 KB
203
  Current Block Size 64.0 KB
@@ -208,11 +213,6 @@ PlayerConnection::CleanupMemory Statistics:
208
  Current Block Size 256.0 KB
209
  Peak Allocated Bytes 0 B
210
  Overflow Count 0
211
- [ALLOC_TEMP_Background Job.Worker 9]
212
- Initial Block Size 32.0 KB
213
- Current Block Size 32.0 KB
214
- Peak Allocated Bytes 0 B
215
- Overflow Count 0
216
  [ALLOC_TEMP_Loading.AsyncRead]
217
  Initial Block Size 64.0 KB
218
  Current Block Size 64.0 KB
@@ -256,7 +256,7 @@ PlayerConnection::CleanupMemory Statistics:
256
  [ALLOC_TEMP_Job.Worker 26]
257
  Initial Block Size 256.0 KB
258
  Current Block Size 256.0 KB
259
- Peak Allocated Bytes 0 B
260
  Overflow Count 0
261
  [ALLOC_TEMP_Job.Worker 29]
262
  Initial Block Size 256.0 KB
@@ -278,12 +278,12 @@ PlayerConnection::CleanupMemory Statistics:
278
  Current Block Size 256.0 KB
279
  Peak Allocated Bytes 0 B
280
  Overflow Count 0
281
- [ALLOC_TEMP_Job.Worker 23]
282
  Initial Block Size 256.0 KB
283
  Current Block Size 256.0 KB
284
  Peak Allocated Bytes 0 B
285
  Overflow Count 0
286
- [ALLOC_TEMP_Job.Worker 1]
287
  Initial Block Size 256.0 KB
288
  Current Block Size 256.0 KB
289
  Peak Allocated Bytes 0 B
@@ -334,28 +334,28 @@ PlayerConnection::CleanupMemory Statistics:
334
  Peak Allocated Bytes 0 B
335
  Overflow Count 0
336
  [ALLOC_MEMORYPROFILER]
337
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18481 frames
338
  Requested Block Size 1.0 MB
339
  Peak Block count 2
340
- Peak Allocated memory 1.6 MB
341
  Peak Large allocation bytes 0 B
342
  [ALLOC_DEFAULT] Dual Thread Allocator
343
- Peak main deferred allocation count 12820
344
  [ALLOC_BUCKET]
345
  Large Block size 4.0 MB
346
  Used Block count 1
347
- Peak Allocated bytes 1.7 MB
348
  [ALLOC_DEFAULT_MAIN]
349
- Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 18779 frames
350
  Requested Block Size 16.0 MB
351
- Peak Block count 3
352
- Peak Allocated memory 29.5 MB
353
  Peak Large allocation bytes 0 B
354
  [ALLOC_DEFAULT_THREAD]
355
- Peak usage frame count: [16.0 MB-32.0 MB]: 866 frames, [32.0 MB-64.0 MB]: 17914 frames
356
  Requested Block Size 16.0 MB
357
- Peak Block count 2
358
- Peak Allocated memory 32.5 MB
359
  Peak Large allocation bytes 16.0 MB
360
  [ALLOC_TEMP_JOB_1_FRAME]
361
  Initial Block Size 2.0 MB
@@ -382,15 +382,15 @@ PlayerConnection::CleanupMemory Statistics:
382
  [ALLOC_BUCKET]
383
  Large Block size 4.0 MB
384
  Used Block count 1
385
- Peak Allocated bytes 1.7 MB
386
  [ALLOC_GFX_MAIN]
387
- Peak usage frame count: [32.0 KB-64.0 KB]: 18779 frames, [64.0 KB-128.0 KB]: 1 frames
388
  Requested Block Size 16.0 MB
389
  Peak Block count 1
390
  Peak Allocated memory 67.0 KB
391
  Peak Large allocation bytes 0 B
392
  [ALLOC_GFX_THREAD]
393
- Peak usage frame count: [64.0 KB-128.0 KB]: 18780 frames
394
  Requested Block Size 16.0 MB
395
  Peak Block count 1
396
  Peak Allocated memory 67.7 KB
@@ -400,15 +400,15 @@ PlayerConnection::CleanupMemory Statistics:
400
  [ALLOC_BUCKET]
401
  Large Block size 4.0 MB
402
  Used Block count 1
403
- Peak Allocated bytes 1.7 MB
404
  [ALLOC_CACHEOBJECTS_MAIN]
405
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18481 frames
406
  Requested Block Size 4.0 MB
407
  Peak Block count 1
408
  Peak Allocated memory 1.4 MB
409
  Peak Large allocation bytes 0 B
410
  [ALLOC_CACHEOBJECTS_THREAD]
411
- Peak usage frame count: [1.0 MB-2.0 MB]: 18779 frames, [4.0 MB-8.0 MB]: 1 frames
412
  Requested Block Size 4.0 MB
413
  Peak Block count 2
414
  Peak Allocated memory 4.7 MB
@@ -418,27 +418,27 @@ PlayerConnection::CleanupMemory Statistics:
418
  [ALLOC_BUCKET]
419
  Large Block size 4.0 MB
420
  Used Block count 1
421
- Peak Allocated bytes 1.7 MB
422
  [ALLOC_TYPETREE_MAIN]
423
- Peak usage frame count: [0-1.0 KB]: 18780 frames
424
  Requested Block Size 2.0 MB
425
  Peak Block count 1
426
  Peak Allocated memory 1.0 KB
427
  Peak Large allocation bytes 0 B
428
  [ALLOC_TYPETREE_THREAD]
429
- Peak usage frame count: [1.0 KB-2.0 KB]: 18780 frames
430
  Requested Block Size 2.0 MB
431
  Peak Block count 1
432
  Peak Allocated memory 1.9 KB
433
  Peak Large allocation bytes 0 B
434
  [ALLOC_PROFILER]
435
- Peak usage frame count: [32.0 KB-64.0 KB]: 18780 frames
436
  Requested Block Size 16.0 MB
437
  Peak Block count 1
438
- Peak Allocated memory 54.0 KB
439
  Peak Large allocation bytes 0 B
440
  [ALLOC_PROFILER_BUCKET]
441
  Large Block size 4.0 MB
442
  Used Block count 1
443
  Peak Allocated bytes 396 B
444
- ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1751021795019,"processId":96288,"allocatedMemory":2066841,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":73418},{"Thread":35300},{"Manager":33551},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3510},{"DynamicArray":30868},{"HashMap":7680},{"Utility":13600},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
 
1
  Mono path[0] = '/home/mtn/rl_course/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/home/mtn/rl_course/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 4 interfaces on host : 0) 172.31.77.83 1) 172.17.0.1 2) 172.18.0.1 3) 172.19.0.1
4
+ Multi-casting "[IP] 172.31.77.83 [Port] 55076 [Flags] 2 [Guid] 2061920353 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.31.77.83) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
 
13
  Renderer: Null Device
14
  Vendor: Unity Technologies
15
  Begin MonoManager ReloadAssembly
16
+ - Completed reload, in 0.092 seconds
17
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
18
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
19
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
45
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
46
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
47
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
48
+ UnloadTime: 1.192500 ms
49
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
50
  requesting resize 84 x 84
51
  Setting up 16 worker threads for Enlighten.
 
53
  [ALLOC_TEMP_TLS] TLS Allocator
54
  StackAllocators :
55
  [ALLOC_TEMP_MAIN]
56
+ Peak usage frame count: [16.0 KB-32.0 KB]: 2773 frames, [32.0 KB-64.0 KB]: 22263 frames, [64.0 KB-128.0 KB]: 12484 frames, [2.0 MB-4.0 MB]: 1 frames
57
  Initial Block Size 4.0 MB
58
  Current Block Size 4.0 MB
59
  Peak Allocated Bytes 2.0 MB
 
143
  Current Block Size 64.0 KB
144
  Peak Allocated Bytes 0 B
145
  Overflow Count 0
146
+ [ALLOC_TEMP_Job.Worker 17]
147
  Initial Block Size 256.0 KB
148
  Current Block Size 256.0 KB
149
  Peak Allocated Bytes 0 B
 
158
  Current Block Size 64.0 KB
159
  Peak Allocated Bytes 7.5 KB
160
  Overflow Count 0
161
+ [ALLOC_TEMP_Job.Worker 14]
162
  Initial Block Size 256.0 KB
163
  Current Block Size 256.0 KB
164
  Peak Allocated Bytes 0 B
 
176
  [ALLOC_TEMP_Job.Worker 2]
177
  Initial Block Size 256.0 KB
178
  Current Block Size 256.0 KB
179
+ Peak Allocated Bytes 0 B
180
  Overflow Count 0
181
  [ALLOC_TEMP_Job.Worker 11]
182
  Initial Block Size 256.0 KB
 
188
  Current Block Size 256.0 KB
189
  Peak Allocated Bytes 0 B
190
  Overflow Count 0
191
+ [ALLOC_TEMP_Job.Worker 6]
192
  Initial Block Size 256.0 KB
193
  Current Block Size 256.0 KB
194
  Peak Allocated Bytes 0 B
195
  Overflow Count 0
196
+ [ALLOC_TEMP_Job.Worker 5]
197
  Initial Block Size 256.0 KB
198
  Current Block Size 256.0 KB
199
  Peak Allocated Bytes 0 B
200
  Overflow Count 0
201
+ [ALLOC_TEMP_Background Job.Worker 9]
202
+ Initial Block Size 32.0 KB
203
+ Current Block Size 32.0 KB
204
+ Peak Allocated Bytes 0 B
205
+ Overflow Count 0
206
  [ALLOC_TEMP_EnlightenWorker] x 16
207
  Initial Block Size 64.0 KB
208
  Current Block Size 64.0 KB
 
213
  Current Block Size 256.0 KB
214
  Peak Allocated Bytes 0 B
215
  Overflow Count 0
 
 
 
 
 
216
  [ALLOC_TEMP_Loading.AsyncRead]
217
  Initial Block Size 64.0 KB
218
  Current Block Size 64.0 KB
 
256
  [ALLOC_TEMP_Job.Worker 26]
257
  Initial Block Size 256.0 KB
258
  Current Block Size 256.0 KB
259
+ Peak Allocated Bytes 0.8 KB
260
  Overflow Count 0
261
  [ALLOC_TEMP_Job.Worker 29]
262
  Initial Block Size 256.0 KB
 
278
  Current Block Size 256.0 KB
279
  Peak Allocated Bytes 0 B
280
  Overflow Count 0
281
+ [ALLOC_TEMP_Job.Worker 1]
282
  Initial Block Size 256.0 KB
283
  Current Block Size 256.0 KB
284
  Peak Allocated Bytes 0 B
285
  Overflow Count 0
286
+ [ALLOC_TEMP_Job.Worker 23]
287
  Initial Block Size 256.0 KB
288
  Current Block Size 256.0 KB
289
  Peak Allocated Bytes 0 B
 
334
  Peak Allocated Bytes 0 B
335
  Overflow Count 0
336
  [ALLOC_MEMORYPROFILER]
337
+ Peak usage frame count: [0.5 MB-1.0 MB]: 25 frames, [1.0 MB-2.0 MB]: 37496 frames
338
  Requested Block Size 1.0 MB
339
  Peak Block count 2
340
+ Peak Allocated memory 1.1 MB
341
  Peak Large allocation bytes 0 B
342
  [ALLOC_DEFAULT] Dual Thread Allocator
343
+ Peak main deferred allocation count 1803
344
  [ALLOC_BUCKET]
345
  Large Block size 4.0 MB
346
  Used Block count 1
347
+ Peak Allocated bytes 1.4 MB
348
  [ALLOC_DEFAULT_MAIN]
349
+ Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 37520 frames
350
  Requested Block Size 16.0 MB
351
+ Peak Block count 2
352
+ Peak Allocated memory 24.0 MB
353
  Peak Large allocation bytes 0 B
354
  [ALLOC_DEFAULT_THREAD]
355
+ Peak usage frame count: [16.0 MB-32.0 MB]: 37521 frames
356
  Requested Block Size 16.0 MB
357
+ Peak Block count 1
358
+ Peak Allocated memory 30.7 MB
359
  Peak Large allocation bytes 16.0 MB
360
  [ALLOC_TEMP_JOB_1_FRAME]
361
  Initial Block Size 2.0 MB
 
382
  [ALLOC_BUCKET]
383
  Large Block size 4.0 MB
384
  Used Block count 1
385
+ Peak Allocated bytes 1.4 MB
386
  [ALLOC_GFX_MAIN]
387
+ Peak usage frame count: [32.0 KB-64.0 KB]: 37520 frames, [64.0 KB-128.0 KB]: 1 frames
388
  Requested Block Size 16.0 MB
389
  Peak Block count 1
390
  Peak Allocated memory 67.0 KB
391
  Peak Large allocation bytes 0 B
392
  [ALLOC_GFX_THREAD]
393
+ Peak usage frame count: [64.0 KB-128.0 KB]: 37521 frames
394
  Requested Block Size 16.0 MB
395
  Peak Block count 1
396
  Peak Allocated memory 67.7 KB
 
400
  [ALLOC_BUCKET]
401
  Large Block size 4.0 MB
402
  Used Block count 1
403
+ Peak Allocated bytes 1.4 MB
404
  [ALLOC_CACHEOBJECTS_MAIN]
405
+ Peak usage frame count: [0.5 MB-1.0 MB]: 41 frames, [1.0 MB-2.0 MB]: 37480 frames
406
  Requested Block Size 4.0 MB
407
  Peak Block count 1
408
  Peak Allocated memory 1.4 MB
409
  Peak Large allocation bytes 0 B
410
  [ALLOC_CACHEOBJECTS_THREAD]
411
+ Peak usage frame count: [1.0 MB-2.0 MB]: 37520 frames, [4.0 MB-8.0 MB]: 1 frames
412
  Requested Block Size 4.0 MB
413
  Peak Block count 2
414
  Peak Allocated memory 4.7 MB
 
418
  [ALLOC_BUCKET]
419
  Large Block size 4.0 MB
420
  Used Block count 1
421
+ Peak Allocated bytes 1.4 MB
422
  [ALLOC_TYPETREE_MAIN]
423
+ Peak usage frame count: [0-1.0 KB]: 37521 frames
424
  Requested Block Size 2.0 MB
425
  Peak Block count 1
426
  Peak Allocated memory 1.0 KB
427
  Peak Large allocation bytes 0 B
428
  [ALLOC_TYPETREE_THREAD]
429
+ Peak usage frame count: [1.0 KB-2.0 KB]: 37521 frames
430
  Requested Block Size 2.0 MB
431
  Peak Block count 1
432
  Peak Allocated memory 1.9 KB
433
  Peak Large allocation bytes 0 B
434
  [ALLOC_PROFILER]
435
+ Peak usage frame count: [32.0 KB-64.0 KB]: 37521 frames
436
  Requested Block Size 16.0 MB
437
  Peak Block count 1
438
+ Peak Allocated memory 54.5 KB
439
  Peak Large allocation bytes 0 B
440
  [ALLOC_PROFILER_BUCKET]
441
  Large Block size 4.0 MB
442
  Used Block count 1
443
  Peak Allocated bytes 396 B
444
+ ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1751027194441,"processId":4535,"allocatedMemory":2066841,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":73418},{"Thread":35300},{"Manager":33551},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3510},{"DynamicArray":30868},{"HashMap":7680},{"Utility":13600},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
run_logs/timers.json CHANGED
@@ -2,249 +2,249 @@
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
- "value": 0.3244781792163849,
6
- "min": 0.3244781792163849,
7
- "max": 1.5903981924057007,
8
- "count": 33
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
- "value": 9848.5615234375,
12
- "min": 9590.873046875,
13
- "max": 50892.7421875,
14
- "count": 33
 
 
 
 
 
 
 
 
 
 
 
 
15
  },
16
  "Pyramids.Step.mean": {
17
- "value": 989759.0,
18
- "min": 29912.0,
19
- "max": 989759.0,
20
- "count": 33
21
  },
22
  "Pyramids.Step.sum": {
23
- "value": 989759.0,
24
- "min": 29912.0,
25
- "max": 989759.0,
26
- "count": 33
27
  },
28
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
29
- "value": 0.6161084175109863,
30
- "min": -0.10594413429498672,
31
- "max": 0.6525713205337524,
32
- "count": 33
33
  },
34
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
35
- "value": 96.72901916503906,
36
- "min": -12.92518424987793,
37
- "max": 106.36912536621094,
38
- "count": 33
39
  },
40
  "Pyramids.Policy.RndValueEstimate.mean": {
41
- "value": 0.09512469917535782,
42
- "min": 0.09512469917535782,
43
- "max": 1.7360094785690308,
44
- "count": 33
45
  },
46
  "Pyramids.Policy.RndValueEstimate.sum": {
47
- "value": 14.934577941894531,
48
- "min": 14.934577941894531,
49
- "max": 210.05714416503906,
50
- "count": 33
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
51
  },
52
  "Pyramids.Losses.PolicyLoss.mean": {
53
- "value": 0.03433183225327714,
54
- "min": 0.03087187964249299,
55
- "max": 0.0407908167351197,
56
- "count": 33
57
  },
58
  "Pyramids.Losses.PolicyLoss.sum": {
59
- "value": 0.13732732901310857,
60
- "min": 0.0732553819473383,
61
- "max": 0.15278395361383446,
62
- "count": 33
63
  },
64
  "Pyramids.Losses.ValueLoss.mean": {
65
- "value": 0.013738000093629429,
66
- "min": 0.0026074347727747713,
67
- "max": 0.28497444244398584,
68
- "count": 33
69
  },
70
  "Pyramids.Losses.ValueLoss.sum": {
71
- "value": 0.054952000374517716,
72
- "min": 0.007822304318324313,
73
- "max": 0.5699488848879717,
74
- "count": 33
75
  },
76
  "Pyramids.Policy.LearningRate.mean": {
77
- "value": 7.688272437274996e-06,
78
- "min": 7.688272437274996e-06,
79
- "max": 0.000294528001824,
80
- "count": 33
81
  },
82
  "Pyramids.Policy.LearningRate.sum": {
83
- "value": 3.0753089749099986e-05,
84
- "min": 3.0753089749099986e-05,
85
- "max": 0.0010400658533114,
86
- "count": 33
87
  },
88
  "Pyramids.Policy.Epsilon.mean": {
89
- "value": 0.10256272500000001,
90
- "min": 0.10256272500000001,
91
- "max": 0.19817600000000002,
92
- "count": 33
93
  },
94
  "Pyramids.Policy.Epsilon.sum": {
95
- "value": 0.41025090000000003,
96
- "min": 0.31636060000000005,
97
- "max": 0.7466886,
98
- "count": 33
99
  },
100
  "Pyramids.Policy.Beta.mean": {
101
- "value": 0.0002660162274999999,
102
- "min": 0.0002660162274999999,
103
- "max": 0.0098177824,
104
- "count": 33
105
  },
106
  "Pyramids.Policy.Beta.sum": {
107
- "value": 0.0010640649099999996,
108
- "min": 0.0010640649099999996,
109
- "max": 0.034674191140000005,
110
- "count": 33
111
  },
112
  "Pyramids.Losses.RNDLoss.mean": {
113
- "value": 0.04288814589381218,
114
- "min": 0.04288814589381218,
115
- "max": 0.8643540740013123,
116
- "count": 33
117
  },
118
  "Pyramids.Losses.RNDLoss.sum": {
119
- "value": 0.17155258357524872,
120
- "min": 0.1336830109357834,
121
- "max": 1.7287081480026245,
122
- "count": 33
123
- },
124
- "Pyramids.Environment.EpisodeLength.mean": {
125
- "value": 346.12048192771084,
126
- "min": 309.2826086956522,
127
- "max": 999.0,
128
- "count": 33
129
- },
130
- "Pyramids.Environment.EpisodeLength.sum": {
131
- "value": 28728.0,
132
- "min": 17218.0,
133
- "max": 32546.0,
134
- "count": 33
135
- },
136
- "Pyramids.Environment.CumulativeReward.mean": {
137
- "value": 1.6056626216474785,
138
- "min": -1.0000000596046448,
139
- "max": 1.6702257910723328,
140
- "count": 33
141
- },
142
- "Pyramids.Environment.CumulativeReward.sum": {
143
- "value": 133.26999759674072,
144
- "min": -30.575601875782013,
145
- "max": 155.33099856972694,
146
- "count": 33
147
- },
148
- "Pyramids.Policy.ExtrinsicReward.mean": {
149
- "value": 1.6056626216474785,
150
- "min": -1.0000000596046448,
151
- "max": 1.6702257910723328,
152
- "count": 33
153
- },
154
- "Pyramids.Policy.ExtrinsicReward.sum": {
155
- "value": 133.26999759674072,
156
- "min": -30.575601875782013,
157
- "max": 155.33099856972694,
158
- "count": 33
159
- },
160
- "Pyramids.Policy.RndReward.mean": {
161
- "value": 0.2978080925363374,
162
- "min": 0.2877048087823722,
163
- "max": 67.48608592800473,
164
- "count": 33
165
- },
166
- "Pyramids.Policy.RndReward.sum": {
167
- "value": 24.718071680516005,
168
- "min": 24.718071680516005,
169
- "max": 1552.1799763441086,
170
- "count": 33
171
  },
172
  "Pyramids.IsTraining.mean": {
173
  "value": 1.0,
174
  "min": 1.0,
175
  "max": 1.0,
176
- "count": 33
177
  },
178
  "Pyramids.IsTraining.sum": {
179
  "value": 1.0,
180
  "min": 1.0,
181
  "max": 1.0,
182
- "count": 33
183
  }
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
- "start_time_seconds": "1751019577",
188
  "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",
189
- "command_line_arguments": "/home/mtn/miniconda3/envs/mlagents310/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=PyramidsTraining --no-graphics --torch-device=cuda --force",
190
  "mlagents_version": "1.2.0.dev0",
191
  "mlagents_envs_version": "1.2.0.dev0",
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "2.4.0+cu121",
194
  "numpy_version": "1.23.5",
195
- "end_time_seconds": "1751021795"
196
  },
197
- "total": 2074.831323061,
198
  "count": 1,
199
- "self": 0.37082345000089845,
200
  "children": {
201
  "run_training.setup": {
202
- "total": 0.024627888000395615,
203
  "count": 1,
204
- "self": 0.024627888000395615
205
  },
206
  "TrainerController.start_learning": {
207
- "total": 2074.435871722999,
208
  "count": 1,
209
- "self": 1.446699069107126,
210
  "children": {
211
  "TrainerController._reset_env": {
212
- "total": 2.0366845190001186,
213
  "count": 1,
214
- "self": 2.0366845190001186
215
  },
216
  "TrainerController.advance": {
217
- "total": 2070.4728784398903,
218
- "count": 64031,
219
- "self": 1.260445219126268,
220
  "children": {
221
  "env_step": {
222
- "total": 1631.274576708718,
223
- "count": 64031,
224
- "self": 1323.6688548305065,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
- "total": 306.5815242494609,
228
- "count": 64031,
229
- "self": 4.715514139163133,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
- "total": 301.8660101102978,
233
- "count": 62598,
234
- "self": 301.8660101102978
235
  }
236
  }
237
  },
238
  "workers": {
239
- "total": 1.0241976287506986,
240
- "count": 64031,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
- "total": 2070.367175787116,
245
- "count": 64031,
246
  "is_parallel": true,
247
- "self": 845.199130731391,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
@@ -253,48 +253,48 @@
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
- "total": 0.0016963509988272563,
257
  "count": 1,
258
  "is_parallel": true,
259
- "self": 0.0006021059962222353,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
- "total": 0.001094245002605021,
263
  "count": 8,
264
  "is_parallel": true,
265
- "self": 0.001094245002605021
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
- "total": 0.03879922299893224,
271
  "count": 1,
272
  "is_parallel": true,
273
- "self": 0.00028681799813057296,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
- "total": 0.00028495800142991357,
277
  "count": 1,
278
  "is_parallel": true,
279
- "self": 0.00028495800142991357
280
  },
281
  "communicator.exchange": {
282
- "total": 0.03746504700029618,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.03746504700029618
286
  },
287
  "steps_from_proto": {
288
- "total": 0.0007623999990755692,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.00017964399376069196,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
- "total": 0.0005827560053148773,
295
  "count": 8,
296
  "is_parallel": true,
297
- "self": 0.0005827560053148773
298
  }
299
  }
300
  }
@@ -303,34 +303,34 @@
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
- "total": 1225.168045055725,
307
- "count": 64030,
308
  "is_parallel": true,
309
- "self": 18.322320682211284,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
- "total": 13.272767867289076,
313
- "count": 64030,
314
  "is_parallel": true,
315
- "self": 13.272767867289076
316
  },
317
  "communicator.exchange": {
318
- "total": 1146.5050576348476,
319
- "count": 64030,
320
  "is_parallel": true,
321
- "self": 1146.5050576348476
322
  },
323
  "steps_from_proto": {
324
- "total": 47.06789887137711,
325
- "count": 64030,
326
  "is_parallel": true,
327
- "self": 10.681787790766975,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
- "total": 36.386111080610135,
331
- "count": 512240,
332
  "is_parallel": true,
333
- "self": 36.386111080610135
334
  }
335
  }
336
  }
@@ -343,31 +343,31 @@
343
  }
344
  },
345
  "trainer_advance": {
346
- "total": 437.937856512046,
347
- "count": 64031,
348
- "self": 3.2250884741552,
349
  "children": {
350
  "process_trajectory": {
351
- "total": 111.30187467289943,
352
- "count": 64031,
353
- "self": 110.20551355089992,
354
  "children": {
355
  "RLTrainer._checkpoint": {
356
- "total": 1.0963611219995073,
357
- "count": 2,
358
- "self": 1.0963611219995073
359
  }
360
  }
361
  },
362
  "_update_policy": {
363
- "total": 323.41089336499135,
364
- "count": 117,
365
- "self": 193.420435253076,
366
  "children": {
367
  "TorchPPOOptimizer.update": {
368
- "total": 129.99045811191536,
369
- "count": 5739,
370
- "self": 129.99045811191536
371
  }
372
  }
373
  }
@@ -376,19 +376,19 @@
376
  }
377
  },
378
  "trainer_threads": {
379
- "total": 5.62002242077142e-07,
380
  "count": 1,
381
- "self": 5.62002242077142e-07
382
  },
383
  "TrainerController._save_models": {
384
- "total": 0.4796091329990304,
385
  "count": 1,
386
- "self": 0.023650801998883253,
387
  "children": {
388
  "RLTrainer._checkpoint": {
389
- "total": 0.45595833100014715,
390
  "count": 1,
391
- "self": 0.45595833100014715
392
  }
393
  }
394
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
+ "value": 0.11522207409143448,
6
+ "min": 0.11335458606481552,
7
+ "max": 0.40282687544822693,
8
+ "count": 67
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
+ "value": 3408.729736328125,
12
+ "min": 3378.87353515625,
13
+ "max": 12078.361328125,
14
+ "count": 67
15
+ },
16
+ "Pyramids.Environment.EpisodeLength.mean": {
17
+ "value": 235.73170731707316,
18
+ "min": 208.79710144927537,
19
+ "max": 392.58024691358025,
20
+ "count": 67
21
+ },
22
+ "Pyramids.Environment.EpisodeLength.sum": {
23
+ "value": 28995.0,
24
+ "min": 16229.0,
25
+ "max": 31799.0,
26
+ "count": 67
27
  },
28
  "Pyramids.Step.mean": {
29
+ "value": 2999953.0,
30
+ "min": 1019843.0,
31
+ "max": 2999953.0,
32
+ "count": 67
33
  },
34
  "Pyramids.Step.sum": {
35
+ "value": 2999953.0,
36
+ "min": 1019843.0,
37
+ "max": 2999953.0,
38
+ "count": 67
39
  },
40
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
41
+ "value": 0.7724880576133728,
42
+ "min": 0.4972357749938965,
43
+ "max": 0.8250284790992737,
44
+ "count": 67
45
  },
46
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
47
+ "value": 132.095458984375,
48
+ "min": 56.92182540893555,
49
+ "max": 155.04977416992188,
50
+ "count": 67
51
  },
52
  "Pyramids.Policy.RndValueEstimate.mean": {
53
+ "value": 0.06514906883239746,
54
+ "min": -0.0021130673121660948,
55
+ "max": 0.13866503536701202,
56
+ "count": 67
57
  },
58
  "Pyramids.Policy.RndValueEstimate.sum": {
59
+ "value": 11.140490531921387,
60
+ "min": -0.3782390356063843,
61
+ "max": 21.909076690673828,
62
+ "count": 67
63
+ },
64
+ "Pyramids.Environment.CumulativeReward.mean": {
65
+ "value": 1.7646209549519323,
66
+ "min": 1.4780292383781293,
67
+ "max": 1.790804328477901,
68
+ "count": 67
69
+ },
70
+ "Pyramids.Environment.CumulativeReward.sum": {
71
+ "value": 218.8129984140396,
72
+ "min": 94.76899874210358,
73
+ "max": 249.5273967385292,
74
+ "count": 67
75
+ },
76
+ "Pyramids.Policy.ExtrinsicReward.mean": {
77
+ "value": 1.7646209549519323,
78
+ "min": 1.4780292383781293,
79
+ "max": 1.790804328477901,
80
+ "count": 67
81
+ },
82
+ "Pyramids.Policy.ExtrinsicReward.sum": {
83
+ "value": 218.8129984140396,
84
+ "min": 94.76899874210358,
85
+ "max": 249.5273967385292,
86
+ "count": 67
87
+ },
88
+ "Pyramids.Policy.RndReward.mean": {
89
+ "value": 0.12356506994899152,
90
+ "min": 0.11194740364959031,
91
+ "max": 0.31913066848476485,
92
+ "count": 67
93
+ },
94
+ "Pyramids.Policy.RndReward.sum": {
95
+ "value": 15.322068673674949,
96
+ "min": 13.35549175227061,
97
+ "max": 26.168714815750718,
98
+ "count": 67
99
  },
100
  "Pyramids.Losses.PolicyLoss.mean": {
101
+ "value": 0.034386266389143806,
102
+ "min": 0.030005244615798194,
103
+ "max": 0.038253214486758225,
104
+ "count": 67
105
  },
106
  "Pyramids.Losses.PolicyLoss.sum": {
107
+ "value": 0.13754506555657522,
108
+ "min": 0.07650642897351645,
109
+ "max": 0.15256832615705207,
110
+ "count": 67
111
  },
112
  "Pyramids.Losses.ValueLoss.mean": {
113
+ "value": 0.013929035034379922,
114
+ "min": 0.012917489361522408,
115
+ "max": 0.0188918145140633,
116
+ "count": 67
117
  },
118
  "Pyramids.Losses.ValueLoss.sum": {
119
+ "value": 0.05571614013751969,
120
+ "min": 0.0328423316241242,
121
+ "max": 0.0688383637655837,
122
+ "count": 67
123
  },
124
  "Pyramids.Policy.LearningRate.mean": {
125
+ "value": 1.3307495564499943e-06,
126
+ "min": 1.3307495564499943e-06,
127
+ "max": 0.00019873528375491669,
128
+ "count": 67
129
  },
130
  "Pyramids.Policy.LearningRate.sum": {
131
+ "value": 5.322998225799977e-06,
132
+ "min": 5.322998225799977e-06,
133
+ "max": 0.0007748959417014,
134
+ "count": 67
135
  },
136
  "Pyramids.Policy.Epsilon.mean": {
137
+ "value": 0.10044355,
138
+ "min": 0.10044355,
139
+ "max": 0.16624508333333332,
140
+ "count": 67
141
  },
142
  "Pyramids.Policy.Epsilon.sum": {
143
+ "value": 0.4017742,
144
+ "min": 0.30751126666666667,
145
+ "max": 0.6582986,
146
+ "count": 67
147
  },
148
  "Pyramids.Policy.Beta.mean": {
149
+ "value": 5.431064499999981e-05,
150
+ "min": 5.431064499999981e-05,
151
+ "max": 0.006627883825,
152
+ "count": 67
153
  },
154
  "Pyramids.Policy.Beta.sum": {
155
+ "value": 0.00021724257999999923,
156
+ "min": 0.00021724257999999923,
157
+ "max": 0.025844030139999998,
158
+ "count": 67
159
  },
160
  "Pyramids.Losses.RNDLoss.mean": {
161
+ "value": 0.02532372996211052,
162
+ "min": 0.02520296908915043,
163
+ "max": 0.06924465298652649,
164
+ "count": 67
165
  },
166
  "Pyramids.Losses.RNDLoss.sum": {
167
+ "value": 0.10129491984844208,
168
+ "min": 0.07792649418115616,
169
+ "max": 0.15872585773468018,
170
+ "count": 67
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
171
  },
172
  "Pyramids.IsTraining.mean": {
173
  "value": 1.0,
174
  "min": 1.0,
175
  "max": 1.0,
176
+ "count": 67
177
  },
178
  "Pyramids.IsTraining.sum": {
179
  "value": 1.0,
180
  "min": 1.0,
181
  "max": 1.0,
182
+ "count": 67
183
  }
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
+ "start_time_seconds": "1751022273",
188
  "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",
189
+ "command_line_arguments": "/home/mtn/miniconda3/envs/mlagents310/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=PyramidsTraining --no-graphics --torch-device=cuda --resume",
190
  "mlagents_version": "1.2.0.dev0",
191
  "mlagents_envs_version": "1.2.0.dev0",
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "2.4.0+cu121",
194
  "numpy_version": "1.23.5",
195
+ "end_time_seconds": "1751027194"
196
  },
197
+ "total": 4589.448268449003,
198
  "count": 1,
199
+ "self": 0.3217653830033669,
200
  "children": {
201
  "run_training.setup": {
202
+ "total": 0.023277966000023298,
203
  "count": 1,
204
+ "self": 0.023277966000023298
205
  },
206
  "TrainerController.start_learning": {
207
+ "total": 4589.1032251,
208
  "count": 1,
209
+ "self": 3.189808445989911,
210
  "children": {
211
  "TrainerController._reset_env": {
212
+ "total": 2.2403230070012796,
213
  "count": 1,
214
+ "self": 2.2403230070012796
215
  },
216
  "TrainerController.advance": {
217
+ "total": 4583.137820398009,
218
+ "count": 131038,
219
+ "self": 3.095331170632562,
220
  "children": {
221
  "env_step": {
222
+ "total": 3616.747075870615,
223
+ "count": 131038,
224
+ "self": 2935.1100005209482,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
+ "total": 679.5315629338038,
228
+ "count": 131038,
229
+ "self": 10.55458963710771,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
+ "total": 668.9769732966961,
233
+ "count": 125070,
234
+ "self": 668.9769732966961
235
  }
236
  }
237
  },
238
  "workers": {
239
+ "total": 2.105512415862904,
240
+ "count": 131038,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
+ "total": 4581.505453005251,
245
+ "count": 131038,
246
  "is_parallel": true,
247
+ "self": 1857.6158370692538,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
 
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
+ "total": 0.0017467950019636191,
257
  "count": 1,
258
  "is_parallel": true,
259
+ "self": 0.0006292129983194172,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
+ "total": 0.001117582003644202,
263
  "count": 8,
264
  "is_parallel": true,
265
+ "self": 0.001117582003644202
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 0.03971043199999258,
271
  "count": 1,
272
  "is_parallel": true,
273
+ "self": 0.000289715997496387,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 0.0002698230018722825,
277
  "count": 1,
278
  "is_parallel": true,
279
+ "self": 0.0002698230018722825
280
  },
281
  "communicator.exchange": {
282
+ "total": 0.038202450999961,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.038202450999961
286
  },
287
  "steps_from_proto": {
288
+ "total": 0.000948442000662908,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.00025254400316043757,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 0.0006958979975024704,
295
  "count": 8,
296
  "is_parallel": true,
297
+ "self": 0.0006958979975024704
298
  }
299
  }
300
  }
 
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
+ "total": 2723.8896159359974,
307
+ "count": 131037,
308
  "is_parallel": true,
309
+ "self": 37.66285123646958,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
+ "total": 26.991314424940356,
313
+ "count": 131037,
314
  "is_parallel": true,
315
+ "self": 26.991314424940356
316
  },
317
  "communicator.exchange": {
318
+ "total": 2563.454466873187,
319
+ "count": 131037,
320
  "is_parallel": true,
321
+ "self": 2563.454466873187
322
  },
323
  "steps_from_proto": {
324
+ "total": 95.78098340140059,
325
+ "count": 131037,
326
  "is_parallel": true,
327
+ "self": 21.66337494808249,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
+ "total": 74.1176084533181,
331
+ "count": 1048296,
332
  "is_parallel": true,
333
+ "self": 74.1176084533181
334
  }
335
  }
336
  }
 
343
  }
344
  },
345
  "trainer_advance": {
346
+ "total": 963.2954133567619,
347
+ "count": 131038,
348
+ "self": 7.05218511345447,
349
  "children": {
350
  "process_trajectory": {
351
+ "total": 262.79297143431904,
352
+ "count": 131038,
353
+ "self": 260.70810050631553,
354
  "children": {
355
  "RLTrainer._checkpoint": {
356
+ "total": 2.084870928003511,
357
+ "count": 4,
358
+ "self": 2.084870928003511
359
  }
360
  }
361
  },
362
  "_update_policy": {
363
+ "total": 693.4502568089883,
364
+ "count": 241,
365
+ "self": 404.0553244968396,
366
  "children": {
367
  "TorchPPOOptimizer.update": {
368
+ "total": 289.39493231214874,
369
+ "count": 11568,
370
+ "self": 289.39493231214874
371
  }
372
  }
373
  }
 
376
  }
377
  },
378
  "trainer_threads": {
379
+ "total": 7.369999366346747e-07,
380
  "count": 1,
381
+ "self": 7.369999366346747e-07
382
  },
383
  "TrainerController._save_models": {
384
+ "total": 0.5352725119992101,
385
  "count": 1,
386
+ "self": 0.028642640998441493,
387
  "children": {
388
  "RLTrainer._checkpoint": {
389
+ "total": 0.5066298710007686,
390
  "count": 1,
391
+ "self": 0.5066298710007686
392
  }
393
  }
394
  }
run_logs/training_status.json CHANGED
@@ -2,40 +2,58 @@
2
  "Pyramids": {
3
  "checkpoints": [
4
  {
5
- "steps": 499833,
6
- "file_path": "results/PyramidsTraining/Pyramids/Pyramids-499833.onnx",
7
- "reward": 0.7626571186951229,
8
- "creation_time": 1751020640.7455657,
9
  "auxillary_file_paths": [
10
- "results/PyramidsTraining/Pyramids/Pyramids-499833.pt"
11
  ]
12
  },
13
  {
14
- "steps": 999949,
15
- "file_path": "results/PyramidsTraining/Pyramids/Pyramids-999949.onnx",
16
- "reward": 1.5865428405148643,
17
- "creation_time": 1751021794.1971548,
18
  "auxillary_file_paths": [
19
- "results/PyramidsTraining/Pyramids/Pyramids-999949.pt"
20
  ]
21
  },
22
  {
23
- "steps": 1000205,
24
- "file_path": "results/PyramidsTraining/Pyramids/Pyramids-1000205.onnx",
25
- "reward": 1.5865428405148643,
26
- "creation_time": 1751021794.6736128,
27
  "auxillary_file_paths": [
28
- "results/PyramidsTraining/Pyramids/Pyramids-1000205.pt"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  ]
30
  }
31
  ],
32
  "final_checkpoint": {
33
- "steps": 1000205,
34
  "file_path": "results/PyramidsTraining/Pyramids.onnx",
35
- "reward": 1.5865428405148643,
36
- "creation_time": 1751021794.6736128,
37
  "auxillary_file_paths": [
38
- "results/PyramidsTraining/Pyramids/Pyramids-1000205.pt"
39
  ]
40
  }
41
  },
 
2
  "Pyramids": {
3
  "checkpoints": [
4
  {
5
+ "steps": 1499812,
6
+ "file_path": "results/PyramidsTraining/Pyramids/Pyramids-1499812.onnx",
7
+ "reward": 1.7140000065167744,
8
+ "creation_time": 1751023452.267056,
9
  "auxillary_file_paths": [
10
+ "results/PyramidsTraining/Pyramids/Pyramids-1499812.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 1999862,
15
+ "file_path": "results/PyramidsTraining/Pyramids/Pyramids-1999862.onnx",
16
+ "reward": 1.7841428475720542,
17
+ "creation_time": 1751024686.336688,
18
  "auxillary_file_paths": [
19
+ "results/PyramidsTraining/Pyramids/Pyramids-1999862.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 2499866,
24
+ "file_path": "results/PyramidsTraining/Pyramids/Pyramids-2499866.onnx",
25
+ "reward": 1.7018689451546505,
26
+ "creation_time": 1751025943.4559925,
27
  "auxillary_file_paths": [
28
+ "results/PyramidsTraining/Pyramids/Pyramids-2499866.pt"
29
+ ]
30
+ },
31
+ {
32
+ "steps": 2999953,
33
+ "file_path": "results/PyramidsTraining/Pyramids/Pyramids-2999953.onnx",
34
+ "reward": 1.8639999628067017,
35
+ "creation_time": 1751027193.5753567,
36
+ "auxillary_file_paths": [
37
+ "results/PyramidsTraining/Pyramids/Pyramids-2999953.pt"
38
+ ]
39
+ },
40
+ {
41
+ "steps": 3000209,
42
+ "file_path": "results/PyramidsTraining/Pyramids/Pyramids-3000209.onnx",
43
+ "reward": 1.8639999628067017,
44
+ "creation_time": 1751027194.1051075,
45
+ "auxillary_file_paths": [
46
+ "results/PyramidsTraining/Pyramids/Pyramids-3000209.pt"
47
  ]
48
  }
49
  ],
50
  "final_checkpoint": {
51
+ "steps": 3000209,
52
  "file_path": "results/PyramidsTraining/Pyramids.onnx",
53
+ "reward": 1.8639999628067017,
54
+ "creation_time": 1751027194.1051075,
55
  "auxillary_file_paths": [
56
+ "results/PyramidsTraining/Pyramids/Pyramids-3000209.pt"
57
  ]
58
  }
59
  },