Hugging Face's logo

ByeByeFlyGuy
/
ppoPyramidsV1

Reinforcement Learning
ml-agents
TensorBoard
ONNX
Pyramids
deep-reinforcement-learning
ML-Agents-Pyramids
Model card Files Metrics Community
ByeByeFlyGuy commited on
Commit
93ee3ab
•
1 Parent(s): 88487e0

Extra layer

Browse files
Files changed (14) hide show
  1. Pyramids.onnx +2 -2
  2. Pyramids/Pyramids-1000114.onnx +3 -0
  3. Pyramids/Pyramids-1000114.pt +3 -0
  4. Pyramids/Pyramids-499985.onnx +3 -0
  5. Pyramids/Pyramids-499985.pt +3 -0
  6. Pyramids/Pyramids-999986.onnx +3 -0
  7. Pyramids/Pyramids-999986.pt +3 -0
  8. Pyramids/checkpoint.pt +2 -2
  9. Pyramids/events.out.tfevents.1716492893.a8ae1f813db6.24726.0 +3 -0
  10. config.json +1 -1
  11. configuration.yaml +3 -3
  12. run_logs/Player-0.log +25 -25
  13. run_logs/timers.json +161 -161
  14. run_logs/training_status.json +20 -20
Pyramids.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2bb51b3d8db03d749c716ac706849d514bcabbfa484e52b110207486534c4faf
3
- size 1420238
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58a7ec36e9b7d68d800a0a8bc3b455fc287458ed55e54ae71e9bcb6db3c83cc6
3
+ size 2471804
Pyramids/Pyramids-1000114.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58a7ec36e9b7d68d800a0a8bc3b455fc287458ed55e54ae71e9bcb6db3c83cc6
3
+ size 2471804
Pyramids/Pyramids-1000114.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:744b2fc5689433d65da9530d50620d08b77e5a102b77643925a41098d0b688c8
3
+ size 14965084
Pyramids/Pyramids-499985.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74a2fed786d6058ee390f8c43e3107251b48d4d25951d5b2d075007c56aca455
3
+ size 2471804
Pyramids/Pyramids-499985.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7de13b0c5d80eb018f06694168c3c1ae927b06157173287a99f3b995df2ce60
3
+ size 14964989
Pyramids/Pyramids-999986.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58a7ec36e9b7d68d800a0a8bc3b455fc287458ed55e54ae71e9bcb6db3c83cc6
3
+ size 2471804
Pyramids/Pyramids-999986.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5855ba67aaba32e5a59768245267a7b4875f5c14319906773ffd79667e7d414d
3
+ size 14964989
Pyramids/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f01f6d746817702393a3c24d2225081038813eece8004ccbda23bd44f00b02d
3
- size 8655778
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94712f018ff9e971f556c942e56c281eb2538d7f1d2dd35675ec29fd49ca5765
3
+ size 14964514
Pyramids/events.out.tfevents.1716492893.a8ae1f813db6.24726.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d64ceb2e27d45fa8bff50ddd77297bc83449a3bdd0a3d5242885067d973bf39b
3
+ size 342280
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0005, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 1000000, "time_horizon": 128, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Pyramids Training 3", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0001, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 1000000, "time_horizon": 128, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Pyramids Training 4", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -5,7 +5,7 @@ behaviors:
5
  hyperparameters:
6
  batch_size: 128
7
  buffer_size: 2048
8
- learning_rate: 0.0005
9
  beta: 0.01
10
  epsilon: 0.2
11
  lambd: 0.95
@@ -18,7 +18,7 @@ behaviors:
18
  network_settings:
19
  normalize: false
20
  hidden_units: 512
21
- num_layers: 2
22
  vis_encode_type: simple
23
  memory: null
24
  goal_conditioning_type: hyper
@@ -79,7 +79,7 @@ engine_settings:
79
  no_graphics_monitor: false
80
  environment_parameters: null
81
  checkpoint_settings:
82
- run_id: Pyramids Training 3
83
  initialize_from: null
84
  load_model: false
85
  resume: false
 
5
  hyperparameters:
6
  batch_size: 128
7
  buffer_size: 2048
8
+ learning_rate: 0.0001
9
  beta: 0.01
10
  epsilon: 0.2
11
  lambd: 0.95
 
18
  network_settings:
19
  normalize: false
20
  hidden_units: 512
21
+ num_layers: 3
22
  vis_encode_type: simple
23
  memory: null
24
  goal_conditioning_type: hyper
 
79
  no_graphics_monitor: false
80
  environment_parameters: null
81
  checkpoint_settings:
82
+ run_id: Pyramids Training 4
83
  initialize_from: null
84
  load_model: false
85
  resume: false
run_logs/Player-0.log CHANGED
@@ -1,7 +1,7 @@
1
  Mono path[0] = '/content/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/content/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.28.0.12
4
- Multi-casting "[IP] 172.28.0.12 [Port] 55263 [Flags] 2 [Guid] 2994701475 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
@@ -33,7 +33,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
33
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
34
  FMOD initialized on nosound output
35
  Begin MonoManager ReloadAssembly
36
- - Completed reload, in 0.091 seconds
37
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
38
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -65,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
65
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
66
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
67
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
68
- UnloadTime: 0.803401 ms
69
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
70
  requesting resize 84 x 84
71
  Setting up 1 worker threads for Enlighten.
@@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics:
73
  [ALLOC_TEMP_TLS] TLS Allocator
74
  StackAllocators :
75
  [ALLOC_TEMP_MAIN]
76
- Peak usage frame count: [16.0 KB-32.0 KB]: 7210 frames, [32.0 KB-64.0 KB]: 9068 frames, [64.0 KB-128.0 KB]: 2492 frames, [2.0 MB-4.0 MB]: 1 frames
77
  Initial Block Size 4.0 MB
78
  Current Block Size 4.0 MB
79
  Peak Allocated Bytes 2.0 MB
@@ -146,7 +146,7 @@ PlayerConnection::CleanupMemory Statistics:
146
  [ALLOC_TEMP_Profiler.Dispatcher]
147
  Initial Block Size 64.0 KB
148
  Current Block Size 64.0 KB
149
- Peak Allocated Bytes 240 B
150
  Overflow Count 0
151
  [ALLOC_TEMP_Background Job.Worker 12]
152
  Initial Block Size 32.0 KB
@@ -204,28 +204,28 @@ PlayerConnection::CleanupMemory Statistics:
204
  Peak Allocated Bytes 128 B
205
  Overflow Count 0
206
  [ALLOC_MEMORYPROFILER]
207
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18472 frames
208
  Requested Block Size 1.0 MB
209
  Peak Block count 2
210
- Peak Allocated memory 1.6 MB
211
  Peak Large allocation bytes 0 B
212
  [ALLOC_DEFAULT] Dual Thread Allocator
213
- Peak main deferred allocation count 12318
214
  [ALLOC_BUCKET]
215
  Large Block size 4.0 MB
216
  Used Block count 1
217
- Peak Allocated bytes 1.7 MB
218
  [ALLOC_DEFAULT_MAIN]
219
- Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 18768 frames, [32.0 MB-64.0 MB]: 2 frames
220
  Requested Block Size 16.0 MB
221
  Peak Block count 3
222
- Peak Allocated memory 32.6 MB
223
  Peak Large allocation bytes 0 B
224
  [ALLOC_DEFAULT_THREAD]
225
- Peak usage frame count: [16.0 MB-32.0 MB]: 18771 frames
226
  Requested Block Size 16.0 MB
227
  Peak Block count 1
228
- Peak Allocated memory 20.7 MB
229
  Peak Large allocation bytes 16.0 MB
230
  [ALLOC_TEMP_JOB_1_FRAME]
231
  Initial Block Size 2.0 MB
@@ -252,15 +252,15 @@ PlayerConnection::CleanupMemory Statistics:
252
  [ALLOC_BUCKET]
253
  Large Block size 4.0 MB
254
  Used Block count 1
255
- Peak Allocated bytes 1.7 MB
256
  [ALLOC_GFX_MAIN]
257
- Peak usage frame count: [32.0 KB-64.0 KB]: 18770 frames, [64.0 KB-128.0 KB]: 1 frames
258
  Requested Block Size 16.0 MB
259
  Peak Block count 1
260
  Peak Allocated memory 67.0 KB
261
  Peak Large allocation bytes 0 B
262
  [ALLOC_GFX_THREAD]
263
- Peak usage frame count: [64.0 KB-128.0 KB]: 18771 frames
264
  Requested Block Size 16.0 MB
265
  Peak Block count 1
266
  Peak Allocated memory 67.7 KB
@@ -270,15 +270,15 @@ PlayerConnection::CleanupMemory Statistics:
270
  [ALLOC_BUCKET]
271
  Large Block size 4.0 MB
272
  Used Block count 1
273
- Peak Allocated bytes 1.7 MB
274
  [ALLOC_CACHEOBJECTS_MAIN]
275
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18472 frames
276
  Requested Block Size 4.0 MB
277
  Peak Block count 1
278
  Peak Allocated memory 1.4 MB
279
  Peak Large allocation bytes 0 B
280
  [ALLOC_CACHEOBJECTS_THREAD]
281
- Peak usage frame count: [1.0 MB-2.0 MB]: 18770 frames, [4.0 MB-8.0 MB]: 1 frames
282
  Requested Block Size 4.0 MB
283
  Peak Block count 2
284
  Peak Allocated memory 4.7 MB
@@ -288,27 +288,27 @@ PlayerConnection::CleanupMemory Statistics:
288
  [ALLOC_BUCKET]
289
  Large Block size 4.0 MB
290
  Used Block count 1
291
- Peak Allocated bytes 1.7 MB
292
  [ALLOC_TYPETREE_MAIN]
293
- Peak usage frame count: [0-1.0 KB]: 18771 frames
294
  Requested Block Size 2.0 MB
295
  Peak Block count 1
296
  Peak Allocated memory 1.0 KB
297
  Peak Large allocation bytes 0 B
298
  [ALLOC_TYPETREE_THREAD]
299
- Peak usage frame count: [1.0 KB-2.0 KB]: 18771 frames
300
  Requested Block Size 2.0 MB
301
  Peak Block count 1
302
  Peak Allocated memory 1.9 KB
303
  Peak Large allocation bytes 0 B
304
  [ALLOC_PROFILER]
305
- Peak usage frame count: [16.0 KB-32.0 KB]: 18771 frames
306
  Requested Block Size 16.0 MB
307
  Peak Block count 1
308
- Peak Allocated memory 29.2 KB
309
  Peak Large allocation bytes 0 B
310
  [ALLOC_PROFILER_BUCKET]
311
  Large Block size 4.0 MB
312
  Used Block count 1
313
  Peak Allocated bytes 396 B
314
- ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1716490331085,"processId":4121,"allocatedMemory":1970103,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3417},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
 
1
  Mono path[0] = '/content/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/content/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.28.0.12
4
+ Multi-casting "[IP] 172.28.0.12 [Port] 55262 [Flags] 2 [Guid] 2957472604 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
 
33
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
34
  FMOD initialized on nosound output
35
  Begin MonoManager ReloadAssembly
36
+ - Completed reload, in 0.090 seconds
37
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
38
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
65
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
66
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
67
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
68
+ UnloadTime: 0.851053 ms
69
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
70
  requesting resize 84 x 84
71
  Setting up 1 worker threads for Enlighten.
 
73
  [ALLOC_TEMP_TLS] TLS Allocator
74
  StackAllocators :
75
  [ALLOC_TEMP_MAIN]
76
+ Peak usage frame count: [16.0 KB-32.0 KB]: 5275 frames, [32.0 KB-64.0 KB]: 11395 frames, [64.0 KB-128.0 KB]: 2097 frames, [2.0 MB-4.0 MB]: 1 frames
77
  Initial Block Size 4.0 MB
78
  Current Block Size 4.0 MB
79
  Peak Allocated Bytes 2.0 MB
 
146
  [ALLOC_TEMP_Profiler.Dispatcher]
147
  Initial Block Size 64.0 KB
148
  Current Block Size 64.0 KB
149
+ Peak Allocated Bytes 0 B
150
  Overflow Count 0
151
  [ALLOC_TEMP_Background Job.Worker 12]
152
  Initial Block Size 32.0 KB
 
204
  Peak Allocated Bytes 128 B
205
  Overflow Count 0
206
  [ALLOC_MEMORYPROFILER]
207
+ Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18469 frames
208
  Requested Block Size 1.0 MB
209
  Peak Block count 2
210
+ Peak Allocated memory 1.5 MB
211
  Peak Large allocation bytes 0 B
212
  [ALLOC_DEFAULT] Dual Thread Allocator
213
+ Peak main deferred allocation count 11955
214
  [ALLOC_BUCKET]
215
  Large Block size 4.0 MB
216
  Used Block count 1
217
+ Peak Allocated bytes 1.6 MB
218
  [ALLOC_DEFAULT_MAIN]
219
+ Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 18767 frames
220
  Requested Block Size 16.0 MB
221
  Peak Block count 3
222
+ Peak Allocated memory 30.5 MB
223
  Peak Large allocation bytes 0 B
224
  [ALLOC_DEFAULT_THREAD]
225
+ Peak usage frame count: [16.0 MB-32.0 MB]: 18768 frames
226
  Requested Block Size 16.0 MB
227
  Peak Block count 1
228
+ Peak Allocated memory 21.8 MB
229
  Peak Large allocation bytes 16.0 MB
230
  [ALLOC_TEMP_JOB_1_FRAME]
231
  Initial Block Size 2.0 MB
 
252
  [ALLOC_BUCKET]
253
  Large Block size 4.0 MB
254
  Used Block count 1
255
+ Peak Allocated bytes 1.6 MB
256
  [ALLOC_GFX_MAIN]
257
+ Peak usage frame count: [32.0 KB-64.0 KB]: 18767 frames, [64.0 KB-128.0 KB]: 1 frames
258
  Requested Block Size 16.0 MB
259
  Peak Block count 1
260
  Peak Allocated memory 67.0 KB
261
  Peak Large allocation bytes 0 B
262
  [ALLOC_GFX_THREAD]
263
+ Peak usage frame count: [64.0 KB-128.0 KB]: 18768 frames
264
  Requested Block Size 16.0 MB
265
  Peak Block count 1
266
  Peak Allocated memory 67.7 KB
 
270
  [ALLOC_BUCKET]
271
  Large Block size 4.0 MB
272
  Used Block count 1
273
+ Peak Allocated bytes 1.6 MB
274
  [ALLOC_CACHEOBJECTS_MAIN]
275
+ Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18469 frames
276
  Requested Block Size 4.0 MB
277
  Peak Block count 1
278
  Peak Allocated memory 1.4 MB
279
  Peak Large allocation bytes 0 B
280
  [ALLOC_CACHEOBJECTS_THREAD]
281
+ Peak usage frame count: [1.0 MB-2.0 MB]: 18767 frames, [4.0 MB-8.0 MB]: 1 frames
282
  Requested Block Size 4.0 MB
283
  Peak Block count 2
284
  Peak Allocated memory 4.7 MB
 
288
  [ALLOC_BUCKET]
289
  Large Block size 4.0 MB
290
  Used Block count 1
291
+ Peak Allocated bytes 1.6 MB
292
  [ALLOC_TYPETREE_MAIN]
293
+ Peak usage frame count: [0-1.0 KB]: 18768 frames
294
  Requested Block Size 2.0 MB
295
  Peak Block count 1
296
  Peak Allocated memory 1.0 KB
297
  Peak Large allocation bytes 0 B
298
  [ALLOC_TYPETREE_THREAD]
299
+ Peak usage frame count: [1.0 KB-2.0 KB]: 18768 frames
300
  Requested Block Size 2.0 MB
301
  Peak Block count 1
302
  Peak Allocated memory 1.9 KB
303
  Peak Large allocation bytes 0 B
304
  [ALLOC_PROFILER]
305
+ Peak usage frame count: [16.0 KB-32.0 KB]: 18768 frames
306
  Requested Block Size 16.0 MB
307
  Peak Block count 1
308
+ Peak Allocated memory 27.4 KB
309
  Peak Large allocation bytes 0 B
310
  [ALLOC_PROFILER_BUCKET]
311
  Large Block size 4.0 MB
312
  Used Block count 1
313
  Peak Allocated bytes 396 B
314
+ ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1716495048528,"processId":24767,"allocatedMemory":1970103,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3417},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
run_logs/timers.json CHANGED
@@ -2,171 +2,171 @@
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
- "value": 0.3222525119781494,
6
- "min": 0.3222525119781494,
7
- "max": 1.4659395217895508,
8
  "count": 33
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
- "value": 9760.3837890625,
12
- "min": 9760.3837890625,
13
- "max": 44470.7421875,
14
  "count": 33
15
  },
16
  "Pyramids.Step.mean": {
17
- "value": 989958.0,
18
- "min": 29891.0,
19
- "max": 989958.0,
20
  "count": 33
21
  },
22
  "Pyramids.Step.sum": {
23
- "value": 989958.0,
24
- "min": 29891.0,
25
- "max": 989958.0,
26
  "count": 33
27
  },
28
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
29
- "value": 0.47749483585357666,
30
- "min": -0.08871790766716003,
31
- "max": 0.5511891841888428,
32
  "count": 33
33
  },
34
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
35
- "value": 132.2660675048828,
36
- "min": -21.38101577758789,
37
- "max": 151.5770263671875,
38
  "count": 33
39
  },
40
  "Pyramids.Policy.RndValueEstimate.mean": {
41
- "value": 0.015047059394419193,
42
- "min": -0.005299135576933622,
43
- "max": 0.17912089824676514,
44
  "count": 33
45
  },
46
  "Pyramids.Policy.RndValueEstimate.sum": {
47
- "value": 4.168035507202148,
48
- "min": -1.3671770095825195,
49
- "max": 43.34725570678711,
50
  "count": 33
51
  },
52
  "Pyramids.Losses.PolicyLoss.mean": {
53
- "value": 0.06320590491287431,
54
- "min": 0.06320590491287431,
55
- "max": 0.0730630686803863,
56
  "count": 33
57
  },
58
  "Pyramids.Losses.PolicyLoss.sum": {
59
- "value": 0.8848826687802404,
60
- "min": 0.4968184159453771,
61
- "max": 1.0756079281586697,
62
  "count": 33
63
  },
64
  "Pyramids.Losses.ValueLoss.mean": {
65
- "value": 0.01575721711283439,
66
- "min": 0.0007021169247567058,
67
- "max": 0.017605286438733207,
68
  "count": 33
69
  },
70
  "Pyramids.Losses.ValueLoss.sum": {
71
- "value": 0.22060103957968147,
72
- "min": 0.00982963694659388,
73
- "max": 0.2464740101422649,
74
  "count": 33
75
  },
76
  "Pyramids.Policy.LearningRate.mean": {
77
- "value": 1.2711918886207147e-05,
78
- "min": 1.2711918886207147e-05,
79
- "max": 0.0004919177159021714,
80
  "count": 33
81
  },
82
  "Pyramids.Policy.LearningRate.sum": {
83
- "value": 0.00017796686440690006,
84
- "min": 0.00017796686440690006,
85
- "max": 0.005845270230946,
86
  "count": 33
87
  },
88
  "Pyramids.Policy.Epsilon.mean": {
89
- "value": 0.1025423642857143,
90
- "min": 0.1025423642857143,
91
- "max": 0.19838354285714285,
92
  "count": 33
93
  },
94
  "Pyramids.Policy.Epsilon.sum": {
95
- "value": 1.4355931000000002,
96
- "min": 1.3886848,
97
- "max": 2.569054,
98
  "count": 33
99
  },
100
  "Pyramids.Policy.Beta.mean": {
101
- "value": 0.00026398219214285735,
102
- "min": 0.00026398219214285735,
103
- "max": 0.00983851593142857,
104
  "count": 33
105
  },
106
  "Pyramids.Policy.Beta.sum": {
107
- "value": 0.0036957506900000027,
108
- "min": 0.0036957506900000027,
109
- "max": 0.1169284946,
110
  "count": 33
111
  },
112
  "Pyramids.Losses.RNDLoss.mean": {
113
- "value": 0.011278084479272366,
114
- "min": 0.011144990101456642,
115
- "max": 0.36744362115859985,
116
  "count": 33
117
  },
118
  "Pyramids.Losses.RNDLoss.sum": {
119
- "value": 0.15789318084716797,
120
- "min": 0.1560298651456833,
121
- "max": 2.5721054077148438,
122
  "count": 33
123
  },
124
  "Pyramids.Environment.EpisodeLength.mean": {
125
- "value": 367.3690476190476,
126
- "min": 341.2528735632184,
127
- "max": 997.1612903225806,
128
  "count": 33
129
  },
130
  "Pyramids.Environment.EpisodeLength.sum": {
131
- "value": 30859.0,
132
- "min": 16818.0,
133
- "max": 33588.0,
134
  "count": 33
135
  },
136
  "Pyramids.Environment.CumulativeReward.mean": {
137
- "value": 1.5616553960794426,
138
- "min": -0.9298000508739103,
139
- "max": 1.6587470978841015,
140
  "count": 33
141
  },
142
  "Pyramids.Environment.CumulativeReward.sum": {
143
- "value": 129.61739787459373,
144
- "min": -28.823801577091217,
145
- "max": 144.31099751591682,
146
  "count": 33
147
  },
148
  "Pyramids.Policy.ExtrinsicReward.mean": {
149
- "value": 1.5616553960794426,
150
- "min": -0.9298000508739103,
151
- "max": 1.6587470978841015,
152
  "count": 33
153
  },
154
  "Pyramids.Policy.ExtrinsicReward.sum": {
155
- "value": 129.61739787459373,
156
- "min": -28.823801577091217,
157
- "max": 144.31099751591682,
158
  "count": 33
159
  },
160
  "Pyramids.Policy.RndReward.mean": {
161
- "value": 0.043077289802162536,
162
- "min": 0.040856167263600265,
163
- "max": 6.9591685182908005,
164
  "count": 33
165
  },
166
  "Pyramids.Policy.RndReward.sum": {
167
- "value": 3.5754150535794906,
168
- "min": 3.4271382787119364,
169
- "max": 118.3058648109436,
170
  "count": 33
171
  },
172
  "Pyramids.IsTraining.mean": {
@@ -184,67 +184,67 @@
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
- "start_time_seconds": "1716488048",
188
  "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
189
- "command_line_arguments": "/usr/local/bin/mlagents-learn ./ml-agents/config/ppo/MyP.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training 3 --no-graphics",
190
  "mlagents_version": "1.1.0.dev0",
191
  "mlagents_envs_version": "1.1.0.dev0",
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "2.3.0+cu121",
194
  "numpy_version": "1.23.5",
195
- "end_time_seconds": "1716490331"
196
  },
197
- "total": 2282.311435854,
198
  "count": 1,
199
- "self": 0.4786486870002591,
200
  "children": {
201
  "run_training.setup": {
202
- "total": 0.0551037620000443,
203
  "count": 1,
204
- "self": 0.0551037620000443
205
  },
206
  "TrainerController.start_learning": {
207
- "total": 2281.777683405,
208
  "count": 1,
209
- "self": 1.6003637430912931,
210
  "children": {
211
  "TrainerController._reset_env": {
212
- "total": 2.2616075240000555,
213
  "count": 1,
214
- "self": 2.2616075240000555
215
  },
216
  "TrainerController.advance": {
217
- "total": 2277.8291122499086,
218
- "count": 63631,
219
- "self": 1.5559853428994757,
220
  "children": {
221
  "env_step": {
222
- "total": 1632.1043965199906,
223
- "count": 63631,
224
- "self": 1486.8170469949891,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
- "total": 144.32940367303684,
228
- "count": 63631,
229
- "self": 5.127661076062623,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
- "total": 139.2017425969742,
233
- "count": 62569,
234
- "self": 139.2017425969742
235
  }
236
  }
237
  },
238
  "workers": {
239
- "total": 0.9579458519647233,
240
- "count": 63631,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
- "total": 2276.0044967260137,
245
- "count": 63631,
246
  "is_parallel": true,
247
- "self": 923.1175827560146,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
@@ -253,48 +253,48 @@
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
- "total": 0.003181730000051175,
257
  "count": 1,
258
  "is_parallel": true,
259
- "self": 0.0007837570001356653,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
- "total": 0.0023979729999155097,
263
  "count": 8,
264
  "is_parallel": true,
265
- "self": 0.0023979729999155097
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
- "total": 0.0492832699999326,
271
  "count": 1,
272
  "is_parallel": true,
273
- "self": 0.0006623609998541724,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
- "total": 0.0004279930000166132,
277
  "count": 1,
278
  "is_parallel": true,
279
- "self": 0.0004279930000166132
280
  },
281
  "communicator.exchange": {
282
- "total": 0.046442454000043654,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.046442454000043654
286
  },
287
  "steps_from_proto": {
288
- "total": 0.0017504620000181603,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.0003583980002304088,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
- "total": 0.0013920639997877515,
295
  "count": 8,
296
  "is_parallel": true,
297
- "self": 0.0013920639997877515
298
  }
299
  }
300
  }
@@ -303,34 +303,34 @@
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
- "total": 1352.8869139699991,
307
- "count": 63630,
308
  "is_parallel": true,
309
- "self": 35.446781508947424,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
- "total": 24.573737161966392,
313
- "count": 63630,
314
  "is_parallel": true,
315
- "self": 24.573737161966392
316
  },
317
  "communicator.exchange": {
318
- "total": 1186.9653988400887,
319
- "count": 63630,
320
  "is_parallel": true,
321
- "self": 1186.9653988400887
322
  },
323
  "steps_from_proto": {
324
- "total": 105.90099645899659,
325
- "count": 63630,
326
  "is_parallel": true,
327
- "self": 22.42560795598922,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
- "total": 83.47538850300737,
331
- "count": 509040,
332
  "is_parallel": true,
333
- "self": 83.47538850300737
334
  }
335
  }
336
  }
@@ -343,31 +343,31 @@
343
  }
344
  },
345
  "trainer_advance": {
346
- "total": 644.1687303870183,
347
- "count": 63631,
348
- "self": 2.8938029910010528,
349
  "children": {
350
  "process_trajectory": {
351
- "total": 136.67017558201405,
352
- "count": 63631,
353
- "self": 136.47288772401407,
354
  "children": {
355
  "RLTrainer._checkpoint": {
356
- "total": 0.1972878579999815,
357
  "count": 2,
358
- "self": 0.1972878579999815
359
  }
360
  }
361
  },
362
  "_update_policy": {
363
- "total": 504.6047518140032,
364
- "count": 453,
365
- "self": 298.2204146029999,
366
  "children": {
367
  "TorchPPOOptimizer.update": {
368
- "total": 206.3843372110033,
369
- "count": 22767,
370
- "self": 206.3843372110033
371
  }
372
  }
373
  }
@@ -376,19 +376,19 @@
376
  }
377
  },
378
  "trainer_threads": {
379
- "total": 1.3409999155555852e-06,
380
  "count": 1,
381
- "self": 1.3409999155555852e-06
382
  },
383
  "TrainerController._save_models": {
384
- "total": 0.08659854699999414,
385
  "count": 1,
386
- "self": 0.0013089630001559271,
387
  "children": {
388
  "RLTrainer._checkpoint": {
389
- "total": 0.08528958399983821,
390
  "count": 1,
391
- "self": 0.08528958399983821
392
  }
393
  }
394
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
+ "value": 0.5121524930000305,
6
+ "min": 0.4509446918964386,
7
+ "max": 1.4445034265518188,
8
  "count": 33
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
+ "value": 15446.51953125,
12
+ "min": 13513.91015625,
13
+ "max": 43820.45703125,
14
  "count": 33
15
  },
16
  "Pyramids.Step.mean": {
17
+ "value": 989965.0,
18
+ "min": 29876.0,
19
+ "max": 989965.0,
20
  "count": 33
21
  },
22
  "Pyramids.Step.sum": {
23
+ "value": 989965.0,
24
+ "min": 29876.0,
25
+ "max": 989965.0,
26
  "count": 33
27
  },
28
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
29
+ "value": 0.27204930782318115,
30
+ "min": -0.11412137001752853,
31
+ "max": 0.31766441464424133,
32
  "count": 33
33
  },
34
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
35
+ "value": 70.188720703125,
36
+ "min": -27.046764373779297,
37
+ "max": 82.5927505493164,
38
  "count": 33
39
  },
40
  "Pyramids.Policy.RndValueEstimate.mean": {
41
+ "value": 0.013128106482326984,
42
+ "min": 0.012554722838103771,
43
+ "max": 0.32489487528800964,
44
  "count": 33
45
  },
46
  "Pyramids.Policy.RndValueEstimate.sum": {
47
+ "value": 3.387051582336426,
48
+ "min": 3.2516732215881348,
49
+ "max": 77.00008392333984,
50
  "count": 33
51
  },
52
  "Pyramids.Losses.PolicyLoss.mean": {
53
+ "value": 0.06733909660316488,
54
+ "min": 0.06461901827712589,
55
+ "max": 0.07321716915096707,
56
  "count": 33
57
  },
58
  "Pyramids.Losses.PolicyLoss.sum": {
59
+ "value": 1.0100864490474732,
60
+ "min": 0.5469994233562878,
61
+ "max": 1.0309549457651526,
62
  "count": 33
63
  },
64
  "Pyramids.Losses.ValueLoss.mean": {
65
+ "value": 0.014080188886469436,
66
+ "min": 0.0005195293242588771,
67
+ "max": 0.01421674448103368,
68
  "count": 33
69
  },
70
  "Pyramids.Losses.ValueLoss.sum": {
71
+ "value": 0.21120283329704154,
72
+ "min": 0.00727341053962428,
73
+ "max": 0.21120283329704154,
74
  "count": 33
75
  },
76
  "Pyramids.Policy.LearningRate.mean": {
77
+ "value": 2.4882375118600014e-06,
78
+ "min": 2.4882375118600014e-06,
79
+ "max": 9.840665159335e-05,
80
  "count": 33
81
  },
82
  "Pyramids.Policy.LearningRate.sum": {
83
+ "value": 3.732356267790002e-05,
84
+ "min": 3.732356267790002e-05,
85
+ "max": 0.0012110939889062,
86
  "count": 33
87
  },
88
  "Pyramids.Policy.Epsilon.mean": {
89
+ "value": 0.10248814,
90
+ "min": 0.10248814,
91
+ "max": 0.19840665000000002,
92
  "count": 33
93
  },
94
  "Pyramids.Policy.Epsilon.sum": {
95
+ "value": 1.5373221000000001,
96
+ "min": 1.4778860999999999,
97
+ "max": 2.6110938,
98
  "count": 33
99
  },
100
  "Pyramids.Policy.Beta.mean": {
101
+ "value": 0.0002585651860000001,
102
+ "min": 0.0002585651860000001,
103
+ "max": 0.009840824335000001,
104
  "count": 33
105
  },
106
  "Pyramids.Policy.Beta.sum": {
107
+ "value": 0.003878477790000002,
108
+ "min": 0.003878477790000002,
109
+ "max": 0.12112827061999998,
110
  "count": 33
111
  },
112
  "Pyramids.Losses.RNDLoss.mean": {
113
+ "value": 0.011959153227508068,
114
+ "min": 0.011872670613229275,
115
+ "max": 0.39796119928359985,
116
  "count": 33
117
  },
118
  "Pyramids.Losses.RNDLoss.sum": {
119
+ "value": 0.17938730120658875,
120
+ "min": 0.1662173867225647,
121
+ "max": 3.183689594268799,
122
  "count": 33
123
  },
124
  "Pyramids.Environment.EpisodeLength.mean": {
125
+ "value": 553.188679245283,
126
+ "min": 523.2181818181818,
127
+ "max": 997.8125,
128
  "count": 33
129
  },
130
  "Pyramids.Environment.EpisodeLength.sum": {
131
+ "value": 29319.0,
132
+ "min": 15908.0,
133
+ "max": 32773.0,
134
  "count": 33
135
  },
136
  "Pyramids.Environment.CumulativeReward.mean": {
137
+ "value": 1.2580754321138814,
138
+ "min": -0.9360813035164028,
139
+ "max": 1.2949054272337392,
140
  "count": 33
141
  },
142
  "Pyramids.Environment.CumulativeReward.sum": {
143
+ "value": 66.67799790203571,
144
+ "min": -29.95460171252489,
145
+ "max": 71.21979849785566,
146
  "count": 33
147
  },
148
  "Pyramids.Policy.ExtrinsicReward.mean": {
149
+ "value": 1.2580754321138814,
150
+ "min": -0.9360813035164028,
151
+ "max": 1.2949054272337392,
152
  "count": 33
153
  },
154
  "Pyramids.Policy.ExtrinsicReward.sum": {
155
+ "value": 66.67799790203571,
156
+ "min": -29.95460171252489,
157
+ "max": 71.21979849785566,
158
  "count": 33
159
  },
160
  "Pyramids.Policy.RndReward.mean": {
161
+ "value": 0.06713058847004881,
162
+ "min": 0.06623941464329555,
163
+ "max": 8.365071158623323,
164
  "count": 33
165
  },
166
  "Pyramids.Policy.RndReward.sum": {
167
+ "value": 3.5579211889125872,
168
+ "min": 3.5579211889125872,
169
+ "max": 133.84113853797317,
170
  "count": 33
171
  },
172
  "Pyramids.IsTraining.mean": {
 
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
+ "start_time_seconds": "1716492893",
188
  "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
189
+ "command_line_arguments": "/usr/local/bin/mlagents-learn ./ml-agents/config/ppo/MyP.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training 4 --no-graphics",
190
  "mlagents_version": "1.1.0.dev0",
191
  "mlagents_envs_version": "1.1.0.dev0",
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "2.3.0+cu121",
194
  "numpy_version": "1.23.5",
195
+ "end_time_seconds": "1716495048"
196
  },
197
+ "total": 2155.5003017950003,
198
  "count": 1,
199
+ "self": 0.47679594500004896,
200
  "children": {
201
  "run_training.setup": {
202
+ "total": 0.05666337299953739,
203
  "count": 1,
204
+ "self": 0.05666337299953739
205
  },
206
  "TrainerController.start_learning": {
207
+ "total": 2154.9668424770007,
208
  "count": 1,
209
+ "self": 1.4137278781518035,
210
  "children": {
211
  "TrainerController._reset_env": {
212
+ "total": 2.233073427999443,
213
  "count": 1,
214
+ "self": 2.233073427999443
215
  },
216
  "TrainerController.advance": {
217
+ "total": 2151.1973116418494,
218
+ "count": 63427,
219
+ "self": 1.4330625039374354,
220
  "children": {
221
  "env_step": {
222
+ "total": 1504.1898042079856,
223
+ "count": 63427,
224
+ "self": 1362.8506152749533,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
+ "total": 140.4904629920129,
228
+ "count": 63427,
229
+ "self": 4.8712632889091765,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
+ "total": 135.61919970310373,
233
+ "count": 62560,
234
+ "self": 135.61919970310373
235
  }
236
  }
237
  },
238
  "workers": {
239
+ "total": 0.8487259410194383,
240
+ "count": 63427,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
+ "total": 2149.679990068901,
245
+ "count": 63427,
246
  "is_parallel": true,
247
+ "self": 912.018402881843,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
 
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
+ "total": 0.0021404930002972833,
257
  "count": 1,
258
  "is_parallel": true,
259
+ "self": 0.0006344759995045024,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
+ "total": 0.0015060170007927809,
263
  "count": 8,
264
  "is_parallel": true,
265
+ "self": 0.0015060170007927809
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 0.050552624000374635,
271
  "count": 1,
272
  "is_parallel": true,
273
+ "self": 0.0006902699997226591,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 0.0004560980005408055,
277
  "count": 1,
278
  "is_parallel": true,
279
+ "self": 0.0004560980005408055
280
  },
281
  "communicator.exchange": {
282
+ "total": 0.04760804899979121,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.04760804899979121
286
  },
287
  "steps_from_proto": {
288
+ "total": 0.0017982070003199624,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0003975100007664878,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 0.0014006969995534746,
295
  "count": 8,
296
  "is_parallel": true,
297
+ "self": 0.0014006969995534746
298
  }
299
  }
300
  }
 
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
+ "total": 1237.661587187058,
307
+ "count": 63426,
308
  "is_parallel": true,
309
+ "self": 34.49022878684718,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
+ "total": 23.742487662106214,
313
+ "count": 63426,
314
  "is_parallel": true,
315
+ "self": 23.742487662106214
316
  },
317
  "communicator.exchange": {
318
+ "total": 1078.226674819146,
319
+ "count": 63426,
320
  "is_parallel": true,
321
+ "self": 1078.226674819146
322
  },
323
  "steps_from_proto": {
324
+ "total": 101.20219591895875,
325
+ "count": 63426,
326
  "is_parallel": true,
327
+ "self": 20.623594684795535,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
+ "total": 80.57860123416322,
331
+ "count": 507408,
332
  "is_parallel": true,
333
+ "self": 80.57860123416322
334
  }
335
  }
336
  }
 
343
  }
344
  },
345
  "trainer_advance": {
346
+ "total": 645.5744449299264,
347
+ "count": 63427,
348
+ "self": 2.767344191974189,
349
  "children": {
350
  "process_trajectory": {
351
+ "total": 132.00966931295807,
352
+ "count": 63427,
353
+ "self": 131.6575779329578,
354
  "children": {
355
  "RLTrainer._checkpoint": {
356
+ "total": 0.3520913800002745,
357
  "count": 2,
358
+ "self": 0.3520913800002745
359
  }
360
  }
361
  },
362
  "_update_policy": {
363
+ "total": 510.7974314249941,
364
+ "count": 457,
365
+ "self": 291.1709916429336,
366
  "children": {
367
  "TorchPPOOptimizer.update": {
368
+ "total": 219.62643978206052,
369
+ "count": 22755,
370
+ "self": 219.62643978206052
371
  }
372
  }
373
  }
 
376
  }
377
  },
378
  "trainer_threads": {
379
+ "total": 1.071999577106908e-06,
380
  "count": 1,
381
+ "self": 1.071999577106908e-06
382
  },
383
  "TrainerController._save_models": {
384
+ "total": 0.12272845700044854,
385
  "count": 1,
386
+ "self": 0.001923406000059913,
387
  "children": {
388
  "RLTrainer._checkpoint": {
389
+ "total": 0.12080505100038863,
390
  "count": 1,
391
+ "self": 0.12080505100038863
392
  }
393
  }
394
  }
run_logs/training_status.json CHANGED
@@ -2,40 +2,40 @@
2
  "Pyramids": {
3
  "checkpoints": [
4
  {
5
- "steps": 499960,
6
- "file_path": "results/Pyramids Training 3/Pyramids/Pyramids-499960.onnx",
7
- "reward": -1.0000000521540642,
8
- "creation_time": 1716489116.7850225,
9
  "auxillary_file_paths": [
10
- "results/Pyramids Training 3/Pyramids/Pyramids-499960.pt"
11
  ]
12
  },
13
  {
14
- "steps": 999925,
15
- "file_path": "results/Pyramids Training 3/Pyramids/Pyramids-999925.onnx",
16
- "reward": 1.7526666571696599,
17
- "creation_time": 1716490330.5576794,
18
  "auxillary_file_paths": [
19
- "results/Pyramids Training 3/Pyramids/Pyramids-999925.pt"
20
  ]
21
  },
22
  {
23
- "steps": 1000053,
24
- "file_path": "results/Pyramids Training 3/Pyramids/Pyramids-1000053.onnx",
25
- "reward": 1.7526666571696599,
26
- "creation_time": 1716490330.656274,
27
  "auxillary_file_paths": [
28
- "results/Pyramids Training 3/Pyramids/Pyramids-1000053.pt"
29
  ]
30
  }
31
  ],
32
  "final_checkpoint": {
33
- "steps": 1000053,
34
- "file_path": "results/Pyramids Training 3/Pyramids.onnx",
35
- "reward": 1.7526666571696599,
36
- "creation_time": 1716490330.656274,
37
  "auxillary_file_paths": [
38
- "results/Pyramids Training 3/Pyramids/Pyramids-1000053.pt"
39
  ]
40
  }
41
  },
 
2
  "Pyramids": {
3
  "checkpoints": [
4
  {
5
+ "steps": 499985,
6
+ "file_path": "results/Pyramids Training 4/Pyramids/Pyramids-499985.onnx",
7
+ "reward": -0.9992000460624695,
8
+ "creation_time": 1716493932.6026876,
9
  "auxillary_file_paths": [
10
+ "results/Pyramids Training 4/Pyramids/Pyramids-499985.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 999986,
15
+ "file_path": "results/Pyramids Training 4/Pyramids/Pyramids-999986.onnx",
16
+ "reward": 1.6301666448513668,
17
+ "creation_time": 1716495047.9577222,
18
  "auxillary_file_paths": [
19
+ "results/Pyramids Training 4/Pyramids/Pyramids-999986.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 1000114,
24
+ "file_path": "results/Pyramids Training 4/Pyramids/Pyramids-1000114.onnx",
25
+ "reward": 1.6301666448513668,
26
+ "creation_time": 1716495048.0916946,
27
  "auxillary_file_paths": [
28
+ "results/Pyramids Training 4/Pyramids/Pyramids-1000114.pt"
29
  ]
30
  }
31
  ],
32
  "final_checkpoint": {
33
+ "steps": 1000114,
34
+ "file_path": "results/Pyramids Training 4/Pyramids.onnx",
35
+ "reward": 1.6301666448513668,
36
+ "creation_time": 1716495048.0916946,
37
  "auxillary_file_paths": [
38
+ "results/Pyramids Training 4/Pyramids/Pyramids-1000114.pt"
39
  ]
40
  }
41
  },