Hugging Face's logo

davidfarah
/
ppo-Huggy

Reinforcement Learning
ml-agents
TensorBoard
ONNX
Huggy
deep-reinforcement-learning
ML-Agents-Huggy
Model card Files Metrics Community
davidfarah commited on
Commit
2a9ff61
•
1 Parent(s): a4d7446

Huggy

Browse files
Files changed (39) hide show
  1. Huggy.onnx +1 -1
  2. Huggy/Huggy-10000487.onnx +3 -0
  3. Huggy/Huggy-10000487.pt +3 -0
  4. Huggy/Huggy-7399990.onnx +3 -0
  5. Huggy/Huggy-7399990.pt +3 -0
  6. Huggy/Huggy-7599985.onnx +3 -0
  7. Huggy/Huggy-7599985.pt +3 -0
  8. Huggy/Huggy-7799407.onnx +3 -0
  9. Huggy/Huggy-7799407.pt +3 -0
  10. Huggy/Huggy-7999762.onnx +3 -0
  11. Huggy/Huggy-7999762.pt +3 -0
  12. Huggy/Huggy-8199950.onnx +3 -0
  13. Huggy/Huggy-8199950.pt +3 -0
  14. Huggy/Huggy-8399543.onnx +3 -0
  15. Huggy/Huggy-8399543.pt +3 -0
  16. Huggy/Huggy-8599364.onnx +3 -0
  17. Huggy/Huggy-8599364.pt +3 -0
  18. Huggy/Huggy-8799292.onnx +3 -0
  19. Huggy/Huggy-8799292.pt +3 -0
  20. Huggy/Huggy-8999890.onnx +3 -0
  21. Huggy/Huggy-8999890.pt +3 -0
  22. Huggy/Huggy-9199442.onnx +3 -0
  23. Huggy/Huggy-9199442.pt +3 -0
  24. Huggy/Huggy-9399458.onnx +3 -0
  25. Huggy/Huggy-9399458.pt +3 -0
  26. Huggy/Huggy-9599593.onnx +3 -0
  27. Huggy/Huggy-9599593.pt +3 -0
  28. Huggy/Huggy-9799628.onnx +3 -0
  29. Huggy/Huggy-9799628.pt +3 -0
  30. Huggy/Huggy-9999737.onnx +3 -0
  31. Huggy/Huggy-9999737.pt +3 -0
  32. Huggy/checkpoint.pt +1 -1
  33. Huggy/events.out.tfevents.1720011619.david-MS-7E07.26972.0 +3 -0
  34. Huggy/events.out.tfevents.1720011719.david-MS-7E07.27467.0 +3 -0
  35. config.json +1 -1
  36. configuration.yaml +2 -2
  37. run_logs/Player-0.log +21 -24
  38. run_logs/timers.json +168 -168
  39. run_logs/training_status.json +95 -59
Huggy.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e1d6203be37ef4ae770468626fac3a819a6cfc30dfaf5bc59aea5a8940254bc
3
  size 2273984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e516cae443609c4bda1a5da4f6f58564542885d79f84b50d8a2d56e602ecbdd8
3
  size 2273984
Huggy/Huggy-10000487.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e516cae443609c4bda1a5da4f6f58564542885d79f84b50d8a2d56e602ecbdd8
3
+ size 2273984
Huggy/Huggy-10000487.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48e47b4c7b3a08d8cb184076e1c0f514b6218561139dc51f1525f680a7d65078
3
+ size 13509558
Huggy/Huggy-7399990.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63c8e1dc72049b578bad05d0df0e10a9e01445e707d44c29991f22db65bcf45a
3
+ size 2273984
Huggy/Huggy-7399990.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b211fc136ad0ba6a2fb13954a2c01cb5e3835359e16d26ada90fa3641b7157d5
3
+ size 13509473
Huggy/Huggy-7599985.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2ee2387e9aa39535f6cfceb7fdc3d153d5a5a9a56534dc30c820adfe6d0cac6
3
+ size 2273984
Huggy/Huggy-7599985.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac2c98e4a4634d5a28da453a301997506a739abcc1d5cc0c4ccc008e68e34798
3
+ size 13509473
Huggy/Huggy-7799407.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba70774eb6f2432e0bf120206422d807a7d9fb7ea6afb43b244a50452a2eeec3
3
+ size 2273984
Huggy/Huggy-7799407.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c92e1a728a4053c3143609c117319335e1a35d31ffc0036a4cd23873fbff2e9c
3
+ size 13509473
Huggy/Huggy-7999762.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:840645c362c4d983c61f0fb66453bbba88a890c302638f81cd599045e634562d
3
+ size 2273984
Huggy/Huggy-7999762.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e738553d6873f8fe13de42ff13555abf5b0e58360a31895bd54e0f5f6450db2d
3
+ size 13509473
Huggy/Huggy-8199950.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90a5fa0eba8eb9de0cb51f24d10eb98abfd9072f42579c98b46c1da09abe68e4
3
+ size 2273984
Huggy/Huggy-8199950.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:831924be854df6222b1224301eb6518f35a91bde7d87c5dd829af06b1837b283
3
+ size 13509473
Huggy/Huggy-8399543.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06509e6cba81840215f866bf58c3c6a6c1c0d8eb6cdfb53f47c2aeb043ab5751
3
+ size 2273984
Huggy/Huggy-8399543.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a4c38225d1393ca6590b01fc09b91217c3c143c6cac1babed16e1a0ab6328da
3
+ size 13509473
Huggy/Huggy-8599364.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a3168ac12d34890ec66458aa943fbd3111baa973ffcddd70604ce57b3be2006
3
+ size 2273984
Huggy/Huggy-8599364.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96d93c80e578e1db3b73292bd2581b68859363b72d7fd5d2fa30dce0c51f0a49
3
+ size 13509473
Huggy/Huggy-8799292.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d09a7ad66336f462200180568a155562571bb6ef51846b9ae90fdcb40f9621be
3
+ size 2273984
Huggy/Huggy-8799292.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5529b885aece87a2e15354bb56c6de54c7d845628e560348019e43f219e2838d
3
+ size 13509473
Huggy/Huggy-8999890.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e6446419edfb6875de34ded5924391054965ae37be8e9d1d2011c0403387cc1
3
+ size 2273984
Huggy/Huggy-8999890.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3611e5218d445ce1e191b11235b806705816d507f91739f36e3e290ec9670ac8
3
+ size 13509473
Huggy/Huggy-9199442.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08e145a9ab2d57a07e57f26b2326407bf95a817dbf254f37a51503273ee03476
3
+ size 2273984
Huggy/Huggy-9199442.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3d0e4beb687bf251a08454555db45f41ead69aa7fdf1f4230349ecfe26257e6
3
+ size 13509473
Huggy/Huggy-9399458.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92cbe09d3113183e7680ee8a6806dd872db9a2bc32be104f73012038bb70f70c
3
+ size 2273984
Huggy/Huggy-9399458.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e1605ce237ea8cc928a35c04d0da9288fe68a1e0a9b575dcceba5c36cb00a43
3
+ size 13509473
Huggy/Huggy-9599593.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcfda2b89112ba9b97271a131473548ea0085472b9c8691c04d0b0deb36ead96
3
+ size 2273984
Huggy/Huggy-9599593.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3da283d2d2f2ed3a6c079ad27c4f29dd8ebf3bc3f6d37fda8cfb4b8e2d70fa7c
3
+ size 13509473
Huggy/Huggy-9799628.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01d538f8a0709bc88dce585fe2ef803a35efc4df78b9e1d3271af89858e170c5
3
+ size 2273984
Huggy/Huggy-9799628.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e709594bce8f13637e2273381dbb6839b72c1467b1298717f2d96489818a7e4
3
+ size 13509473
Huggy/Huggy-9999737.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:641a64817bfcd4ab5ad63a382e039a2642df7888ebc2c2344a95d79fb55cbe47
3
+ size 2273984
Huggy/Huggy-9999737.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0d7dd7f08bffa4a912bd069af540bcb48763b867eb03ac663b3e2450387d554
3
+ size 13509473
Huggy/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2504e2081dbc1a73c26c20ae7cbd883be6ebab2e884badbd598eb5273aa7db0d
3
  size 13509218
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b51bd9ad39195f6a032cf34b4e400b48ba8ea820dcd92af78297c22ead4f880
3
  size 13509218
Huggy/events.out.tfevents.1720011619.david-MS-7E07.26972.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bbe2fabc43f8313dd474fb91b6995f6104324904e136a423ac4904d66dc187b
3
+ size 1121
Huggy/events.out.tfevents.1720011719.david-MS-7E07.27467.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f563219eb657f9c69913f7e12ffaf4be77bcfeea1c01a1593c47c67bf957a0c
3
+ size 1576327
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy2", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 10000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy2", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -38,7 +38,7 @@ behaviors:
38
  init_path: null
39
  keep_checkpoints: 15
40
  even_checkpoints: false
41
- max_steps: 2000000
42
  time_horizon: 1000
43
  summary_freq: 50000
44
  threaded: false
@@ -69,7 +69,7 @@ checkpoint_settings:
69
  run_id: Huggy2
70
  initialize_from: null
71
  load_model: false
72
- resume: false
73
  force: false
74
  train_model: false
75
  inference: false
 
38
  init_path: null
39
  keep_checkpoints: 15
40
  even_checkpoints: false
41
+ max_steps: 10000000
42
  time_horizon: 1000
43
  summary_freq: 50000
44
  threaded: false
 
69
  run_id: Huggy2
70
  initialize_from: null
71
  load_model: false
72
+ resume: true
73
  force: false
74
  train_model: false
75
  inference: false
run_logs/Player-0.log CHANGED
@@ -2,9 +2,6 @@ Mono path[0] = '/home/david/Desktop/RL/huggingface/huggy/trained-envs-executable
2
  Mono config path = '/home/david/Desktop/RL/huggingface/huggy/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
- PlayerPrefs - Creating folder: /home/david/.config/unity3d/Hugging Face
6
- PlayerPrefs - Creating folder: /home/david/.config/unity3d/Hugging Face/Huggy
7
- Unable to load player prefs
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /home/david/Desktop/RL/huggingface/huggy/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
10
  Forcing GfxDevice: Null
@@ -14,7 +11,7 @@ NullGfxDevice:
14
  Renderer: Null Device
15
  Vendor: Unity Technologies
16
  Begin MonoManager ReloadAssembly
17
- - Completed reload, in 0.033 seconds
18
  ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
19
  ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
20
  ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -58,14 +55,19 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
58
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
59
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
60
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
61
- UnloadTime: 0.299846 ms
62
  requesting resize 84 x 84
63
  Setting up 14 worker threads for Enlighten.
64
  Memory Statistics:
65
  [ALLOC_TEMP_TLS] TLS Allocator
66
  StackAllocators :
 
 
 
 
 
67
  [ALLOC_TEMP_MAIN]
68
- Peak usage frame count: [4.0 KB-8.0 KB]: 26756 frames, [2.0 MB-4.0 MB]: 1 frames
69
  Initial Block Size 4.0 MB
70
  Current Block Size 4.0 MB
71
  Peak Allocated Bytes 3.6 MB
@@ -285,22 +287,17 @@ Memory Statistics:
285
  Current Block Size 256.0 KB
286
  Peak Allocated Bytes 0 B
287
  Overflow Count 0
288
- [ALLOC_TEMP_Job.Worker 24]
289
- Initial Block Size 256.0 KB
290
- Current Block Size 256.0 KB
291
- Peak Allocated Bytes 0 B
292
- Overflow Count 0
293
  [ALLOC_TEMP_Job.Worker 15]
294
  Initial Block Size 256.0 KB
295
  Current Block Size 256.0 KB
296
  Peak Allocated Bytes 0 B
297
  Overflow Count 0
298
- [ALLOC_TEMP_Job.Worker 19]
299
  Initial Block Size 256.0 KB
300
  Current Block Size 256.0 KB
301
  Peak Allocated Bytes 0 B
302
  Overflow Count 0
303
- [ALLOC_TEMP_Job.Worker 12]
304
  Initial Block Size 256.0 KB
305
  Current Block Size 256.0 KB
306
  Peak Allocated Bytes 0 B
@@ -308,7 +305,7 @@ Memory Statistics:
308
  [ALLOC_TEMP_Loading.AsyncRead]
309
  Initial Block Size 64.0 KB
310
  Current Block Size 64.0 KB
311
- Peak Allocated Bytes 136 B
312
  Overflow Count 0
313
  [ALLOC_DEFAULT] Dual Thread Allocator
314
  Peak main deferred allocation count 38
@@ -317,16 +314,16 @@ Memory Statistics:
317
  Used Block count 1
318
  Peak Allocated bytes 1.4 MB
319
  [ALLOC_DEFAULT_MAIN]
320
- Peak usage frame count: [16.0 MB-32.0 MB]: 26757 frames
321
  Requested Block Size 16.0 MB
322
  Peak Block count 1
323
- Peak Allocated memory 23.8 MB
324
  Peak Large allocation bytes 16.0 MB
325
  [ALLOC_DEFAULT_THREAD]
326
- Peak usage frame count: [2.0 MB-4.0 MB]: 26757 frames
327
  Requested Block Size 16.0 MB
328
  Peak Block count 1
329
- Peak Allocated memory 2.6 MB
330
  Peak Large allocation bytes 0 B
331
  [ALLOC_TEMP_JOB_1_FRAME]
332
  Initial Block Size 2.0 MB
@@ -355,13 +352,13 @@ Memory Statistics:
355
  Used Block count 1
356
  Peak Allocated bytes 1.4 MB
357
  [ALLOC_GFX_MAIN]
358
- Peak usage frame count: [32.0 KB-64.0 KB]: 26756 frames, [64.0 KB-128.0 KB]: 1 frames
359
  Requested Block Size 16.0 MB
360
  Peak Block count 1
361
  Peak Allocated memory 65.6 KB
362
  Peak Large allocation bytes 0 B
363
  [ALLOC_GFX_THREAD]
364
- Peak usage frame count: [64.0 KB-128.0 KB]: 26757 frames
365
  Requested Block Size 16.0 MB
366
  Peak Block count 1
367
  Peak Allocated memory 81.8 KB
@@ -373,13 +370,13 @@ Memory Statistics:
373
  Used Block count 1
374
  Peak Allocated bytes 1.4 MB
375
  [ALLOC_CACHEOBJECTS_MAIN]
376
- Peak usage frame count: [1.0 MB-2.0 MB]: 26756 frames, [16.0 MB-32.0 MB]: 1 frames
377
  Requested Block Size 4.0 MB
378
  Peak Block count 2
379
  Peak Allocated memory 30.6 MB
380
  Peak Large allocation bytes 24.9 MB
381
  [ALLOC_CACHEOBJECTS_THREAD]
382
- Peak usage frame count: [0.5 MB-1.0 MB]: 26756 frames, [2.0 MB-4.0 MB]: 1 frames
383
  Requested Block Size 4.0 MB
384
  Peak Block count 1
385
  Peak Allocated memory 2.6 MB
@@ -391,13 +388,13 @@ Memory Statistics:
391
  Used Block count 1
392
  Peak Allocated bytes 1.4 MB
393
  [ALLOC_TYPETREE_MAIN]
394
- Peak usage frame count: [0-1.0 KB]: 26757 frames
395
  Requested Block Size 2.0 MB
396
  Peak Block count 1
397
  Peak Allocated memory 1.0 KB
398
  Peak Large allocation bytes 0 B
399
  [ALLOC_TYPETREE_THREAD]
400
- Peak usage frame count: [4.0 KB-8.0 KB]: 26757 frames
401
  Requested Block Size 2.0 MB
402
  Peak Block count 1
403
  Peak Allocated memory 7.3 KB
 
2
  Mono config path = '/home/david/Desktop/RL/huggingface/huggy/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /home/david/Desktop/RL/huggingface/huggy/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
7
  Forcing GfxDevice: Null
 
11
  Renderer: Null Device
12
  Vendor: Unity Technologies
13
  Begin MonoManager ReloadAssembly
14
+ - Completed reload, in 0.032 seconds
15
  ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
16
  ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
17
  ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
55
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
56
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
57
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
58
+ UnloadTime: 0.345557 ms
59
  requesting resize 84 x 84
60
  Setting up 14 worker threads for Enlighten.
61
  Memory Statistics:
62
  [ALLOC_TEMP_TLS] TLS Allocator
63
  StackAllocators :
64
+ [ALLOC_TEMP_Job.Worker 12]
65
+ Initial Block Size 256.0 KB
66
+ Current Block Size 256.0 KB
67
+ Peak Allocated Bytes 0 B
68
+ Overflow Count 0
69
  [ALLOC_TEMP_MAIN]
70
+ Peak usage frame count: [4.0 KB-8.0 KB]: 106993 frames, [2.0 MB-4.0 MB]: 1 frames
71
  Initial Block Size 4.0 MB
72
  Current Block Size 4.0 MB
73
  Peak Allocated Bytes 3.6 MB
 
287
  Current Block Size 256.0 KB
288
  Peak Allocated Bytes 0 B
289
  Overflow Count 0
 
 
 
 
 
290
  [ALLOC_TEMP_Job.Worker 15]
291
  Initial Block Size 256.0 KB
292
  Current Block Size 256.0 KB
293
  Peak Allocated Bytes 0 B
294
  Overflow Count 0
295
+ [ALLOC_TEMP_Job.Worker 24]
296
  Initial Block Size 256.0 KB
297
  Current Block Size 256.0 KB
298
  Peak Allocated Bytes 0 B
299
  Overflow Count 0
300
+ [ALLOC_TEMP_Job.Worker 19]
301
  Initial Block Size 256.0 KB
302
  Current Block Size 256.0 KB
303
  Peak Allocated Bytes 0 B
 
305
  [ALLOC_TEMP_Loading.AsyncRead]
306
  Initial Block Size 64.0 KB
307
  Current Block Size 64.0 KB
308
+ Peak Allocated Bytes 144 B
309
  Overflow Count 0
310
  [ALLOC_DEFAULT] Dual Thread Allocator
311
  Peak main deferred allocation count 38
 
314
  Used Block count 1
315
  Peak Allocated bytes 1.4 MB
316
  [ALLOC_DEFAULT_MAIN]
317
+ Peak usage frame count: [16.0 MB-32.0 MB]: 106994 frames
318
  Requested Block Size 16.0 MB
319
  Peak Block count 1
320
+ Peak Allocated memory 29.2 MB
321
  Peak Large allocation bytes 16.0 MB
322
  [ALLOC_DEFAULT_THREAD]
323
+ Peak usage frame count: [2.0 MB-4.0 MB]: 106994 frames
324
  Requested Block Size 16.0 MB
325
  Peak Block count 1
326
+ Peak Allocated memory 2.7 MB
327
  Peak Large allocation bytes 0 B
328
  [ALLOC_TEMP_JOB_1_FRAME]
329
  Initial Block Size 2.0 MB
 
352
  Used Block count 1
353
  Peak Allocated bytes 1.4 MB
354
  [ALLOC_GFX_MAIN]
355
+ Peak usage frame count: [32.0 KB-64.0 KB]: 106993 frames, [64.0 KB-128.0 KB]: 1 frames
356
  Requested Block Size 16.0 MB
357
  Peak Block count 1
358
  Peak Allocated memory 65.6 KB
359
  Peak Large allocation bytes 0 B
360
  [ALLOC_GFX_THREAD]
361
+ Peak usage frame count: [64.0 KB-128.0 KB]: 106994 frames
362
  Requested Block Size 16.0 MB
363
  Peak Block count 1
364
  Peak Allocated memory 81.8 KB
 
370
  Used Block count 1
371
  Peak Allocated bytes 1.4 MB
372
  [ALLOC_CACHEOBJECTS_MAIN]
373
+ Peak usage frame count: [1.0 MB-2.0 MB]: 106993 frames, [16.0 MB-32.0 MB]: 1 frames
374
  Requested Block Size 4.0 MB
375
  Peak Block count 2
376
  Peak Allocated memory 30.6 MB
377
  Peak Large allocation bytes 24.9 MB
378
  [ALLOC_CACHEOBJECTS_THREAD]
379
+ Peak usage frame count: [0.5 MB-1.0 MB]: 106993 frames, [2.0 MB-4.0 MB]: 1 frames
380
  Requested Block Size 4.0 MB
381
  Peak Block count 1
382
  Peak Allocated memory 2.6 MB
 
388
  Used Block count 1
389
  Peak Allocated bytes 1.4 MB
390
  [ALLOC_TYPETREE_MAIN]
391
+ Peak usage frame count: [0-1.0 KB]: 106994 frames
392
  Requested Block Size 2.0 MB
393
  Peak Block count 1
394
  Peak Allocated memory 1.0 KB
395
  Peak Large allocation bytes 0 B
396
  [ALLOC_TYPETREE_THREAD]
397
+ Peak usage frame count: [4.0 KB-8.0 KB]: 106994 frames
398
  Requested Block Size 2.0 MB
399
  Peak Block count 1
400
  Peak Allocated memory 7.3 KB
run_logs/timers.json CHANGED
@@ -2,213 +2,213 @@
2
  "name": "root",
3
  "gauges": {
4
  "Huggy.Policy.Entropy.mean": {
5
- "value": 1.4063423871994019,
6
- "min": 1.4063423871994019,
7
- "max": 1.427640438079834,
8
- "count": 40
9
  },
10
  "Huggy.Policy.Entropy.sum": {
11
- "value": 70560.4140625,
12
- "min": 69089.8828125,
13
- "max": 77557.9140625,
14
- "count": 40
15
  },
16
  "Huggy.Environment.EpisodeLength.mean": {
17
- "value": 79.0224,
18
- "min": 79.0224,
19
- "max": 389.17054263565893,
20
- "count": 40
21
  },
22
  "Huggy.Environment.EpisodeLength.sum": {
23
- "value": 49389.0,
24
- "min": 48740.0,
25
- "max": 50203.0,
26
- "count": 40
27
  },
28
  "Huggy.Step.mean": {
29
- "value": 1999953.0,
30
- "min": 49609.0,
31
- "max": 1999953.0,
32
- "count": 40
33
  },
34
  "Huggy.Step.sum": {
35
- "value": 1999953.0,
36
- "min": 49609.0,
37
- "max": 1999953.0,
38
- "count": 40
39
  },
40
  "Huggy.Policy.ExtrinsicValueEstimate.mean": {
41
- "value": 2.459594249725342,
42
- "min": 0.08264566957950592,
43
- "max": 2.512873649597168,
44
- "count": 40
45
  },
46
  "Huggy.Policy.ExtrinsicValueEstimate.sum": {
47
- "value": 1537.246337890625,
48
- "min": 10.578645706176758,
49
- "max": 1537.246337890625,
50
- "count": 40
51
  },
52
  "Huggy.Environment.CumulativeReward.mean": {
53
- "value": 3.740154730796814,
54
- "min": 1.8693248878698796,
55
- "max": 4.005670108980509,
56
- "count": 40
57
  },
58
  "Huggy.Environment.CumulativeReward.sum": {
59
- "value": 2337.5967067480087,
60
- "min": 239.2735856473446,
61
- "max": 2337.5967067480087,
62
- "count": 40
63
  },
64
  "Huggy.Policy.ExtrinsicReward.mean": {
65
- "value": 3.740154730796814,
66
- "min": 1.8693248878698796,
67
- "max": 4.005670108980509,
68
- "count": 40
69
  },
70
  "Huggy.Policy.ExtrinsicReward.sum": {
71
- "value": 2337.5967067480087,
72
- "min": 239.2735856473446,
73
- "max": 2337.5967067480087,
74
- "count": 40
75
  },
76
  "Huggy.Losses.PolicyLoss.mean": {
77
- "value": 0.014388235120794788,
78
- "min": 0.01270029564232876,
79
- "max": 0.01978204012848437,
80
- "count": 40
81
  },
82
  "Huggy.Losses.PolicyLoss.sum": {
83
- "value": 0.04316470536238436,
84
- "min": 0.02540059128465752,
85
- "max": 0.05622778477554675,
86
- "count": 40
87
  },
88
  "Huggy.Losses.ValueLoss.mean": {
89
- "value": 0.06174721328748597,
90
- "min": 0.0213066505578657,
91
- "max": 0.06350072181473176,
92
- "count": 40
93
  },
94
  "Huggy.Losses.ValueLoss.sum": {
95
- "value": 0.1852416398624579,
96
- "min": 0.0426133011157314,
97
- "max": 0.1852416398624579,
98
- "count": 40
99
  },
100
  "Huggy.Policy.LearningRate.mean": {
101
- "value": 3.446848851083332e-06,
102
- "min": 3.446848851083332e-06,
103
- "max": 0.000295316776561075,
104
- "count": 40
105
  },
106
  "Huggy.Policy.LearningRate.sum": {
107
- "value": 1.0340546553249996e-05,
108
- "min": 1.0340546553249996e-05,
109
- "max": 0.0008441374686208499,
110
- "count": 40
111
  },
112
  "Huggy.Policy.Epsilon.mean": {
113
- "value": 0.10114891666666666,
114
- "min": 0.10114891666666666,
115
- "max": 0.19843892500000004,
116
- "count": 40
117
  },
118
  "Huggy.Policy.Epsilon.sum": {
119
- "value": 0.30344675,
120
- "min": 0.20742599999999997,
121
- "max": 0.5813791500000002,
122
- "count": 40
123
  },
124
  "Huggy.Policy.Beta.mean": {
125
- "value": 6.733094166666666e-05,
126
- "min": 6.733094166666666e-05,
127
- "max": 0.0049221023574999995,
128
- "count": 40
129
  },
130
  "Huggy.Policy.Beta.sum": {
131
- "value": 0.00020199282499999997,
132
- "min": 0.00020199282499999997,
133
- "max": 0.014070819585000002,
134
- "count": 40
135
  },
136
  "Huggy.IsTraining.mean": {
137
  "value": 1.0,
138
  "min": 1.0,
139
  "max": 1.0,
140
- "count": 40
141
  },
142
  "Huggy.IsTraining.sum": {
143
  "value": 1.0,
144
  "min": 1.0,
145
  "max": 1.0,
146
- "count": 40
147
  }
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
- "start_time_seconds": "1720007802",
152
  "python_version": "3.10.10 (main, Mar 21 2023, 18:45:11) [GCC 11.2.0]",
153
- "command_line_arguments": "/home/david/miniconda3/envs/rltut/bin/mlagents-learn ./ml-agents/config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics",
154
  "mlagents_version": "1.1.0.dev0",
155
  "mlagents_envs_version": "1.1.0.dev0",
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "2.3.1+cu121",
158
  "numpy_version": "1.23.5",
159
- "end_time_seconds": "1720008421"
160
  },
161
- "total": 619.4214736770002,
162
  "count": 1,
163
- "self": 0.16581255200026135,
164
  "children": {
165
  "run_training.setup": {
166
- "total": 0.01492999900005998,
167
  "count": 1,
168
- "self": 0.01492999900005998
169
  },
170
  "TrainerController.start_learning": {
171
- "total": 619.2407311259999,
172
  "count": 1,
173
- "self": 1.5200533399699907,
174
  "children": {
175
  "TrainerController._reset_env": {
176
- "total": 0.659411253999906,
177
  "count": 1,
178
- "self": 0.659411253999906
179
  },
180
  "TrainerController.advance": {
181
- "total": 617.0261867150298,
182
- "count": 232397,
183
- "self": 1.4424568289191484,
184
  "children": {
185
  "env_step": {
186
- "total": 473.8265435379883,
187
- "count": 232397,
188
- "self": 377.0071946117457,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
- "total": 95.81841622611523,
192
- "count": 232397,
193
- "self": 5.710720077142014,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
- "total": 90.10769614897322,
197
- "count": 222971,
198
- "self": 90.10769614897322
199
  }
200
  }
201
  },
202
  "workers": {
203
- "total": 1.0009327001273505,
204
- "count": 232397,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
- "total": 617.3316638289439,
209
- "count": 232397,
210
  "is_parallel": true,
211
- "self": 321.23639841281624,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
@@ -217,48 +217,48 @@
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
- "total": 0.0002711409999847092,
221
  "count": 1,
222
  "is_parallel": true,
223
- "self": 6.603099996027595e-05,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
- "total": 0.00020511000002443325,
227
  "count": 2,
228
  "is_parallel": true,
229
- "self": 0.00020511000002443325
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
- "total": 0.008349490000000515,
235
  "count": 1,
236
  "is_parallel": true,
237
- "self": 0.0001017830002183473,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
- "total": 6.605199996556621e-05,
241
  "count": 1,
242
  "is_parallel": true,
243
- "self": 6.605199996556621e-05
244
  },
245
  "communicator.exchange": {
246
- "total": 0.007912652999948477,
247
  "count": 1,
248
  "is_parallel": true,
249
- "self": 0.007912652999948477
250
  },
251
  "steps_from_proto": {
252
- "total": 0.0002690019998681237,
253
  "count": 1,
254
  "is_parallel": true,
255
- "self": 8.682399970894039e-05,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
- "total": 0.00018217800015918328,
259
  "count": 2,
260
  "is_parallel": true,
261
- "self": 0.00018217800015918328
262
  }
263
  }
264
  }
@@ -267,34 +267,34 @@
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
- "total": 296.09526541612763,
271
- "count": 232396,
272
  "is_parallel": true,
273
- "self": 9.013847968112714,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
- "total": 16.8691164170059,
277
- "count": 232396,
278
  "is_parallel": true,
279
- "self": 16.8691164170059
280
  },
281
  "communicator.exchange": {
282
- "total": 249.7589661849488,
283
- "count": 232396,
284
  "is_parallel": true,
285
- "self": 249.7589661849488
286
  },
287
  "steps_from_proto": {
288
- "total": 20.453334846060216,
289
- "count": 232396,
290
  "is_parallel": true,
291
- "self": 7.153416943094044,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
- "total": 13.299917902966172,
295
- "count": 464792,
296
  "is_parallel": true,
297
- "self": 13.299917902966172
298
  }
299
  }
300
  }
@@ -307,31 +307,31 @@
307
  }
308
  },
309
  "trainer_advance": {
310
- "total": 141.75718634812233,
311
- "count": 232397,
312
- "self": 1.9878718401530477,
313
  "children": {
314
  "process_trajectory": {
315
- "total": 46.83647941096888,
316
- "count": 232397,
317
- "self": 46.464853768968396,
318
  "children": {
319
  "RLTrainer._checkpoint": {
320
- "total": 0.3716256420004811,
321
- "count": 10,
322
- "self": 0.3716256420004811
323
  }
324
  }
325
  },
326
  "_update_policy": {
327
- "total": 92.9328350970004,
328
- "count": 97,
329
- "self": 77.78799386301739,
330
  "children": {
331
  "TorchPPOOptimizer.update": {
332
- "total": 15.144841233983016,
333
- "count": 2910,
334
- "self": 15.144841233983016
335
  }
336
  }
337
  }
@@ -340,19 +340,19 @@
340
  }
341
  },
342
  "trainer_threads": {
343
- "total": 3.850000211969018e-07,
344
  "count": 1,
345
- "self": 3.850000211969018e-07
346
  },
347
  "TrainerController._save_models": {
348
- "total": 0.03507943200020236,
349
  "count": 1,
350
- "self": 0.0007557080002698058,
351
  "children": {
352
  "RLTrainer._checkpoint": {
353
- "total": 0.034323723999932554,
354
  "count": 1,
355
- "self": 0.034323723999932554
356
  }
357
  }
358
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "Huggy.Policy.Entropy.mean": {
5
+ "value": 1.3272204399108887,
6
+ "min": 1.3271385431289673,
7
+ "max": 1.4058014154434204,
8
+ "count": 160
9
  },
10
  "Huggy.Policy.Entropy.sum": {
11
+ "value": 67016.671875,
12
+ "min": 63891.125,
13
+ "max": 71432.984375,
14
+ "count": 160
15
  },
16
  "Huggy.Environment.EpisodeLength.mean": {
17
+ "value": 438.219298245614,
18
+ "min": 64.32591623036649,
19
+ "max": 449.6936936936937,
20
+ "count": 160
21
  },
22
  "Huggy.Environment.EpisodeLength.sum": {
23
+ "value": 49957.0,
24
+ "min": 48647.0,
25
+ "max": 50435.0,
26
+ "count": 160
27
  },
28
  "Huggy.Step.mean": {
29
+ "value": 9999737.0,
30
+ "min": 2049968.0,
31
+ "max": 9999737.0,
32
+ "count": 160
33
  },
34
  "Huggy.Step.sum": {
35
+ "value": 9999737.0,
36
+ "min": 2049968.0,
37
+ "max": 9999737.0,
38
+ "count": 160
39
  },
40
  "Huggy.Policy.ExtrinsicValueEstimate.mean": {
41
+ "value": 1.2435041666030884,
42
+ "min": 1.1603810787200928,
43
+ "max": 2.6198484897613525,
44
+ "count": 160
45
  },
46
  "Huggy.Policy.ExtrinsicValueEstimate.sum": {
47
+ "value": 141.7594757080078,
48
+ "min": 129.98377990722656,
49
+ "max": 1928.8643798828125,
50
+ "count": 160
51
  },
52
  "Huggy.Environment.CumulativeReward.mean": {
53
+ "value": 1.8722117671808391,
54
+ "min": 1.6747096312853198,
55
+ "max": 4.023067058303079,
56
+ "count": 160
57
  },
58
  "Huggy.Environment.CumulativeReward.sum": {
59
+ "value": 213.43214145861566,
60
+ "min": 195.9410268603824,
61
+ "max": 3002.07651001215,
62
+ "count": 160
63
  },
64
  "Huggy.Policy.ExtrinsicReward.mean": {
65
+ "value": 1.8722117671808391,
66
+ "min": 1.6747096312853198,
67
+ "max": 4.023067058303079,
68
+ "count": 160
69
  },
70
  "Huggy.Policy.ExtrinsicReward.sum": {
71
+ "value": 213.43214145861566,
72
+ "min": 195.9410268603824,
73
+ "max": 3002.07651001215,
74
+ "count": 160
75
  },
76
  "Huggy.Losses.PolicyLoss.mean": {
77
+ "value": 0.01756259978024496,
78
+ "min": 0.012297437878441998,
79
+ "max": 0.02109607246845068,
80
+ "count": 160
81
  },
82
  "Huggy.Losses.PolicyLoss.sum": {
83
+ "value": 0.05268779934073488,
84
+ "min": 0.024594875756883995,
85
+ "max": 0.05882402316977581,
86
+ "count": 160
87
  },
88
  "Huggy.Losses.ValueLoss.mean": {
89
+ "value": 0.005349170592510038,
90
+ "min": 0.0034958512910331285,
91
+ "max": 0.07474070060998202,
92
+ "count": 160
93
  },
94
  "Huggy.Losses.ValueLoss.sum": {
95
+ "value": 0.016047511777530114,
96
+ "min": 0.006991702582066257,
97
+ "max": 0.2137989319860935,
98
+ "count": 160
99
  },
100
  "Huggy.Policy.LearningRate.mean": {
101
+ "value": 6.541497819833391e-07,
102
+ "min": 6.541497819833391e-07,
103
+ "max": 0.00023907573530809495,
104
+ "count": 160
105
  },
106
  "Huggy.Policy.LearningRate.sum": {
107
+ "value": 1.9624493459500175e-06,
108
+ "min": 1.9624493459500175e-06,
109
+ "max": 0.0007089171936942901,
110
+ "count": 160
111
  },
112
  "Huggy.Policy.Epsilon.mean": {
113
+ "value": 0.10021801666666669,
114
+ "min": 0.10021801666666669,
115
+ "max": 0.17969190499999999,
116
+ "count": 160
117
  },
118
  "Huggy.Policy.Epsilon.sum": {
119
+ "value": 0.30065405000000006,
120
+ "min": 0.20146836000000007,
121
+ "max": 0.5363057099999999,
122
+ "count": 160
123
  },
124
  "Huggy.Policy.Beta.mean": {
125
+ "value": 2.0879031666666767e-05,
126
+ "min": 2.0879031666666767e-05,
127
+ "max": 0.0039866260595000005,
128
+ "count": 160
129
  },
130
  "Huggy.Policy.Beta.sum": {
131
+ "value": 6.26370950000003e-05,
132
+ "min": 6.26370950000003e-05,
133
+ "max": 0.011821654929000001,
134
+ "count": 160
135
  },
136
  "Huggy.IsTraining.mean": {
137
  "value": 1.0,
138
  "min": 1.0,
139
  "max": 1.0,
140
+ "count": 160
141
  },
142
  "Huggy.IsTraining.sum": {
143
  "value": 1.0,
144
  "min": 1.0,
145
  "max": 1.0,
146
+ "count": 160
147
  }
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
+ "start_time_seconds": "1720011719",
152
  "python_version": "3.10.10 (main, Mar 21 2023, 18:45:11) [GCC 11.2.0]",
153
+ "command_line_arguments": "/home/david/miniconda3/envs/rltut/bin/mlagents-learn ./ml-agents/config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --resume --run-id=Huggy2 --no-graphics",
154
  "mlagents_version": "1.1.0.dev0",
155
  "mlagents_envs_version": "1.1.0.dev0",
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "2.3.1+cu121",
158
  "numpy_version": "1.23.5",
159
+ "end_time_seconds": "1720014500"
160
  },
161
+ "total": 2781.18679205,
162
  "count": 1,
163
+ "self": 0.16616158400120185,
164
  "children": {
165
  "run_training.setup": {
166
+ "total": 0.014461128999755601,
167
  "count": 1,
168
+ "self": 0.014461128999755601
169
  },
170
  "TrainerController.start_learning": {
171
+ "total": 2781.006169336999,
172
  "count": 1,
173
+ "self": 7.133989096978439,
174
  "children": {
175
  "TrainerController._reset_env": {
176
+ "total": 0.5893602159994771,
177
  "count": 1,
178
+ "self": 0.5893602159994771
179
  },
180
  "TrainerController.advance": {
181
+ "total": 2773.2422049390198,
182
+ "count": 927449,
183
+ "self": 6.8164848244559835,
184
  "children": {
185
  "env_step": {
186
+ "total": 2158.021989628317,
187
+ "count": 927449,
188
+ "self": 1670.9593255387645,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
+ "total": 482.33436187742063,
192
+ "count": 927449,
193
+ "self": 25.79233400634439,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
+ "total": 456.54202787107624,
197
+ "count": 891616,
198
+ "self": 456.54202787107624
199
  }
200
  }
201
  },
202
  "workers": {
203
+ "total": 4.728302212131894,
204
+ "count": 927449,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
+ "total": 2772.9763229670725,
209
+ "count": 927449,
210
  "is_parallel": true,
211
+ "self": 1459.821563829878,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
 
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
+ "total": 0.00039839100008975947,
221
  "count": 1,
222
  "is_parallel": true,
223
+ "self": 0.00011836499925266253,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
+ "total": 0.00028002600083709694,
227
  "count": 2,
228
  "is_parallel": true,
229
+ "self": 0.00028002600083709694
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
+ "total": 0.008414907999394927,
235
  "count": 1,
236
  "is_parallel": true,
237
+ "self": 9.762600075191585e-05,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
+ "total": 9.688599948276533e-05,
241
  "count": 1,
242
  "is_parallel": true,
243
+ "self": 9.688599948276533e-05
244
  },
245
  "communicator.exchange": {
246
+ "total": 0.007950434999656864,
247
  "count": 1,
248
  "is_parallel": true,
249
+ "self": 0.007950434999656864
250
  },
251
  "steps_from_proto": {
252
+ "total": 0.0002699609995033825,
253
  "count": 1,
254
  "is_parallel": true,
255
+ "self": 8.456599971395917e-05,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
+ "total": 0.0001853949997894233,
259
  "count": 2,
260
  "is_parallel": true,
261
+ "self": 0.0001853949997894233
262
  }
263
  }
264
  }
 
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 1313.1547591371946,
271
+ "count": 927448,
272
  "is_parallel": true,
273
+ "self": 39.488415066145535,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 72.13615247579855,
277
+ "count": 927448,
278
  "is_parallel": true,
279
+ "self": 72.13615247579855
280
  },
281
  "communicator.exchange": {
282
+ "total": 1112.2906034919288,
283
+ "count": 927448,
284
  "is_parallel": true,
285
+ "self": 1112.2906034919288
286
  },
287
  "steps_from_proto": {
288
+ "total": 89.2395881033217,
289
+ "count": 927448,
290
  "is_parallel": true,
291
+ "self": 30.434471904509337,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 58.80511619881236,
295
+ "count": 1854896,
296
  "is_parallel": true,
297
+ "self": 58.80511619881236
298
  }
299
  }
300
  }
 
307
  }
308
  },
309
  "trainer_advance": {
310
+ "total": 608.4037304862468,
311
+ "count": 927449,
312
+ "self": 10.315836025705721,
313
  "children": {
314
  "process_trajectory": {
315
+ "total": 208.5888295145396,
316
+ "count": 927449,
317
+ "self": 207.0362994825373,
318
  "children": {
319
  "RLTrainer._checkpoint": {
320
+ "total": 1.5525300320023234,
321
+ "count": 40,
322
+ "self": 1.5525300320023234
323
  }
324
  }
325
  },
326
  "_update_policy": {
327
+ "total": 389.49906494600145,
328
+ "count": 387,
329
+ "self": 322.8278014800535,
330
  "children": {
331
  "TorchPPOOptimizer.update": {
332
+ "total": 66.67126346594796,
333
+ "count": 11610,
334
+ "self": 66.67126346594796
335
  }
336
  }
337
  }
 
340
  }
341
  },
342
  "trainer_threads": {
343
+ "total": 4.1600105760153383e-07,
344
  "count": 1,
345
+ "self": 4.1600105760153383e-07
346
  },
347
  "TrainerController._save_models": {
348
+ "total": 0.04061466900020605,
349
  "count": 1,
350
+ "self": 0.00123130899919488,
351
  "children": {
352
  "RLTrainer._checkpoint": {
353
+ "total": 0.03938336000101117,
354
  "count": 1,
355
+ "self": 0.03938336000101117
356
  }
357
  }
358
  }
run_logs/training_status.json CHANGED
@@ -2,112 +2,148 @@
2
  "Huggy": {
3
  "checkpoints": [
4
  {
5
- "steps": 199882,
6
- "file_path": "results/Huggy2/Huggy/Huggy-199882.onnx",
7
- "reward": 3.872358407757499,
8
- "creation_time": 1720007862.9905505,
9
  "auxillary_file_paths": [
10
- "results/Huggy2/Huggy/Huggy-199882.pt"
11
  ]
12
  },
13
  {
14
- "steps": 399911,
15
- "file_path": "results/Huggy2/Huggy/Huggy-399911.onnx",
16
- "reward": 3.940304950873057,
17
- "creation_time": 1720007923.862352,
18
  "auxillary_file_paths": [
19
- "results/Huggy2/Huggy/Huggy-399911.pt"
20
  ]
21
  },
22
  {
23
- "steps": 599987,
24
- "file_path": "results/Huggy2/Huggy/Huggy-599987.onnx",
25
- "reward": 3.9042006880044937,
26
- "creation_time": 1720007985.7670007,
27
  "auxillary_file_paths": [
28
- "results/Huggy2/Huggy/Huggy-599987.pt"
29
  ]
30
  },
31
  {
32
- "steps": 799965,
33
- "file_path": "results/Huggy2/Huggy/Huggy-799965.onnx",
34
- "reward": 3.7816054385442,
35
- "creation_time": 1720008047.1521168,
36
  "auxillary_file_paths": [
37
- "results/Huggy2/Huggy/Huggy-799965.pt"
38
  ]
39
  },
40
  {
41
- "steps": 999910,
42
- "file_path": "results/Huggy2/Huggy/Huggy-999910.onnx",
43
- "reward": 4.069474588980717,
44
- "creation_time": 1720008109.439094,
45
  "auxillary_file_paths": [
46
- "results/Huggy2/Huggy/Huggy-999910.pt"
47
  ]
48
  },
49
  {
50
- "steps": 1199962,
51
- "file_path": "results/Huggy2/Huggy/Huggy-1199962.onnx",
52
- "reward": 3.859372062032873,
53
- "creation_time": 1720008171.9096503,
54
  "auxillary_file_paths": [
55
- "results/Huggy2/Huggy/Huggy-1199962.pt"
56
  ]
57
  },
58
  {
59
- "steps": 1399941,
60
- "file_path": "results/Huggy2/Huggy/Huggy-1399941.onnx",
61
- "reward": 3.793642734796807,
62
- "creation_time": 1720008233.390378,
63
  "auxillary_file_paths": [
64
- "results/Huggy2/Huggy/Huggy-1399941.pt"
65
  ]
66
  },
67
  {
68
- "steps": 1599983,
69
- "file_path": "results/Huggy2/Huggy/Huggy-1599983.onnx",
70
- "reward": 3.8440479101931175,
71
- "creation_time": 1720008296.1539152,
72
  "auxillary_file_paths": [
73
- "results/Huggy2/Huggy/Huggy-1599983.pt"
74
  ]
75
  },
76
  {
77
- "steps": 1799966,
78
- "file_path": "results/Huggy2/Huggy/Huggy-1799966.onnx",
79
- "reward": 3.789626099530933,
80
- "creation_time": 1720008358.5435221,
81
  "auxillary_file_paths": [
82
- "results/Huggy2/Huggy/Huggy-1799966.pt"
83
  ]
84
  },
85
  {
86
- "steps": 1999953,
87
- "file_path": "results/Huggy2/Huggy/Huggy-1999953.onnx",
88
- "reward": 3.614100041912823,
89
- "creation_time": 1720008421.376031,
90
  "auxillary_file_paths": [
91
- "results/Huggy2/Huggy/Huggy-1999953.pt"
92
  ]
93
  },
94
  {
95
- "steps": 2000024,
96
- "file_path": "results/Huggy2/Huggy/Huggy-2000024.onnx",
97
- "reward": 3.6622209818590257,
98
- "creation_time": 1720008421.4122813,
99
  "auxillary_file_paths": [
100
- "results/Huggy2/Huggy/Huggy-2000024.pt"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
101
  ]
102
  }
103
  ],
104
  "final_checkpoint": {
105
- "steps": 2000024,
106
  "file_path": "results/Huggy2/Huggy.onnx",
107
- "reward": 3.6622209818590257,
108
- "creation_time": 1720008421.4122813,
109
  "auxillary_file_paths": [
110
- "results/Huggy2/Huggy/Huggy-2000024.pt"
111
  ]
112
  }
113
  },
 
2
  "Huggy": {
3
  "checkpoints": [
4
  {
5
+ "steps": 7399990,
6
+ "file_path": "results/Huggy2/Huggy/Huggy-7399990.onnx",
7
+ "reward": 3.7017495752238543,
8
+ "creation_time": 1720013618.4660413,
9
  "auxillary_file_paths": [
10
+ "results/Huggy2/Huggy/Huggy-7399990.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 7599985,
15
+ "file_path": "results/Huggy2/Huggy/Huggy-7599985.onnx",
16
+ "reward": 3.6531314741481435,
17
+ "creation_time": 1720013687.4468846,
18
  "auxillary_file_paths": [
19
+ "results/Huggy2/Huggy/Huggy-7599985.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 7799407,
24
+ "file_path": "results/Huggy2/Huggy/Huggy-7799407.onnx",
25
+ "reward": 3.140050569176674,
26
+ "creation_time": 1720013756.7434993,
27
  "auxillary_file_paths": [
28
+ "results/Huggy2/Huggy/Huggy-7799407.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 7999762,
33
+ "file_path": "results/Huggy2/Huggy/Huggy-7999762.onnx",
34
+ "reward": 3.257430097203196,
35
+ "creation_time": 1720013824.8809898,
36
  "auxillary_file_paths": [
37
+ "results/Huggy2/Huggy/Huggy-7999762.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 8199950,
42
+ "file_path": "results/Huggy2/Huggy/Huggy-8199950.onnx",
43
+ "reward": 3.3172483783629207,
44
+ "creation_time": 1720013893.16641,
45
  "auxillary_file_paths": [
46
+ "results/Huggy2/Huggy/Huggy-8199950.pt"
47
  ]
48
  },
49
  {
50
+ "steps": 8399543,
51
+ "file_path": "results/Huggy2/Huggy/Huggy-8399543.onnx",
52
+ "reward": 2.6336385671232567,
53
+ "creation_time": 1720013960.0095994,
54
  "auxillary_file_paths": [
55
+ "results/Huggy2/Huggy/Huggy-8399543.pt"
56
  ]
57
  },
58
  {
59
+ "steps": 8599364,
60
+ "file_path": "results/Huggy2/Huggy/Huggy-8599364.onnx",
61
+ "reward": 2.4724684730172157,
62
+ "creation_time": 1720014027.7975338,
63
  "auxillary_file_paths": [
64
+ "results/Huggy2/Huggy/Huggy-8599364.pt"
65
  ]
66
  },
67
  {
68
+ "steps": 8799292,
69
+ "file_path": "results/Huggy2/Huggy/Huggy-8799292.onnx",
70
+ "reward": 3.1042044550180434,
71
+ "creation_time": 1720014095.897939,
72
  "auxillary_file_paths": [
73
+ "results/Huggy2/Huggy/Huggy-8799292.pt"
74
  ]
75
  },
76
  {
77
+ "steps": 8999890,
78
+ "file_path": "results/Huggy2/Huggy/Huggy-8999890.onnx",
79
+ "reward": 2.650341637166483,
80
+ "creation_time": 1720014162.6745186,
81
  "auxillary_file_paths": [
82
+ "results/Huggy2/Huggy/Huggy-8999890.pt"
83
  ]
84
  },
85
  {
86
+ "steps": 9199442,
87
+ "file_path": "results/Huggy2/Huggy/Huggy-9199442.onnx",
88
+ "reward": 2.3460286555013488,
89
+ "creation_time": 1720014230.9436471,
90
  "auxillary_file_paths": [
91
+ "results/Huggy2/Huggy/Huggy-9199442.pt"
92
  ]
93
  },
94
  {
95
+ "steps": 9399458,
96
+ "file_path": "results/Huggy2/Huggy/Huggy-9399458.onnx",
97
+ "reward": 1.8285441785813012,
98
+ "creation_time": 1720014297.3958697,
99
  "auxillary_file_paths": [
100
+ "results/Huggy2/Huggy/Huggy-9399458.pt"
101
+ ]
102
+ },
103
+ {
104
+ "steps": 9599593,
105
+ "file_path": "results/Huggy2/Huggy/Huggy-9599593.onnx",
106
+ "reward": 1.7744740911892483,
107
+ "creation_time": 1720014365.4977603,
108
+ "auxillary_file_paths": [
109
+ "results/Huggy2/Huggy/Huggy-9599593.pt"
110
+ ]
111
+ },
112
+ {
113
+ "steps": 9799628,
114
+ "file_path": "results/Huggy2/Huggy/Huggy-9799628.onnx",
115
+ "reward": 2.566412800375153,
116
+ "creation_time": 1720014433.0611799,
117
+ "auxillary_file_paths": [
118
+ "results/Huggy2/Huggy/Huggy-9799628.pt"
119
+ ]
120
+ },
121
+ {
122
+ "steps": 9999737,
123
+ "file_path": "results/Huggy2/Huggy/Huggy-9999737.onnx",
124
+ "reward": 2.9607032984495163,
125
+ "creation_time": 1720014500.221655,
126
+ "auxillary_file_paths": [
127
+ "results/Huggy2/Huggy/Huggy-9999737.pt"
128
+ ]
129
+ },
130
+ {
131
+ "steps": 10000487,
132
+ "file_path": "results/Huggy2/Huggy/Huggy-10000487.onnx",
133
+ "reward": 2.411181741952896,
134
+ "creation_time": 1720014500.2725058,
135
+ "auxillary_file_paths": [
136
+ "results/Huggy2/Huggy/Huggy-10000487.pt"
137
  ]
138
  }
139
  ],
140
  "final_checkpoint": {
141
+ "steps": 10000487,
142
  "file_path": "results/Huggy2/Huggy.onnx",
143
+ "reward": 2.411181741952896,
144
+ "creation_time": 1720014500.2725058,
145
  "auxillary_file_paths": [
146
+ "results/Huggy2/Huggy/Huggy-10000487.pt"
147
  ]
148
  }
149
  },