Huggy

Huggy.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07a8aee7bea4177abd67360cc2322e693c97f0b80e679d0251d8e0f95e9cf182
+oid sha256:b2f2d3e2af63b65c5033338d2788ccf1d7c25d8021e8f062ae33264387a96062
 size 2271327

Huggy/{Huggy-1199994.onnx → Huggy-1199784.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7d135a3070f9e260c5c562ea1312b0f33f1cd96e056036cfc4a76fea7449ba8
+oid sha256:6b23d09f716317e8fca1e07d0345cbbf9bb0d9ec673119b1d53bd98cfa9e46b2
 size 2271327

Huggy/{Huggy-1599908.pt → Huggy-1199784.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5695a5f84027096091682229391cfa5ebfad0642080af90a711b6e408c4d39bd
+oid sha256:f893fc0607b37740f5539ba4008c3320158f8fedf3dfd8732eb923aeb2054e14
 size 13503717

Huggy/{Huggy-1599908.onnx → Huggy-1399908.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fcb6c764f3f19794dfd1e463567eb96c976784aed1728f454de258de91e4ba33
+oid sha256:d52fd111e207c03638316fc1e82181ec4ab7c992533d0d69735eba5f1dbbbbf1
 size 2271327

Huggy/{Huggy-1199994.pt → Huggy-1399908.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ef9c92e7e25e4771a09bf6e0cdc856264b92ef3df9c0a4a2b8585497a3cec6c
+oid sha256:cb1cb4cbd9af529c55b60000d4daff4c129fa448f9dd0eb90e592dce7e47ee7b
 size 13503717

Huggy/{Huggy-1399956.onnx → Huggy-1599700.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14de3deb0ae74b0f3c86c7db288cbc9636cf576bb981c3ce68f090f66756e1e8
+oid sha256:6b900d0663e934802626ed904c701ee628b5869e5baff9970a3029d9786ac7e2
 size 2271327

Huggy/{Huggy-1799936.pt → Huggy-1599700.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc1fc13395634bec7e55d1075fbe680c93555ac621c360b405a6145aa0d58a63
+oid sha256:16563dd7e5b69f9afc835a7fdbc7798aef7e189be6a46c1ba4caf0ed2442679b
 size 13503717

Huggy/{Huggy-1799936.onnx → Huggy-1799946.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd6da60621b1e8f82e44e3a0ced882a8cc0811a4abbcc930f6af5506d5229fb0
+oid sha256:8ce758fa13aac5550d25781bc0ac94ca2b2ebd8e528bacc080080c2ccabaeed0
 size 2271327

Huggy/{Huggy-1399956.pt → Huggy-1799946.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d047c20c596cb9a8ab2bc536b1077817a13d28fa63f614fa9dcdaca3e503d46
+oid sha256:9d784bd2a7356395242bd8f4bd7764d450d034c4abfc4c2a456f1d32fda0b538
 size 13503717

Huggy/Huggy-199307.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d845f8cf499b4c91efe58e78857f787b1dc98b4481e900dea57c2a731053d6
+size 2271327

Huggy/Huggy-199307.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5275b95cf301e2d8a5f6e0f608a84d2282428f5f9e30c30dd04e9dd8415052
+size 13503717

Huggy/Huggy-199673.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:949319a37df1e820c79b0a6890eb331c46dbffa7ad91ffbf34196b7e50ee2598
-size 2271327

Huggy/Huggy-199673.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6484f9c4064465d28581a09b5647cc25a96a9bd8c937248e0baaae39690cc5a6
-size 13503717

Huggy/Huggy-1999948.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1f94270b3133b74622dcdf4b9c3025c1165699786f550bbe222c1fb06a3438
+size 2271327

Huggy/Huggy-1999948.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecab3ea5430ce226656e85b62d69cb6cd7fd8595846b7ad20f97d00a7fa7e49
+size 13503717

Huggy/Huggy-1999967.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f78d0d0796e09a4088098b096566da3d8c03f31e7430e08e82b411f4e01ef6a8
-size 2271327

Huggy/Huggy-1999967.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2250ee1a85ecac43cb1ac9a7c8c1d99bf9865b03e89bf37101003dba6c90e1dd
-size 13503717

Huggy/Huggy-2000030.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f2d3e2af63b65c5033338d2788ccf1d7c25d8021e8f062ae33264387a96062
+size 2271327

Huggy/Huggy-2000030.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3242f1ece5290936814783825a7bc4179a1fc2a14c6bafa9d08e18ec2fd0ec
+size 13503717

Huggy/Huggy-2000065.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:07a8aee7bea4177abd67360cc2322e693c97f0b80e679d0251d8e0f95e9cf182
-size 2271327

Huggy/Huggy-2000065.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:287e3612f34446cc71d9628347fd3c75d65a2687b196a9c29195e69ac9e0eeb5
-size 13503717

Huggy/Huggy-399908.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:09b1398481e37b4ba944791085a02e9f1e89db968b9267b863a7838c728c76f3
-size 2271327

Huggy/Huggy-399908.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3ef2a8597335e2335f9d1ced85f48bd7093acd4f890ec812a7137aaf0843d153
-size 13503717

Huggy/Huggy-399930.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b856457439e97924eee2536cd4e0b2521cddba3406b61e8d49e0400831d4d10
+size 2271327

Huggy/Huggy-399930.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507fd95ab7edde053855ff4ff0714428dfa5ce52538f2c63e968f845977386e8
+size 13503717

Huggy/Huggy-599901.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9745cd9458ccab66dce8bb5ea7b33f1da6e1d8cc8397db8d07c44e8e4e1e34ad
-size 2271327

Huggy/Huggy-599901.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:839351fff6b0ea12c66ae967ea730bae0868bb014818e2d83cc9e17071258fac
-size 13503717

Huggy/Huggy-599947.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639a90bd140f53f05ed3f5a29267a310aff86274b1fc6ffc5d1491d78cccdfd6
+size 2271327

Huggy/Huggy-599947.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493d23ca9133c03b3e196025188acc7e0d77c51f36639ece3d92cae7e316a92e
+size 13503717

Huggy/Huggy-799954.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6f3d51a8b66de3e4a6a444b9d08e8f69d01c7e5086eadb2ec4e72f26e63b8f12
-size 2271327

Huggy/Huggy-799954.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6bed4b5963f89f76934dcb683e05869a93c368701d47f39c475158ec57624513
-size 13503717

Huggy/Huggy-799977.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d627d895cfe92ad153d3713f72ec31232313e7860d96de072a29eb7d6e8d54
+size 2271327

Huggy/Huggy-799977.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6646212e2747cbcc30f89c04dcee32bc34a0f872704d05a75c1b2b437b98b3
+size 13503717

Huggy/Huggy-999819.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9984b86d9a2f15fceafbb9feedd97086e875d04c4e1d1161f231cc80c2440fc3
+size 2271327

Huggy/Huggy-999819.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2131a51b968d5dcb5d5b6a69da0a6737ff53da39b29862edbe5376faffde265
+size 13503717

Huggy/Huggy-999980.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0eaf1debf84aec1519e4ac5c0d1fc344db0b3d6d910c43915fb5b1c44308deb9
-size 2271327

Huggy/Huggy-999980.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7a8bea7929b89bd5d1bc9681a421fd7f942d6d58b0a812a5ad12f72217c5b5e6
-size 13503717

Huggy/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:287e3612f34446cc71d9628347fd3c75d65a2687b196a9c29195e69ac9e0eeb5
+oid sha256:ab3242f1ece5290936814783825a7bc4179a1fc2a14c6bafa9d08e18ec2fd0ec
 size 13503717

Huggy/{events.out.tfevents.1681294082.af0af7789269.3218.0 → events.out.tfevents.1681299810.ace0b186225c.2258.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf32add3c72b5ed35e331822943c9f00f1739674d64a852df54813884d211421
-size 314529
+oid sha256:6fd70edb25c2cb3fd5f08237d5d753eae4b561f186604f53d564be6fa56af4b3
+size 417233

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.008, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 5, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0005, "beta": 0.008, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 5, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -5,7 +5,7 @@ behaviors:
     hyperparameters:
       batch_size: 2048
       buffer_size: 20480
-      learning_rate: 0.0003
+      learning_rate: 0.0005
       beta: 0.008
       epsilon: 0.2
       lambd: 0.95

run_logs/Player-0.log

@@ -34,7 +34,7 @@ ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.133 seconds
+- Completed reload, in  0.127 seconds
 ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +78,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
 WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 1.029281 ms
+UnloadTime: 0.787955 ms
 requesting resize 84 x 84
 Setting up 1 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26764 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26753 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 3.6 MB
@@ -93,7 +93,7 @@ Memory Statistics:
     [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 128 B
+      Peak Allocated Bytes 248 B
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
@@ -201,22 +201,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 307
+  Peak main deferred allocation count 326
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 26765 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 26754 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 23.5 MB
+      Peak Allocated memory 23.9 MB
       Peak Large allocation bytes 16.0 MB
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 26765 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 26753 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 2.8 MB
+      Peak Allocated memory 2.3 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -245,13 +245,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 26764 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 26753 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 26765 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 26754 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 81.8 KB
@@ -263,13 +263,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 26764 frames, [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 26753 frames, [16.0 MB-32.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 30.6 MB
       Peak Large allocation bytes 24.9 MB
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 26764 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 26753 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.6 MB
@@ -281,13 +281,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 26765 frames
+      Peak usage frame count: [0-1.0 KB]: 26754 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26765 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26754 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 7.3 KB

run_logs/timers.json

@@ -2,135 +2,135 @@
     "name": "root",
     "gauges": {
         "Huggy.Policy.Entropy.mean": {
-            "value": 1.3912911415100098,
-            "min": 1.3912911415100098,
-            "max": 1.4321794509887695,
+            "value": 1.320185899734497,
+            "min": 1.320185899734497,
+            "max": 1.434607744216919,
             "count": 40
         },
         "Huggy.Policy.Entropy.sum": {
-            "value": 69954.1171875,
-            "min": 67970.546875,
-            "max": 79457.46875,
+            "value": 64910.90234375,
+            "min": 64248.9140625,
+            "max": 77350.953125,
             "count": 40
         },
         "Huggy.Environment.EpisodeLength.mean": {
-            "value": 100.1417004048583,
-            "min": 81.13628899835797,
-            "max": 385.60769230769233,
+            "value": 111.20993227990971,
+            "min": 93.23518164435947,
+            "max": 414.4876033057851,
             "count": 40
         },
         "Huggy.Environment.EpisodeLength.sum": {
-            "value": 49470.0,
-            "min": 48960.0,
-            "max": 50137.0,
+            "value": 49266.0,
+            "min": 48762.0,
+            "max": 50209.0,
             "count": 40
         },
         "Huggy.Step.mean": {
-            "value": 1999967.0,
-            "min": 49883.0,
-            "max": 1999967.0,
+            "value": 1999948.0,
+            "min": 49611.0,
+            "max": 1999948.0,
             "count": 40
         },
         "Huggy.Step.sum": {
-            "value": 1999967.0,
-            "min": 49883.0,
-            "max": 1999967.0,
+            "value": 1999948.0,
+            "min": 49611.0,
+            "max": 1999948.0,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 2.3654301166534424,
-            "min": 0.05287821590900421,
-            "max": 2.4686388969421387,
+            "value": 2.346134662628174,
+            "min": 0.11236099898815155,
+            "max": 2.413567066192627,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 1168.5224609375,
-            "min": 6.821290016174316,
-            "max": 1470.3707275390625,
+            "value": 1039.337646484375,
+            "min": 13.483320236206055,
+            "max": 1207.019775390625,
             "count": 40
         },
         "Huggy.Environment.CumulativeReward.mean": {
-            "value": 3.565265215239544,
-            "min": 1.860402266184489,
-            "max": 4.010823725296316,
+            "value": 3.738520583234576,
+            "min": 1.980944170554479,
+            "max": 3.903737759832883,
             "count": 40
         },
         "Huggy.Environment.CumulativeReward.sum": {
-            "value": 1761.2410163283348,
-            "min": 239.99189233779907,
-            "max": 2313.483722150326,
+            "value": 1656.1646183729172,
+            "min": 237.71330046653748,
+            "max": 1955.0461673140526,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicReward.mean": {
-            "value": 3.565265215239544,
-            "min": 1.860402266184489,
-            "max": 4.010823725296316,
+            "value": 3.738520583234576,
+            "min": 1.980944170554479,
+            "max": 3.903737759832883,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicReward.sum": {
-            "value": 1761.2410163283348,
-            "min": 239.99189233779907,
-            "max": 2313.483722150326,
+            "value": 1656.1646183729172,
+            "min": 237.71330046653748,
+            "max": 1955.0461673140526,
             "count": 40
         },
         "Huggy.Losses.PolicyLoss.mean": {
-            "value": 0.01907226402099089,
-            "min": 0.014840562724906097,
-            "max": 0.01943226710349942,
+            "value": 0.01659493270381821,
+            "min": 0.014224515601526946,
+            "max": 0.02042379342485219,
             "count": 40
         },
         "Huggy.Losses.PolicyLoss.sum": {
-            "value": 0.05721679206297267,
-            "min": 0.02975640016491525,
-            "max": 0.05829680131049826,
+            "value": 0.04978479811145462,
+            "min": 0.028449031203053893,
+            "max": 0.06012449971811293,
             "count": 40
         },
         "Huggy.Losses.ValueLoss.mean": {
-            "value": 0.04438812963664531,
-            "min": 0.02004504397511482,
-            "max": 0.04870500929653645,
+            "value": 0.03597135819494724,
+            "min": 0.01992623895406723,
+            "max": 0.0428809760697186,
             "count": 40
         },
         "Huggy.Losses.ValueLoss.sum": {
-            "value": 0.13316438890993593,
-            "min": 0.04009008795022964,
-            "max": 0.14611502788960934,
+            "value": 0.10791407458484173,
+            "min": 0.04024422470480203,
+            "max": 0.11794485732913018,
             "count": 40
         },
         "Huggy.Policy.LearningRate.mean": {
-            "value": 3.3528488824166707e-06,
-            "min": 3.3528488824166707e-06,
-            "max": 0.00029534475155175,
+            "value": 5.696515527383333e-06,
+            "min": 5.696515527383333e-06,
+            "max": 0.0004922901265419751,
             "count": 40
         },
         "Huggy.Policy.LearningRate.sum": {
-            "value": 1.0058546647250013e-05,
-            "min": 1.0058546647250013e-05,
-            "max": 0.00084399826866725,
+            "value": 1.708954658215e-05,
+            "min": 1.708954658215e-05,
+            "max": 0.0014069497686100497,
             "count": 40
         },
         "Huggy.Policy.Epsilon.mean": {
-            "value": 0.10111758333333333,
-            "min": 0.10111758333333333,
-            "max": 0.19844825000000002,
+            "value": 0.10113928333333333,
+            "min": 0.10113928333333333,
+            "max": 0.198458025,
             "count": 40
         },
         "Huggy.Policy.Epsilon.sum": {
-            "value": 0.30335275,
-            "min": 0.20738060000000003,
-            "max": 0.58133275,
+            "value": 0.30341785,
+            "min": 0.20744034999999997,
+            "max": 0.58138995,
             "count": 40
         },
         "Huggy.Policy.Beta.mean": {
-            "value": 9.929490833333345e-05,
-            "min": 9.929490833333345e-05,
-            "max": 0.007876015175,
+            "value": 0.00010102873833333334,
+            "min": 0.00010102873833333334,
+            "max": 0.007876796197500001,
             "count": 40
         },
         "Huggy.Policy.Beta.sum": {
-            "value": 0.00029788472500000035,
-            "min": 0.00029788472500000035,
-            "max": 0.022508486725000002,
+            "value": 0.000303086215,
+            "min": 0.000303086215,
+            "max": 0.022513057004999996,
             "count": 40
         },
         "Huggy.IsTraining.mean": {
@@ -148,7 +148,7 @@
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1681294081",
+        "start_time_seconds": "1681299809",
         "python_version": "3.9.16 (main, Dec  7 2022, 01:11:51) \n[GCC 9.4.0]",
         "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
         "mlagents_version": "0.31.0.dev0",
@@ -156,59 +156,59 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0+cu102",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1681296631"
+        "end_time_seconds": "1681302587"
     },
-    "total": 2549.7273095339997,
+    "total": 2778.629932452,
     "count": 1,
-    "self": 0.3865502660000857,
+    "self": 0.4482205320000503,
     "children": {
         "run_training.setup": {
-            "total": 0.11098535099995388,
+            "total": 0.19939613799999734,
             "count": 1,
-            "self": 0.11098535099995388
+            "self": 0.19939613799999734
         },
         "TrainerController.start_learning": {
-            "total": 2549.229773917,
+            "total": 2777.982315782,
             "count": 1,
-            "self": 4.171735840070141,
+            "self": 4.638348220036278,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 5.14989561699997,
+                    "total": 4.002341403000003,
                     "count": 1,
-                    "self": 5.14989561699997
+                    "self": 4.002341403000003
                 },
                 "TrainerController.advance": {
-                    "total": 2539.78551325793,
-                    "count": 232427,
-                    "self": 4.7203178089721405,
+                    "total": 2769.2134147689635,
+                    "count": 231509,
+                    "self": 4.983949481772015,
                     "children": {
                         "env_step": {
-                            "total": 1796.1700640990111,
-                            "count": 232427,
-                            "self": 1523.817247328158,
+                            "total": 1955.8801963381338,
+                            "count": 231509,
+                            "self": 1658.0376076422526,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 269.64230912088124,
-                                    "count": 232427,
-                                    "self": 15.973916661902308,
+                                    "total": 294.7843887329414,
+                                    "count": 231509,
+                                    "self": 17.991026733939748,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 253.66839245897893,
-                                            "count": 223036,
-                                            "self": 253.66839245897893
+                                            "total": 276.79336199900166,
+                                            "count": 222942,
+                                            "self": 276.79336199900166
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 2.710507649972101,
-                                    "count": 232427,
+                                    "total": 3.0581999629397387,
+                                    "count": 231509,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 2541.1920941309254,
-                                            "count": 232427,
+                                            "total": 2769.314300127017,
+                                            "count": 231509,
                                             "is_parallel": true,
-                                            "self": 1289.446742319943,
+                                            "self": 1413.4627442219441,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -217,48 +217,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.001186763999953655,
+                                                            "total": 0.0009393679999902815,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.00028692799992313667,
+                                                            "self": 0.0002800970000294001,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0008998360000305183,
+                                                                    "total": 0.0006592709999608815,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0008998360000305183
+                                                                    "self": 0.0006592709999608815
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.02954485400005069,
+                                                            "total": 0.03173638399999845,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.00032299600024998654,
+                                                            "self": 0.0003482739999753903,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00021970899990719772,
+                                                                    "total": 0.00025124300003653843,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00021970899990719772
+                                                                    "self": 0.00025124300003653843
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.02833385399992494,
+                                                                    "total": 0.03037354600002118,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.02833385399992494
+                                                                    "self": 0.03037354600002118
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0006682949999685661,
+                                                                    "total": 0.0007633209999653445,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00020264800002678385,
+                                                                    "self": 0.00022738699999536038,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.00046564699994178227,
+                                                                            "total": 0.0005359339999699841,
                                                                             "count": 2,
                                                                             "is_parallel": true,
-                                                                            "self": 0.00046564699994178227
+                                                                            "self": 0.0005359339999699841
                                                                         }
                                                                     }
                                                                 }
@@ -267,34 +267,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1251.7453518109824,
-                                                    "count": 232426,
+                                                    "total": 1355.8515559050727,
+                                                    "count": 231508,
                                                     "is_parallel": true,
-                                                    "self": 38.1061419089674,
+                                                    "self": 40.213659752876765,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 79.41699104193435,
-                                                            "count": 232426,
+                                                            "total": 89.83018243709091,
+                                                            "count": 231508,
                                                             "is_parallel": true,
-                                                            "self": 79.41699104193435
+                                                            "self": 89.83018243709091
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 1045.96751277998,
-                                                            "count": 232426,
+                                                            "total": 1128.914876704112,
+                                                            "count": 231508,
                                                             "is_parallel": true,
-                                                            "self": 1045.96751277998
+                                                            "self": 1128.914876704112
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 88.25470608010039,
-                                                            "count": 232426,
+                                                            "total": 96.89283701099293,
+                                                            "count": 231508,
                                                             "is_parallel": true,
-                                                            "self": 32.859660275050715,
+                                                            "self": 38.83817416094507,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 55.395045805049676,
-                                                                    "count": 464852,
+                                                                    "total": 58.05466285004786,
+                                                                    "count": 463016,
                                                                     "is_parallel": true,
-                                                                    "self": 55.395045805049676
+                                                                    "self": 58.05466285004786
                                                                 }
                                                             }
                                                         }
@@ -307,31 +307,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 738.8951313499467,
-                            "count": 232427,
-                            "self": 6.3756344480611915,
+                            "total": 808.3492689490579,
+                            "count": 231509,
+                            "self": 6.846570331062821,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 128.16352188288693,
-                                    "count": 232427,
-                                    "self": 126.89712775988608,
+                                    "total": 136.22635500199453,
+                                    "count": 231509,
+                                    "self": 134.82799529299416,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 1.2663941230008504,
+                                            "total": 1.398359709000374,
                                             "count": 10,
-                                            "self": 1.2663941230008504
+                                            "self": 1.398359709000374
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 604.3559750189986,
+                                    "total": 665.2763436160005,
                                     "count": 97,
-                                    "self": 507.3259088749925,
+                                    "self": 562.6777494489834,
                                     "children": {
                                         "TorchPPOOptimizer.update": {
-                                            "total": 97.03006614400613,
+                                            "total": 102.59859416701715,
                                             "count": 4850,
-                                            "self": 97.03006614400613
+                                            "self": 102.59859416701715
                                         }
                                     }
                                 }
@@ -340,19 +340,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.297999915550463e-06,
+                    "total": 1.0130002010555472e-06,
                     "count": 1,
-                    "self": 1.297999915550463e-06
+                    "self": 1.0130002010555472e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.12262790400018275,
+                    "total": 0.1282103769999594,
                     "count": 1,
-                    "self": 0.0020049560002917133,
+                    "self": 0.0023815260001356364,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.12062294799989104,
+                            "total": 0.12582885099982377,
                             "count": 1,
-                            "self": 0.12062294799989104
+                            "self": 0.12582885099982377
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,112 +2,112 @@
     "Huggy": {
         "checkpoints": [
             {
-                "steps": 199673,
-                "file_path": "results/Huggy/Huggy/Huggy-199673.onnx",
-                "reward": 3.4741778338133398,
-                "creation_time": 1681294335.9804747,
+                "steps": 199307,
+                "file_path": "results/Huggy/Huggy/Huggy-199307.onnx",
+                "reward": 3.1286172850264444,
+                "creation_time": 1681300075.6290913,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-199673.pt"
+                    "results/Huggy/Huggy/Huggy-199307.pt"
                 ]
             },
             {
-                "steps": 399908,
-                "file_path": "results/Huggy/Huggy/Huggy-399908.onnx",
-                "reward": 3.599922402865357,
-                "creation_time": 1681294592.82653,
+                "steps": 399930,
+                "file_path": "results/Huggy/Huggy/Huggy-399930.onnx",
+                "reward": 3.9620434679090977,
+                "creation_time": 1681300350.542235,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-399908.pt"
+                    "results/Huggy/Huggy/Huggy-399930.pt"
                 ]
             },
             {
-                "steps": 599901,
-                "file_path": "results/Huggy/Huggy/Huggy-599901.onnx",
-                "reward": 4.320858573212343,
-                "creation_time": 1681294852.6186972,
+                "steps": 599947,
+                "file_path": "results/Huggy/Huggy/Huggy-599947.onnx",
+                "reward": 3.808713486117701,
+                "creation_time": 1681300638.316348,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-599901.pt"
+                    "results/Huggy/Huggy/Huggy-599947.pt"
                 ]
             },
             {
-                "steps": 799954,
-                "file_path": "results/Huggy/Huggy/Huggy-799954.onnx",
-                "reward": 3.914150916260375,
-                "creation_time": 1681295104.7471213,
+                "steps": 799977,
+                "file_path": "results/Huggy/Huggy/Huggy-799977.onnx",
+                "reward": 3.8980558784235093,
+                "creation_time": 1681300925.1978984,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-799954.pt"
+                    "results/Huggy/Huggy/Huggy-799977.pt"
                 ]
             },
             {
-                "steps": 999980,
-                "file_path": "results/Huggy/Huggy/Huggy-999980.onnx",
-                "reward": 3.650248147840575,
-                "creation_time": 1681295362.2802663,
+                "steps": 999819,
+                "file_path": "results/Huggy/Huggy/Huggy-999819.onnx",
+                "reward": 3.8165206443695796,
+                "creation_time": 1681301207.5770302,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-999980.pt"
+                    "results/Huggy/Huggy/Huggy-999819.pt"
                 ]
             },
             {
-                "steps": 1199994,
-                "file_path": "results/Huggy/Huggy/Huggy-1199994.onnx",
-                "reward": 3.9295015771474158,
-                "creation_time": 1681295617.399696,
+                "steps": 1199784,
+                "file_path": "results/Huggy/Huggy/Huggy-1199784.onnx",
+                "reward": 3.460072680125161,
+                "creation_time": 1681301487.0005498,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1199994.pt"
+                    "results/Huggy/Huggy/Huggy-1199784.pt"
                 ]
             },
             {
-                "steps": 1399956,
-                "file_path": "results/Huggy/Huggy/Huggy-1399956.onnx",
-                "reward": 3.7267734844447213,
-                "creation_time": 1681295867.3508618,
+                "steps": 1399908,
+                "file_path": "results/Huggy/Huggy/Huggy-1399908.onnx",
+                "reward": 1.9440662860870361,
+                "creation_time": 1681301767.9891386,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1399956.pt"
+                    "results/Huggy/Huggy/Huggy-1399908.pt"
                 ]
             },
             {
-                "steps": 1599908,
-                "file_path": "results/Huggy/Huggy/Huggy-1599908.onnx",
-                "reward": 3.740986238826405,
-                "creation_time": 1681296122.2619357,
+                "steps": 1599700,
+                "file_path": "results/Huggy/Huggy/Huggy-1599700.onnx",
+                "reward": 3.48972488335661,
+                "creation_time": 1681302037.7171774,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1599908.pt"
+                    "results/Huggy/Huggy/Huggy-1599700.pt"
                 ]
             },
             {
-                "steps": 1799936,
-                "file_path": "results/Huggy/Huggy/Huggy-1799936.onnx",
-                "reward": 3.218651219492867,
-                "creation_time": 1681296375.8856835,
+                "steps": 1799946,
+                "file_path": "results/Huggy/Huggy/Huggy-1799946.onnx",
+                "reward": 3.9251309633255005,
+                "creation_time": 1681302313.690649,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1799936.pt"
+                    "results/Huggy/Huggy/Huggy-1799946.pt"
                 ]
             },
             {
-                "steps": 1999967,
-                "file_path": "results/Huggy/Huggy/Huggy-1999967.onnx",
-                "reward": 3.4565091451009113,
-                "creation_time": 1681296630.8104777,
+                "steps": 1999948,
+                "file_path": "results/Huggy/Huggy/Huggy-1999948.onnx",
+                "reward": 3.3010354306962757,
+                "creation_time": 1681302587.098187,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1999967.pt"
+                    "results/Huggy/Huggy/Huggy-1999948.pt"
                 ]
             },
             {
-                "steps": 2000065,
-                "file_path": "results/Huggy/Huggy/Huggy-2000065.onnx",
-                "reward": 3.6479759216308594,
-                "creation_time": 1681296630.936439,
+                "steps": 2000030,
+                "file_path": "results/Huggy/Huggy/Huggy-2000030.onnx",
+                "reward": 3.425340075241892,
+                "creation_time": 1681302587.23035,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-2000065.pt"
+                    "results/Huggy/Huggy/Huggy-2000030.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 2000065,
+            "steps": 2000030,
             "file_path": "results/Huggy/Huggy.onnx",
-            "reward": 3.6479759216308594,
-            "creation_time": 1681296630.936439,
+            "reward": 3.425340075241892,
+            "creation_time": 1681302587.23035,
             "auxillary_file_paths": [
-                "results/Huggy/Huggy/Huggy-2000065.pt"
+                "results/Huggy/Huggy/Huggy-2000030.pt"
             ]
         }
     },