Huggy2

Huggy.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb308f5f509d5c76e0277099fb30cd45274263b98dd9e71a94fe5310a877aafc
+oid sha256:1e692c02076e520d36a5d0154ea5912d5efb8698369fe6cc70e27b96406a5eea
 size 2271327

Huggy/Huggy-1199989.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7c449078a8809ba14eb0c6299588c519bea7ad084afc23ea6816bf8ba5d2d78a
-size 13503717

Huggy/Huggy-1399964.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1ccfd0815bcec4b6543195d7854f964a20ebff4f5775dcc6639a91f5be5d9d62
-size 2271327

Huggy/Huggy-1399964.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2738867d307201985856dc835c52df7d318136bfb4826f6f09c0c29db59f8638
-size 13503717

Huggy/Huggy-1599479.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9da69cfb0a8b182e3f85f788cdb28eb02b212da5682b93f4456d07a557219bca
-size 13503717

Huggy/Huggy-1799966.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8a41ee0f336cbbffd0b317c231dffc235a299280940e002922a3759aec6e7b6a
-size 2271327

Huggy/Huggy-1799966.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3ee98964f1916975b9b474f5d5d0a5ba2907ece202990d3652286583f24a3eff
-size 13503717

Huggy/Huggy-199970.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5ea9fe92bbeb978352103b66e54853a91d9b110d5398393e9cddc2ad4174ec1e
-size 2271327

Huggy/Huggy-199970.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d9a5e107cf823a8c500c9e7c7e23cc4a4ae829492fb64beb951043bf120f3a54
-size 13503717

Huggy/Huggy-1999977.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1a8f2626ee05760e2c6e148f92086cfa10ed777397c6d85b126bef35435afa6a
-size 2271327

Huggy/Huggy-1999977.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:deab5e90c8f3e79f681137daf3561a3d49fcdde850e1cf607a85fbbecb27f234
-size 13503717

Huggy/Huggy-2000003.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bb308f5f509d5c76e0277099fb30cd45274263b98dd9e71a94fe5310a877aafc
-size 2271327

Huggy/Huggy-2000003.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f583b57843ce767721408348cd031d6c43dac3f0e799279744906a29f0df816d
-size 13503717

Huggy/{Huggy-1199989.onnx → Huggy-20619.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6ccb9a937e9d497742ee153a499607416cebf2796ac9ccfd2498dc7d03f9893
+oid sha256:1e692c02076e520d36a5d0154ea5912d5efb8698369fe6cc70e27b96406a5eea
 size 2271327

Huggy/{Huggy-1599479.onnx → Huggy-20619.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b6d872f591fe6f67fcbeb58c3e2436a81fff5a00c3ea0f1da205648f9dc2928
-size 2271327
+oid sha256:674555479e38399c5839ae43f930767e0578a6cb2ba3b2c3046034d67abb6a58
+size 4507275

Huggy/Huggy-399982.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2989386c09629fc5001e0e9b9ca423e1795d25a9ff826b5eecd27e93402e2af8
-size 2271327

Huggy/Huggy-399982.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a5fd4cf17a1c98f5326cd23b717f77320d73f4e26ce4ba411e27b31d059e6d35
-size 13503717

Huggy/Huggy-599972.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:322aaed783b1f5d8d86fe281611b9bd9ec01e597ac750945a032ffa6db3f5c5d
-size 2271327

Huggy/Huggy-599972.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:538f193e6fcad253afa1edf9bf780db9b0097e313fd876c8fd29c38c6b012b2e
-size 13503717

Huggy/Huggy-799985.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:36fce1dfa9a0b488762e656d2364ea3bd02cd24a575759080b90a4ae0c9357be
-size 2271327

Huggy/Huggy-799985.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ca6948c12fa3a8c1d775cdef78803a8de4754e7f02e58cfd223ab3cf8403ed9b
-size 13503717

Huggy/Huggy-999878.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0bdde5164f31d8381ac79bed9f3632df0eca6d10c92ba03537cfe82c6fd257c9
-size 2271327

Huggy/Huggy-999878.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3ab8342b03c37a781b6d234116dc695247aa5734b3b8ce7588f8409ebb56bc09
-size 13503717

Huggy/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f583b57843ce767721408348cd031d6c43dac3f0e799279744906a29f0df816d
-size 13503717
+oid sha256:674555479e38399c5839ae43f930767e0578a6cb2ba3b2c3046034d67abb6a58
+size 4507275

Huggy/{events.out.tfevents.1685278071.dffcc6fbdbbc.1821.0 → events.out.tfevents.1685282094.dffcc6fbdbbc.19118.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b6e546a3304cd38669f5a4ddcad30371ce65ff70475e90e4e6a5d6facc78b3c
-size 378753
+oid sha256:161c669e3b392a8f1dda9c8e3b8cd6200501a64a61b9221ffb482d9b2c6030ff
+size 1119

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 20000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy2", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -38,7 +38,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 15
     even_checkpoints: false
-    max_steps: 2000000
+    max_steps: 20000
     time_horizon: 1000
     summary_freq: 50000
     threaded: false
@@ -64,7 +64,7 @@ engine_settings:
   no_graphics: true
 environment_parameters: null
 checkpoint_settings:
-  run_id: Huggy
+  run_id: Huggy2
   initialize_from: null
   load_model: false
   resume: false

run_logs/Player-0.log

@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Da
 Mono config path = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
-PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
-PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/Huggy
-Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
 [Subsystems] Discovering subsystems at path /content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
 Forcing GfxDevice: Null
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.091 seconds
+- Completed reload, in  0.095 seconds
 ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +75,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
 WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.857639 ms
+UnloadTime: 0.868162 ms
 requesting resize 84 x 84
 Setting up 1 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26745 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 344 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 3.6 MB
@@ -93,7 +90,7 @@ Memory Statistics:
     [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 136 B
+      Peak Allocated Bytes 184 B
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
@@ -201,22 +198,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 307
+  Peak main deferred allocation count 202
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 26746 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 345 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 23.3 MB
+      Peak Allocated memory 21.8 MB
       Peak Large allocation bytes 16.0 MB
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 26746 frames
+      Peak usage frame count: [2.0 MB-4.0 MB]: 345 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 2.6 MB
+      Peak Allocated memory 2.5 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -245,13 +242,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 26745 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 344 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 26746 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 345 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 81.8 KB
@@ -263,13 +260,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 26745 frames, [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 344 frames, [16.0 MB-32.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 30.6 MB
       Peak Large allocation bytes 24.9 MB
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 26745 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 344 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.6 MB
@@ -281,13 +278,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 26746 frames
+      Peak usage frame count: [0-1.0 KB]: 345 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26746 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 345 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 7.3 KB

run_logs/timers.json

@@ -1,214 +1,68 @@
 {
     "name": "root",
-    "gauges": {
-        "Huggy.Policy.Entropy.mean": {
-            "value": 1.402338981628418,
-            "min": 1.402338981628418,
-            "max": 1.4278053045272827,
-            "count": 40
-        },
-        "Huggy.Policy.Entropy.sum": {
-            "value": 70630.203125,
-            "min": 68976.21875,
-            "max": 76460.8046875,
-            "count": 40
-        },
-        "Huggy.Environment.EpisodeLength.mean": {
-            "value": 79.88511326860842,
-            "min": 78.55414012738854,
-            "max": 369.7851851851852,
-            "count": 40
-        },
-        "Huggy.Environment.EpisodeLength.sum": {
-            "value": 49369.0,
-            "min": 49011.0,
-            "max": 50178.0,
-            "count": 40
-        },
-        "Huggy.Step.mean": {
-            "value": 1999977.0,
-            "min": 49652.0,
-            "max": 1999977.0,
-            "count": 40
-        },
-        "Huggy.Step.sum": {
-            "value": 1999977.0,
-            "min": 49652.0,
-            "max": 1999977.0,
-            "count": 40
-        },
-        "Huggy.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 2.462183952331543,
-            "min": 0.09756673127412796,
-            "max": 2.480609655380249,
-            "count": 40
-        },
-        "Huggy.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 1521.629638671875,
-            "min": 13.073942184448242,
-            "max": 1533.27880859375,
-            "count": 40
-        },
-        "Huggy.Environment.CumulativeReward.mean": {
-            "value": 3.9522961083932215,
-            "min": 1.886446245570681,
-            "max": 4.0357692395385945,
-            "count": 40
-        },
-        "Huggy.Environment.CumulativeReward.sum": {
-            "value": 2442.518994987011,
-            "min": 252.78379690647125,
-            "max": 2442.518994987011,
-            "count": 40
-        },
-        "Huggy.Policy.ExtrinsicReward.mean": {
-            "value": 3.9522961083932215,
-            "min": 1.886446245570681,
-            "max": 4.0357692395385945,
-            "count": 40
-        },
-        "Huggy.Policy.ExtrinsicReward.sum": {
-            "value": 2442.518994987011,
-            "min": 252.78379690647125,
-            "max": 2442.518994987011,
-            "count": 40
-        },
-        "Huggy.Losses.PolicyLoss.mean": {
-            "value": 0.019417383357358632,
-            "min": 0.014330837083010313,
-            "max": 0.020690503374983866,
-            "count": 40
-        },
-        "Huggy.Losses.PolicyLoss.sum": {
-            "value": 0.058252150072075896,
-            "min": 0.028661674166020626,
-            "max": 0.061171658015518916,
-            "count": 40
-        },
-        "Huggy.Losses.ValueLoss.mean": {
-            "value": 0.06530264197952217,
-            "min": 0.020861603661129872,
-            "max": 0.06530264197952217,
-            "count": 40
-        },
-        "Huggy.Losses.ValueLoss.sum": {
-            "value": 0.1959079259385665,
-            "min": 0.041723207322259745,
-            "max": 0.1959079259385665,
-            "count": 40
-        },
-        "Huggy.Policy.LearningRate.mean": {
-            "value": 3.4615988461666612e-06,
-            "min": 3.4615988461666612e-06,
-            "max": 0.0002953806015397999,
-            "count": 40
-        },
-        "Huggy.Policy.LearningRate.sum": {
-            "value": 1.0384796538499983e-05,
-            "min": 1.0384796538499983e-05,
-            "max": 0.0008443776185408,
-            "count": 40
-        },
-        "Huggy.Policy.Epsilon.mean": {
-            "value": 0.10115383333333333,
-            "min": 0.10115383333333333,
-            "max": 0.19846019999999998,
-            "count": 40
-        },
-        "Huggy.Policy.Epsilon.sum": {
-            "value": 0.3034615,
-            "min": 0.20746710000000002,
-            "max": 0.5814592000000001,
-            "count": 40
-        },
-        "Huggy.Policy.Beta.mean": {
-            "value": 6.757628333333325e-05,
-            "min": 6.757628333333325e-05,
-            "max": 0.004923163980000001,
-            "count": 40
-        },
-        "Huggy.Policy.Beta.sum": {
-            "value": 0.00020272884999999978,
-            "min": 0.00020272884999999978,
-            "max": 0.014074814080000001,
-            "count": 40
-        },
-        "Huggy.IsTraining.mean": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 40
-        },
-        "Huggy.IsTraining.sum": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 40
-        }
-    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1685278071",
+        "start_time_seconds": "1685282093",
         "python_version": "3.10.11 (main, Apr  5 2023, 14:15:10) [GCC 9.4.0]",
-        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
+        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics",
         "mlagents_version": "0.31.0.dev0",
         "mlagents_envs_version": "0.31.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0+cu102",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1685281117"
+        "end_time_seconds": "1685282130"
     },
-    "total": 3046.396669998,
+    "total": 36.93170609399931,
     "count": 1,
-    "self": 0.4949251319999348,
+    "self": 0.4242772339985095,
     "children": {
         "run_training.setup": {
-            "total": 0.04660643400001163,
+            "total": 0.06817499900080293,
             "count": 1,
-            "self": 0.04660643400001163
+            "self": 0.06817499900080293
         },
         "TrainerController.start_learning": {
-            "total": 3045.8551384320003,
+            "total": 36.439253861,
             "count": 1,
-            "self": 6.144664375987304,
+            "self": 0.08071542496691109,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 4.156479524000019,
+                    "total": 4.080559773999994,
                     "count": 1,
-                    "self": 4.156479524000019
+                    "self": 4.080559773999994
                 },
                 "TrainerController.advance": {
-                    "total": 3035.422140965013,
-                    "count": 232094,
-                    "self": 6.069808721008485,
+                    "total": 32.15843380903243,
+                    "count": 2899,
+                    "self": 0.07604067602460418,
                     "children": {
                         "env_step": {
-                            "total": 2357.0173465329144,
-                            "count": 232094,
-                            "self": 1980.5619013780652,
+                            "total": 30.572585720012285,
+                            "count": 2899,
+                            "self": 25.565484999988257,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 372.22706136690385,
-                                    "count": 232094,
-                                    "self": 21.774220741925433,
+                                    "total": 4.958962390001943,
+                                    "count": 2899,
+                                    "self": 0.2975679129940545,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 350.4528406249784,
-                                            "count": 222876,
-                                            "self": 350.4528406249784
+                                            "total": 4.661394477007889,
+                                            "count": 2874,
+                                            "self": 4.661394477007889
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 4.228383787945461,
-                                    "count": 232094,
+                                    "total": 0.04813833002208412,
+                                    "count": 2899,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 3035.480709730047,
-                                            "count": 232094,
+                                            "total": 36.233835677007846,
+                                            "count": 2899,
                                             "is_parallel": true,
-                                            "self": 1431.2468122680748,
+                                            "self": 15.52600026302207,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -217,48 +71,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.001085232999969321,
+                                                            "total": 0.0008483040001010522,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0003112709999868457,
+                                                            "self": 0.0002567689998613787,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0007739619999824754,
+                                                                    "total": 0.0005915350002396735,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0007739619999824754
+                                                                    "self": 0.0005915350002396735
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.03748053499998605,
+                                                            "total": 0.040986560999954236,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0003907459999368257,
+                                                            "self": 0.0003202560001227539,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0002613600000245242,
+                                                                    "total": 0.0002474130005793995,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0002613600000245242
+                                                                    "self": 0.0002474130005793995
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.03596000500004948,
+                                                                    "total": 0.039636968999730016,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.03596000500004948
+                                                                    "self": 0.039636968999730016
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0008684239999752208,
+                                                                    "total": 0.0007819229995220667,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00025312399998256296,
+                                                                    "self": 0.0002539810002417653,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0006152999999926578,
+                                                                            "total": 0.0005279419992803014,
                                                                             "count": 2,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0006152999999926578
+                                                                            "self": 0.0005279419992803014
                                                                         }
                                                                     }
                                                                 }
@@ -267,34 +121,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1604.233897461972,
-                                                    "count": 232093,
+                                                    "total": 20.707835413985777,
+                                                    "count": 2898,
                                                     "is_parallel": true,
-                                                    "self": 47.27397735105774,
+                                                    "self": 0.5642081970036088,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 96.66756759494598,
-                                                            "count": 232093,
+                                                            "total": 1.246274060995347,
+                                                            "count": 2898,
                                                             "is_parallel": true,
-                                                            "self": 96.66756759494598
+                                                            "self": 1.246274060995347
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 1341.3030087309967,
-                                                            "count": 232093,
+                                                            "total": 17.449512000958748,
+                                                            "count": 2898,
                                                             "is_parallel": true,
-                                                            "self": 1341.3030087309967
+                                                            "self": 17.449512000958748
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 118.98934378497171,
-                                                            "count": 232093,
+                                                            "total": 1.4478411550280725,
+                                                            "count": 2898,
                                                             "is_parallel": true,
-                                                            "self": 44.168638341821406,
+                                                            "self": 0.5363314190353776,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 74.8207054431503,
-                                                                    "count": 464186,
+                                                                    "total": 0.9115097359926949,
+                                                                    "count": 5796,
                                                                     "is_parallel": true,
-                                                                    "self": 74.8207054431503
+                                                                    "self": 0.9115097359926949
                                                                 }
                                                             }
                                                         }
@@ -307,52 +161,33 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 672.3349857110901,
-                            "count": 232094,
-                            "self": 9.188162929976897,
+                            "total": 1.509807412995542,
+                            "count": 2899,
+                            "self": 0.11368956799105945,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 163.40061744411395,
-                                    "count": 232094,
-                                    "self": 161.8595589701137,
-                                    "children": {
-                                        "RLTrainer._checkpoint": {
-                                            "total": 1.5410584740002378,
-                                            "count": 10,
-                                            "self": 1.5410584740002378
-                                        }
-                                    }
-                                },
-                                "_update_policy": {
-                                    "total": 499.74620533699925,
-                                    "count": 97,
-                                    "self": 429.7221016310144,
-                                    "children": {
-                                        "TorchPPOOptimizer.update": {
-                                            "total": 70.02410370598483,
-                                            "count": 2910,
-                                            "self": 70.02410370598483
-                                        }
-                                    }
+                                    "total": 1.3961178450044827,
+                                    "count": 2899,
+                                    "self": 1.3961178450044827
                                 }
                             }
                         }
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.1319998520775698e-06,
+                    "total": 9.430004865862429e-07,
                     "count": 1,
-                    "self": 1.1319998520775698e-06
+                    "self": 9.430004865862429e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.13185243499992794,
+                    "total": 0.11954391000017495,
                     "count": 1,
-                    "self": 0.002100609999615699,
+                    "self": 0.00197554999977001,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.12975182500031224,
+                            "total": 0.11756836000040494,
                             "count": 1,
-                            "self": 0.12975182500031224
+                            "self": 0.11756836000040494
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,112 +2,22 @@
     "Huggy": {
         "checkpoints": [
             {
-                "steps": 199970,
-                "file_path": "results/Huggy/Huggy/Huggy-199970.onnx",
-                "reward": 3.3860852579275766,
-                "creation_time": 1685278373.4777029,
+                "steps": 20619,
+                "file_path": "results/Huggy2/Huggy/Huggy-20619.onnx",
+                "reward": 1.5317698525530952,
+                "creation_time": 1685282129.8566399,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-199970.pt"
-                ]
-            },
-            {
-                "steps": 399982,
-                "file_path": "results/Huggy/Huggy/Huggy-399982.onnx",
-                "reward": 3.5542998028838118,
-                "creation_time": 1685278673.7008324,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-399982.pt"
-                ]
-            },
-            {
-                "steps": 599972,
-                "file_path": "results/Huggy/Huggy/Huggy-599972.onnx",
-                "reward": 3.6044828414916994,
-                "creation_time": 1685278980.0383346,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-599972.pt"
-                ]
-            },
-            {
-                "steps": 799985,
-                "file_path": "results/Huggy/Huggy/Huggy-799985.onnx",
-                "reward": 3.675096958014317,
-                "creation_time": 1685279280.1501548,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-799985.pt"
-                ]
-            },
-            {
-                "steps": 999878,
-                "file_path": "results/Huggy/Huggy/Huggy-999878.onnx",
-                "reward": 3.6825531053980556,
-                "creation_time": 1685279588.2315378,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-999878.pt"
-                ]
-            },
-            {
-                "steps": 1199989,
-                "file_path": "results/Huggy/Huggy/Huggy-1199989.onnx",
-                "reward": 3.98025465988722,
-                "creation_time": 1685279893.3766174,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1199989.pt"
-                ]
-            },
-            {
-                "steps": 1399964,
-                "file_path": "results/Huggy/Huggy/Huggy-1399964.onnx",
-                "reward": 3.9768793907523716,
-                "creation_time": 1685280195.267399,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1399964.pt"
-                ]
-            },
-            {
-                "steps": 1599479,
-                "file_path": "results/Huggy/Huggy/Huggy-1599479.onnx",
-                "reward": 3.845507639905681,
-                "creation_time": 1685280499.482534,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1599479.pt"
-                ]
-            },
-            {
-                "steps": 1799966,
-                "file_path": "results/Huggy/Huggy/Huggy-1799966.onnx",
-                "reward": 3.627436438999554,
-                "creation_time": 1685280809.0867422,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1799966.pt"
-                ]
-            },
-            {
-                "steps": 1999977,
-                "file_path": "results/Huggy/Huggy/Huggy-1999977.onnx",
-                "reward": 3.1517107444150105,
-                "creation_time": 1685281116.8964262,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1999977.pt"
-                ]
-            },
-            {
-                "steps": 2000003,
-                "file_path": "results/Huggy/Huggy/Huggy-2000003.onnx",
-                "reward": 3.073740268575734,
-                "creation_time": 1685281117.030092,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-2000003.pt"
+                    "results/Huggy2/Huggy/Huggy-20619.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 2000003,
-            "file_path": "results/Huggy/Huggy.onnx",
-            "reward": 3.073740268575734,
-            "creation_time": 1685281117.030092,
+            "steps": 20619,
+            "file_path": "results/Huggy2/Huggy.onnx",
+            "reward": 1.5317698525530952,
+            "creation_time": 1685282129.8566399,
             "auxillary_file_paths": [
-                "results/Huggy/Huggy/Huggy-2000003.pt"
+                "results/Huggy2/Huggy/Huggy-20619.pt"
             ]
         }
     },