Huggy

Huggy.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0fe8edf11d8cf8ad78c71bdf2306a3c45584938c9d07304b521842f4e9138f07
+oid sha256:86a3f13b1e177fde837df12df3ec818b5e80caad579755362815eece2543daa5
 size 2270373

Huggy/{Huggy-1199981.onnx → Huggy-1199990.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfd9d591eb6d401ca72c7f590b562140f462a917239fbaddc0a321403153a862
+oid sha256:bc83c5891e869875b6bcfa2f84dfe3f9ec328b0e3a0b3b000fbbfc6726dc05af
 size 2270373

Huggy/{Huggy-1599937.pt → Huggy-1199990.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a82379685d298f7f6286c1c7924d81e66a4bd516c460a472889f8a2f0aa0695
+oid sha256:3f01cd0da9815768661037b764f7d34f3502a0b1d603fb8372dd7dc8ad8f0860
 size 13505839

Huggy/{Huggy-1599937.onnx → Huggy-1399928.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ba478b513b7331fe09a630dd7d8b9e5ac29dd91502734ab988ed7bface06b33
+oid sha256:ad3f2cd9aafe10f5105e9b6a413d45cf91426e16e6d85bd394426aec5acefa37
 size 2270373

Huggy/{Huggy-1199981.pt → Huggy-1399928.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:826648e444bb8d650505b4d15e9f6fd528ddf1b6e20d82d11a4ab8d92d7b06b3
+oid sha256:0d897f3420d080b54f088bfc45824ff9b8a028e063a81dcb6a0f13ca12f99e20
 size 13505839

Huggy/{Huggy-1399864.onnx → Huggy-1599927.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a5ad84d40a5cabebf9e4bbe9412f922831961f66d631ef0b4a60d7f44a28a99
+oid sha256:a00a9cdc5e5a1cab6481bed332be39d4d8bc512978056969c34d4ad8fa274964
 size 2270373

Huggy/{Huggy-1799669.pt → Huggy-1599927.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd9b869bda74c874422b24175e0ebe3cbf01cbc478a93e35a779d4370dcf2dcb
+oid sha256:0b446753bd441bd623aa3dd1a94c153f033b2bc80beb8a0dadaeb01e56ee4611
 size 13505839

Huggy/{Huggy-1799669.onnx → Huggy-1799732.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77db97d09e9bf1a800b8af05e84a895ff631acb8ed85fee52703d06eeb84aece
+oid sha256:c8ddc676a0632056b74981cb7e06ed8f1a87e943bbbe6b6d8e8343444a4b43ff
 size 2270373

Huggy/{Huggy-1399864.pt → Huggy-1799732.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5db647ca8ba2117a8f9d77c3dcd0ad7dcd3892d099cd7738ed98b154f8c25969
+oid sha256:2000b5ef34ea3b6983f135dbc50f2771f5e8554a8de5f6c2641e84c4f8cda65a
 size 13505839

Huggy/Huggy-199806.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f699d36ffcf73005ee26f419de1ac2806809167903695c10184df4caca74b9d
+size 2270373

Huggy/Huggy-199806.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211682c46901984c809c1ba543d53a43e681abf9d2a5b6eac834fae9c48cc72a
+size 13505839

Huggy/Huggy-199901.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2d508b794bf46094de3d99811b5ae1d56bcaed417ba88cab627356eeb86c061d
-size 2270373

Huggy/Huggy-199901.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fcf6f5bbd927b8f5bb50b05528f87816c760a0e9ebabacd3f36885823fda814b
-size 13505839

Huggy/Huggy-1999519.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:871fbaf9eaa4e932848d7aa7f901800b035dc7062a4b22ca33cbeeaeeb555237
-size 2270373

Huggy/Huggy-1999519.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2bfd3ff13303a1cd2e699c38cb1e5a281824ce4470b5b87bb53c323c0ebb8306
-size 13505839

Huggy/Huggy-1999976.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534c8b7f10a0f2981f1da2d22f13c82657299678be33d29c641e7e538ddbdc52
+size 2270373

Huggy/Huggy-1999976.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df90130e13fbfe64cca203ba5e2e4f92a3f286f46a35a232190e385a901302d
+size 13505839

Huggy/Huggy-2000082.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a3f13b1e177fde837df12df3ec818b5e80caad579755362815eece2543daa5
+size 2270373

Huggy/Huggy-2000082.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5c1a1327d15c1f225e5e54b42428a3dd6469b18227e01c090cca98abdbc7a4
+size 13505839

Huggy/Huggy-2000269.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0fe8edf11d8cf8ad78c71bdf2306a3c45584938c9d07304b521842f4e9138f07
-size 2270373

Huggy/Huggy-2000269.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:df8b5f77be1b993a8d6d4246ac885838f60253de9db12ee7940f079c24cfc8f7
-size 13505839

Huggy/Huggy-399810.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb53f0c8c5b7ea3ebb87954c214d73f71ef87e105284d7219a7c982a043d92db
+size 2270373

Huggy/Huggy-399810.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49a6a5478fc73785baaac7b10927fd6797ecd27247eeabe122028ebf439053e
+size 13505839

Huggy/Huggy-399979.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b495e81a4653b8143122f2a1a3a5513327f80bf950a093ad0157f65a5408766c
-size 2270373

Huggy/Huggy-399979.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ae005072cc7e48a57ce5b3a5990a73c75c1e7a65b3e8a669d0b3df7d6813e549
-size 13505839

Huggy/Huggy-599953.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7d26c083b5253dc14cf4a246ea32cac9b1bbf9d4f741e3ff53b6bfffeda77889
-size 2270373

Huggy/Huggy-599953.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e8ab61a0837e644c5893cfb16f6b9c2e526184395c8fb396221fdd7f9df51a92
-size 13505839

Huggy/Huggy-599998.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc6070ab9d9b02664b8c9a8dbf9a2c5e421478a0a1975be317d330be5451095
+size 2270373

Huggy/Huggy-599998.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197bfe131136d2272c680c500f8273a04101e41e4c4108ca4b5663b6352e039b
+size 13505839

Huggy/Huggy-799861.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3d15932a452bf65dc4b5f8f3f58abf64fe8d77004262d546562d48c81c23ef99
-size 2270373

Huggy/Huggy-799861.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:44d0b1c593a437fd49913429a7661aaf8283b74276c1deda8fd1d484503d7472
-size 13505839

Huggy/Huggy-799983.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6454a73d0949391c496c3c356b083d15c3d0150b069a5ffd5dd5583ecf85ca6a
+size 2270373

Huggy/Huggy-799983.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703e31265e5db55a63cab6ee6ae89c149fc39b4e2257d40c2abf8e807df4b6d7
+size 13505839

Huggy/Huggy-999975.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452f7457a3a5b05a38ee2d56d8cbda32cf18f9782c975de43d2020dec3f2e890
+size 2270373

Huggy/Huggy-999975.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4b1c9071f0a14221605cf0f112e9c122559ecf99c3353666986a9c9432e8e0
+size 13505839

Huggy/Huggy-999991.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:659838e01b8fd0f2424d8caac99c4251426c3d1a129ff797e97f61821cb4ed58
-size 2270373

Huggy/Huggy-999991.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:46d1729f6e5b3f2ac9a62ccab69026b9795d5dfe7589e7fdba17d02a9d88d9ba
-size 13505839

Huggy/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df8b5f77be1b993a8d6d4246ac885838f60253de9db12ee7940f079c24cfc8f7
+oid sha256:ac5c1a1327d15c1f225e5e54b42428a3dd6469b18227e01c090cca98abdbc7a4
 size 13505839

Huggy/{events.out.tfevents.1678409727.bb54e28a8c4e.262.0 → events.out.tfevents.1678412748.6d30c2599674.224.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8650a8c038a6659000e25764e7f002eb225388561f741aed0da024810a003bf3
-size 340640
+oid sha256:ab0f6a0cdd8b8200ac3939c98e434d46060d6e593adfd39d46e31691a9ba347a
+size 388768

run_logs/Player-0.log

@@ -78,14 +78,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
 WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.780126 ms
+UnloadTime: 0.755797 ms
 requesting resize 84 x 84
 Setting up 1 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26760 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26761 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 3.6 MB
@@ -93,7 +93,7 @@ Memory Statistics:
     [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 168 B
+      Peak Allocated Bytes 136 B
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
@@ -201,22 +201,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 326
+  Peak main deferred allocation count 228
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 26761 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 26762 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 23.9 MB
+      Peak Allocated memory 24.1 MB
       Peak Large allocation bytes 16.0 MB
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 6055 frames, [2.0 MB-4.0 MB]: 20706 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 26761 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 2.2 MB
+      Peak Allocated memory 2.1 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -245,13 +245,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 26760 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 26761 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 26761 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 26762 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 81.8 KB
@@ -263,13 +263,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 26760 frames, [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 26761 frames, [16.0 MB-32.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 30.6 MB
       Peak Large allocation bytes 24.9 MB
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 26760 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 26761 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.6 MB
@@ -281,13 +281,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 26761 frames
+      Peak usage frame count: [0-1.0 KB]: 26762 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26761 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26762 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 7.3 KB

run_logs/timers.json

@@ -2,135 +2,135 @@
     "name": "root",
     "gauges": {
         "Huggy.Policy.Entropy.mean": {
-            "value": 1.4084419012069702,
-            "min": 1.4084419012069702,
-            "max": 1.4290558099746704,
+            "value": 1.4041913747787476,
+            "min": 1.4041913747787476,
+            "max": 1.4263631105422974,
             "count": 40
         },
         "Huggy.Policy.Entropy.sum": {
-            "value": 70847.4453125,
-            "min": 67841.7421875,
-            "max": 78479.75,
+            "value": 70884.984375,
+            "min": 68039.0859375,
+            "max": 77350.46875,
             "count": 40
         },
         "Huggy.Environment.EpisodeLength.mean": {
-            "value": 110.28824833702882,
-            "min": 81.03782894736842,
-            "max": 416.3833333333333,
+            "value": 87.99466192170819,
+            "min": 80.80844155844156,
+            "max": 390.421875,
             "count": 40
         },
         "Huggy.Environment.EpisodeLength.sum": {
-            "value": 49740.0,
-            "min": 48901.0,
-            "max": 50047.0,
+            "value": 49453.0,
+            "min": 48860.0,
+            "max": 50112.0,
             "count": 40
         },
         "Huggy.Step.mean": {
-            "value": 1999519.0,
-            "min": 49528.0,
-            "max": 1999519.0,
+            "value": 1999976.0,
+            "min": 49893.0,
+            "max": 1999976.0,
             "count": 40
         },
         "Huggy.Step.sum": {
-            "value": 1999519.0,
-            "min": 49528.0,
-            "max": 1999519.0,
+            "value": 1999976.0,
+            "min": 49893.0,
+            "max": 1999976.0,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 2.373839855194092,
-            "min": 0.1289319545030594,
-            "max": 2.448406934738159,
+            "value": 2.3769569396972656,
+            "min": 0.1308751255273819,
+            "max": 2.4956512451171875,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 1070.601806640625,
-            "min": 15.342903137207031,
-            "max": 1436.21435546875,
+            "value": 1335.849853515625,
+            "min": 16.62114143371582,
+            "max": 1502.23046875,
             "count": 40
         },
         "Huggy.Environment.CumulativeReward.mean": {
-            "value": 3.589471662388144,
-            "min": 1.6910227919075669,
-            "max": 3.9499562826197026,
+            "value": 3.5563603461425077,
+            "min": 1.5774890339280676,
+            "max": 3.9713607452533863,
             "count": 40
         },
         "Huggy.Environment.CumulativeReward.sum": {
-            "value": 1618.851719737053,
-            "min": 201.23171223700047,
-            "max": 2384.904407799244,
+            "value": 1998.6745145320892,
+            "min": 200.3411073088646,
+            "max": 2385.201385140419,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicReward.mean": {
-            "value": 3.589471662388144,
-            "min": 1.6910227919075669,
-            "max": 3.9499562826197026,
+            "value": 3.5563603461425077,
+            "min": 1.5774890339280676,
+            "max": 3.9713607452533863,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicReward.sum": {
-            "value": 1618.851719737053,
-            "min": 201.23171223700047,
-            "max": 2384.904407799244,
+            "value": 1998.6745145320892,
+            "min": 200.3411073088646,
+            "max": 2385.201385140419,
             "count": 40
         },
         "Huggy.Losses.PolicyLoss.mean": {
-            "value": 0.01668479850316847,
-            "min": 0.01451563625463071,
-            "max": 0.019409020144181947,
+            "value": 0.01822112857027807,
+            "min": 0.014481107703735082,
+            "max": 0.020890536647493716,
             "count": 40
         },
         "Huggy.Losses.PolicyLoss.sum": {
-            "value": 0.03336959700633694,
-            "min": 0.02903127250926142,
-            "max": 0.0555336322778506,
+            "value": 0.05466338571083421,
+            "min": 0.028962215407470165,
+            "max": 0.06267160994248115,
             "count": 40
         },
         "Huggy.Losses.ValueLoss.mean": {
-            "value": 0.04548726143936316,
-            "min": 0.022061101243727742,
-            "max": 0.05674533516996436,
+            "value": 0.051620578517516454,
+            "min": 0.022365308946205514,
+            "max": 0.0588115028416117,
             "count": 40
         },
         "Huggy.Losses.ValueLoss.sum": {
-            "value": 0.09097452287872632,
-            "min": 0.044210168843468026,
-            "max": 0.1702360055098931,
+            "value": 0.15486173555254937,
+            "min": 0.04562431536614895,
+            "max": 0.17182650603353977,
             "count": 40
         },
         "Huggy.Policy.LearningRate.mean": {
-            "value": 4.668473443874992e-06,
-            "min": 4.668473443874992e-06,
-            "max": 0.00029531782656072505,
+            "value": 3.1073489642499955e-06,
+            "min": 3.1073489642499955e-06,
+            "max": 0.00029527282657572493,
             "count": 40
         },
         "Huggy.Policy.LearningRate.sum": {
-            "value": 9.336946887749985e-06,
-            "min": 9.336946887749985e-06,
-            "max": 0.0008437848187384,
+            "value": 9.322046892749986e-06,
+            "min": 9.322046892749986e-06,
+            "max": 0.0008436078187974,
             "count": 40
         },
         "Huggy.Policy.Epsilon.mean": {
-            "value": 0.10155612499999998,
-            "min": 0.10155612499999998,
-            "max": 0.19843927500000005,
+            "value": 0.10103575,
+            "min": 0.10103575,
+            "max": 0.19842427499999998,
             "count": 40
         },
         "Huggy.Policy.Epsilon.sum": {
-            "value": 0.20311224999999997,
-            "min": 0.20311224999999997,
-            "max": 0.5812615999999999,
+            "value": 0.30310725,
+            "min": 0.20723620000000004,
+            "max": 0.5812025999999999,
             "count": 40
         },
         "Huggy.Policy.Beta.mean": {
-            "value": 8.765063749999988e-05,
-            "min": 8.765063749999988e-05,
-            "max": 0.004922119822500001,
+            "value": 6.168392499999993e-05,
+            "min": 6.168392499999993e-05,
+            "max": 0.0049213713225000014,
             "count": 40
         },
         "Huggy.Policy.Beta.sum": {
-            "value": 0.00017530127499999976,
-            "min": 0.00017530127499999976,
-            "max": 0.014064953840000002,
+            "value": 0.0001850517749999998,
+            "min": 0.0001850517749999998,
+            "max": 0.014062009739999999,
             "count": 40
         },
         "Huggy.IsTraining.mean": {
@@ -148,7 +148,7 @@
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1678409720",
+        "start_time_seconds": "1678412739",
         "python_version": "3.7.12 | packaged by conda-forge | (default, Oct 26 2021, 06:08:53) \n[GCC 9.4.0]",
         "command_line_arguments": "/opt/conda/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
         "mlagents_version": "0.29.0.dev0",
@@ -156,66 +156,66 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.8.1+cu102",
         "numpy_version": "1.21.6",
-        "end_time_seconds": "1678412249"
+        "end_time_seconds": "1678415262"
     },
-    "total": 2529.6153261460004,
+    "total": 2522.3744960500003,
     "count": 1,
-    "self": 0.43658142200047223,
+    "self": 0.4470319440001731,
     "children": {
         "run_training.setup": {
-            "total": 0.7504413279998516,
+            "total": 0.8185758229999465,
             "count": 1,
-            "self": 0.7504413279998516
+            "self": 0.8185758229999465
         },
         "TrainerController.start_learning": {
-            "total": 2528.428303396,
+            "total": 2521.108888283,
             "count": 1,
-            "self": 5.24954267503017,
+            "self": 5.1364645529661175,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 9.770662027000071,
+                    "total": 11.063574672999948,
                     "count": 1,
-                    "self": 9.770662027000071
+                    "self": 11.063574672999948
                 },
                 "TrainerController.advance": {
-                    "total": 2513.27471015997,
-                    "count": 232080,
-                    "self": 5.61379820524553,
+                    "total": 2504.7765936390333,
+                    "count": 232527,
+                    "self": 5.675897545138923,
                     "children": {
                         "env_step": {
-                            "total": 1935.0969828510197,
-                            "count": 232080,
-                            "self": 1640.6789211529654,
+                            "total": 1923.214885028968,
+                            "count": 232527,
+                            "self": 1627.6621679819427,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 291.17686656679325,
-                                    "count": 232080,
-                                    "self": 17.07331401993133,
+                                    "total": 292.32450297098273,
+                                    "count": 232527,
+                                    "self": 16.761738311973204,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 274.1035525468619,
-                                            "count": 223004,
-                                            "self": 69.34407126488031,
+                                            "total": 275.56276465900953,
+                                            "count": 223016,
+                                            "self": 70.556916851138,
                                             "children": {
                                                 "TorchPolicy.sample_actions": {
-                                                    "total": 204.7594812819816,
-                                                    "count": 223004,
-                                                    "self": 204.7594812819816
+                                                    "total": 205.00584780787153,
+                                                    "count": 223016,
+                                                    "self": 205.00584780787153
                                                 }
                                             }
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 3.2411951312610654,
-                                    "count": 232080,
+                                    "total": 3.228214076042377,
+                                    "count": 232527,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 2520.3000511660985,
-                                            "count": 232080,
+                                            "total": 2512.971206812014,
+                                            "count": 232527,
                                             "is_parallel": true,
-                                            "self": 1196.7313376022066,
+                                            "self": 1199.2943019959966,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -224,48 +224,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.001035227000102168,
+                                                            "total": 0.0011113900000054855,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0003683330000967544,
+                                                            "self": 0.000440019999928154,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0006668940000054135,
+                                                                    "total": 0.0006713700000773315,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0006668940000054135
+                                                                    "self": 0.0006713700000773315
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.03145347099962237,
+                                                            "total": 0.032379192000007606,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0004091549994882371,
+                                                            "self": 0.0004136149999567351,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0002478400001564296,
+                                                                    "total": 0.0002157840000336364,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0002478400001564296
+                                                                    "self": 0.0002157840000336364
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.029919514000084746,
+                                                                    "total": 0.030825746000004983,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.029919514000084746
+                                                                    "self": 0.030825746000004983
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0008769619998929556,
+                                                                    "total": 0.0009240470000122514,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0002891029994316341,
+                                                                    "self": 0.0002854880000313642,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0005878590004613216,
+                                                                            "total": 0.0006385589999808872,
                                                                             "count": 2,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0005878590004613216
+                                                                            "self": 0.0006385589999808872
                                                                         }
                                                                     }
                                                                 }
@@ -274,34 +274,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1323.5687135638918,
-                                                    "count": 232079,
+                                                    "total": 1313.6769048160172,
+                                                    "count": 232526,
                                                     "is_parallel": true,
-                                                    "self": 43.86639963664538,
+                                                    "self": 43.926322693825114,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 91.12861321606397,
-                                                            "count": 232079,
+                                                            "total": 91.34207595419105,
+                                                            "count": 232526,
                                                             "is_parallel": true,
-                                                            "self": 91.12861321606397
+                                                            "self": 91.34207595419105
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 1079.8952766561101,
-                                                            "count": 232079,
+                                                            "total": 1069.0602515119674,
+                                                            "count": 232526,
                                                             "is_parallel": true,
-                                                            "self": 1079.8952766561101
+                                                            "self": 1069.0602515119674
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 108.67842405507236,
-                                                            "count": 232079,
+                                                            "total": 109.34825465603342,
+                                                            "count": 232526,
                                                             "is_parallel": true,
-                                                            "self": 47.137355454887256,
+                                                            "self": 47.16165120601977,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 61.5410686001851,
-                                                                    "count": 464158,
+                                                                    "total": 62.18660345001365,
+                                                                    "count": 465052,
                                                                     "is_parallel": true,
-                                                                    "self": 61.5410686001851
+                                                                    "self": 62.18660345001365
                                                                 }
                                                             }
                                                         }
@@ -314,31 +314,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 572.5639291037046,
-                            "count": 232080,
-                            "self": 7.53692377073412,
+                            "total": 575.8858110649264,
+                            "count": 232527,
+                            "self": 7.567275873970175,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 192.23775880396897,
-                                    "count": 232080,
-                                    "self": 190.75539602896924,
+                                    "total": 193.17929839395674,
+                                    "count": 232527,
+                                    "self": 191.77902218595682,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 1.4823627749997286,
+                                            "total": 1.400276207999923,
                                             "count": 10,
-                                            "self": 1.4823627749997286
+                                            "self": 1.400276207999923
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 372.7892465290015,
-                                    "count": 96,
-                                    "self": 326.25236559501445,
+                                    "total": 375.1392367969995,
+                                    "count": 97,
+                                    "self": 328.21412148800846,
                                     "children": {
                                         "TorchPPOOptimizer.update": {
-                                            "total": 46.53688093398705,
-                                            "count": 2880,
-                                            "self": 46.53688093398705
+                                            "total": 46.92511530899105,
+                                            "count": 2910,
+                                            "self": 46.92511530899105
                                         }
                                     }
                                 }
@@ -347,19 +347,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.2999998943996616e-06,
+                    "total": 1.5680002434237394e-06,
                     "count": 1,
-                    "self": 1.2999998943996616e-06
+                    "self": 1.5680002434237394e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.13338723400011077,
+                    "total": 0.13225385000032475,
                     "count": 1,
-                    "self": 0.003173738000441517,
+                    "self": 0.002864193000277737,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.13021349599966925,
+                            "total": 0.129389657000047,
                             "count": 1,
-                            "self": 0.13021349599966925
+                            "self": 0.129389657000047
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,112 +2,112 @@
     "Huggy": {
         "checkpoints": [
             {
-                "steps": 199901,
-                "file_path": "results/Huggy/Huggy/Huggy-199901.onnx",
-                "reward": 3.085689814317794,
-                "creation_time": 1678409976.4088717,
+                "steps": 199806,
+                "file_path": "results/Huggy/Huggy/Huggy-199806.onnx",
+                "reward": 3.381038878784805,
+                "creation_time": 1678412996.1750495,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-199901.pt"
+                    "results/Huggy/Huggy/Huggy-199806.pt"
                 ]
             },
             {
-                "steps": 399979,
-                "file_path": "results/Huggy/Huggy/Huggy-399979.onnx",
-                "reward": 4.019422118006082,
-                "creation_time": 1678410225.61327,
+                "steps": 399810,
+                "file_path": "results/Huggy/Huggy/Huggy-399810.onnx",
+                "reward": 4.209566558782871,
+                "creation_time": 1678413247.5626714,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-399979.pt"
+                    "results/Huggy/Huggy/Huggy-399810.pt"
                 ]
             },
             {
-                "steps": 599953,
-                "file_path": "results/Huggy/Huggy/Huggy-599953.onnx",
-                "reward": 4.193817595640819,
-                "creation_time": 1678410477.0357032,
+                "steps": 599998,
+                "file_path": "results/Huggy/Huggy/Huggy-599998.onnx",
+                "reward": 4.36426043510437,
+                "creation_time": 1678413502.6014676,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-599953.pt"
+                    "results/Huggy/Huggy/Huggy-599998.pt"
                 ]
             },
             {
-                "steps": 799861,
-                "file_path": "results/Huggy/Huggy/Huggy-799861.onnx",
-                "reward": 3.9900291327466357,
-                "creation_time": 1678410727.5487804,
+                "steps": 799983,
+                "file_path": "results/Huggy/Huggy/Huggy-799983.onnx",
+                "reward": 3.9583766372764813,
+                "creation_time": 1678413752.2230136,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-799861.pt"
+                    "results/Huggy/Huggy/Huggy-799983.pt"
                 ]
             },
             {
-                "steps": 999991,
-                "file_path": "results/Huggy/Huggy/Huggy-999991.onnx",
-                "reward": 3.652251202552045,
-                "creation_time": 1678410983.0350723,
+                "steps": 999975,
+                "file_path": "results/Huggy/Huggy/Huggy-999975.onnx",
+                "reward": 4.1515840076264885,
+                "creation_time": 1678414005.4360464,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-999991.pt"
+                    "results/Huggy/Huggy/Huggy-999975.pt"
                 ]
             },
             {
-                "steps": 1199981,
-                "file_path": "results/Huggy/Huggy/Huggy-1199981.onnx",
-                "reward": 4.000915003545357,
-                "creation_time": 1678411239.099503,
+                "steps": 1199990,
+                "file_path": "results/Huggy/Huggy/Huggy-1199990.onnx",
+                "reward": 3.4494365162319607,
+                "creation_time": 1678414256.3076286,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1199981.pt"
+                    "results/Huggy/Huggy/Huggy-1199990.pt"
                 ]
             },
             {
-                "steps": 1399864,
-                "file_path": "results/Huggy/Huggy/Huggy-1399864.onnx",
-                "reward": 3.835568483017351,
-                "creation_time": 1678411490.4157376,
+                "steps": 1399928,
+                "file_path": "results/Huggy/Huggy/Huggy-1399928.onnx",
+                "reward": 3.9550134871079,
+                "creation_time": 1678414505.832273,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1399864.pt"
+                    "results/Huggy/Huggy/Huggy-1399928.pt"
                 ]
             },
             {
-                "steps": 1599937,
-                "file_path": "results/Huggy/Huggy/Huggy-1599937.onnx",
-                "reward": 3.6529311146829033,
-                "creation_time": 1678411744.354928,
+                "steps": 1599927,
+                "file_path": "results/Huggy/Huggy/Huggy-1599927.onnx",
+                "reward": 3.744333890122427,
+                "creation_time": 1678414758.7917626,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1599937.pt"
+                    "results/Huggy/Huggy/Huggy-1599927.pt"
                 ]
             },
             {
-                "steps": 1799669,
-                "file_path": "results/Huggy/Huggy/Huggy-1799669.onnx",
-                "reward": 3.0879908162972023,
-                "creation_time": 1678411997.837269,
+                "steps": 1799732,
+                "file_path": "results/Huggy/Huggy/Huggy-1799732.onnx",
+                "reward": 3.446753968666126,
+                "creation_time": 1678415010.2673957,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1799669.pt"
+                    "results/Huggy/Huggy/Huggy-1799732.pt"
                 ]
             },
             {
-                "steps": 1999519,
-                "file_path": "results/Huggy/Huggy/Huggy-1999519.onnx",
-                "reward": 3.5520580794851657,
-                "creation_time": 1678412249.1766028,
+                "steps": 1999976,
+                "file_path": "results/Huggy/Huggy/Huggy-1999976.onnx",
+                "reward": 3.5677852630615234,
+                "creation_time": 1678415261.4755769,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1999519.pt"
+                    "results/Huggy/Huggy/Huggy-1999976.pt"
                 ]
             },
             {
-                "steps": 2000269,
-                "file_path": "results/Huggy/Huggy/Huggy-2000269.onnx",
-                "reward": 3.5099788780292767,
-                "creation_time": 1678412249.3587315,
+                "steps": 2000082,
+                "file_path": "results/Huggy/Huggy/Huggy-2000082.onnx",
+                "reward": 4.738054275512695,
+                "creation_time": 1678415261.6136458,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-2000269.pt"
+                    "results/Huggy/Huggy/Huggy-2000082.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 2000269,
+            "steps": 2000082,
             "file_path": "results/Huggy/Huggy.onnx",
-            "reward": 3.5099788780292767,
-            "creation_time": 1678412249.3587315,
+            "reward": 4.738054275512695,
+            "creation_time": 1678415261.6136458,
             "auxillary_file_paths": [
-                "results/Huggy/Huggy/Huggy-2000269.pt"
+                "results/Huggy/Huggy/Huggy-2000082.pt"
             ]
         }
     },