Evaluation on the test set completed on 2024_11_14.

README.md

@@ -0,0 +1,156 @@
+---
+license: apache-2.0
+base_model: facebook/dinov2-large
+tags:
+- generated_from_trainer
+model-index:
+- name: drone-DinoVdeau-from-probs-large-2024_11_14-batch-size16_freeze_probs
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# drone-DinoVdeau-from-probs-large-2024_11_14-batch-size16_freeze_probs
+
+This model is a fine-tuned version of [facebook/dinov2-large](https://huggingface.co/facebook/dinov2-large) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.4672
+- Rmse: 0.1550
+- Mae: 0.1155
+- Kl Divergence: 0.3295
+- Explained Variance: 0.4649
+- Learning Rate: 0.0000
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.001
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 150
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step  | Validation Loss | Rmse   | Mae    | Kl Divergence | Explained Variance | Rate   |
+|:-------------:|:-----:|:-----:|:---------------:|:------:|:------:|:-------------:|:------------------:|:------:|
+| No log        | 1.0   | 438   | 0.4934          | 0.1825 | 0.1294 | 0.9903        | 0.3297             | 0.001  |
+| 0.5313        | 2.0   | 876   | 0.4789          | 0.1716 | 0.1262 | 0.6847        | 0.3731             | 0.001  |
+| 0.4831        | 3.0   | 1314  | 0.4788          | 0.1709 | 0.1271 | 0.5498        | 0.3824             | 0.001  |
+| 0.4773        | 4.0   | 1752  | 0.4766          | 0.1695 | 0.1278 | 0.3131        | 0.3979             | 0.001  |
+| 0.476         | 5.0   | 2190  | 0.4765          | 0.1687 | 0.1277 | 0.4013        | 0.3970             | 0.001  |
+| 0.4746        | 6.0   | 2628  | 0.4765          | 0.1689 | 0.1243 | 0.6370        | 0.3924             | 0.001  |
+| 0.4738        | 7.0   | 3066  | 0.4763          | 0.1694 | 0.1292 | 0.4314        | 0.3911             | 0.001  |
+| 0.4727        | 8.0   | 3504  | 0.4755          | 0.1681 | 0.1267 | 0.3379        | 0.4076             | 0.001  |
+| 0.4727        | 9.0   | 3942  | 0.4734          | 0.1662 | 0.1250 | 0.4916        | 0.4072             | 0.001  |
+| 0.4715        | 10.0  | 4380  | 0.4755          | 0.1677 | 0.1277 | 0.3348        | 0.4062             | 0.001  |
+| 0.4714        | 11.0  | 4818  | 0.4731          | 0.1659 | 0.1255 | 0.3524        | 0.4154             | 0.001  |
+| 0.4713        | 12.0  | 5256  | 0.4768          | 0.1690 | 0.1306 | 0.2383        | 0.4103             | 0.001  |
+| 0.4722        | 13.0  | 5694  | 0.4737          | 0.1666 | 0.1223 | 0.6968        | 0.4028             | 0.001  |
+| 0.472         | 14.0  | 6132  | 0.4737          | 0.1658 | 0.1254 | 0.3983        | 0.4099             | 0.001  |
+| 0.4697        | 15.0  | 6570  | 0.4739          | 0.1664 | 0.1248 | 0.5620        | 0.4036             | 0.001  |
+| 0.4721        | 16.0  | 7008  | 0.4720          | 0.1648 | 0.1231 | 0.6049        | 0.4159             | 0.001  |
+| 0.4721        | 17.0  | 7446  | 0.4741          | 0.1664 | 0.1265 | 0.3072        | 0.4171             | 0.001  |
+| 0.4709        | 18.0  | 7884  | 0.4738          | 0.1650 | 0.1253 | 0.3350        | 0.4239             | 0.001  |
+| 0.4711        | 19.0  | 8322  | 0.4763          | 0.1672 | 0.1282 | 0.2746        | 0.4162             | 0.001  |
+| 0.4696        | 20.0  | 8760  | 0.4756          | 0.1670 | 0.1245 | 0.5659        | 0.4060             | 0.001  |
+| 0.4715        | 21.0  | 9198  | 0.4734          | 0.1662 | 0.1230 | 0.6154        | 0.4061             | 0.001  |
+| 0.4714        | 22.0  | 9636  | 0.4744          | 0.1677 | 0.1223 | 0.7974        | 0.4027             | 0.001  |
+| 0.4697        | 23.0  | 10074 | 0.4721          | 0.1639 | 0.1252 | 0.2307        | 0.4337             | 0.0001 |
+| 0.4653        | 24.0  | 10512 | 0.4706          | 0.1631 | 0.1217 | 0.4219        | 0.4314             | 0.0001 |
+| 0.4653        | 25.0  | 10950 | 0.4688          | 0.1612 | 0.1195 | 0.5242        | 0.4371             | 0.0001 |
+| 0.4665        | 26.0  | 11388 | 0.4693          | 0.1620 | 0.1190 | 0.6159        | 0.4338             | 0.0001 |
+| 0.4638        | 27.0  | 11826 | 0.4685          | 0.1607 | 0.1206 | 0.4046        | 0.4416             | 0.0001 |
+| 0.4647        | 28.0  | 12264 | 0.4694          | 0.1616 | 0.1220 | 0.2860        | 0.4443             | 0.0001 |
+| 0.4644        | 29.0  | 12702 | 0.4689          | 0.1614 | 0.1197 | 0.4270        | 0.4401             | 0.0001 |
+| 0.4638        | 30.0  | 13140 | 0.4699          | 0.1619 | 0.1225 | 0.2625        | 0.4436             | 0.0001 |
+| 0.4636        | 31.0  | 13578 | 0.4684          | 0.1607 | 0.1197 | 0.3876        | 0.4431             | 0.0001 |
+| 0.463         | 32.0  | 14016 | 0.4678          | 0.1600 | 0.1195 | 0.4060        | 0.4467             | 0.0001 |
+| 0.463         | 33.0  | 14454 | 0.4676          | 0.1596 | 0.1193 | 0.3688        | 0.4494             | 0.0001 |
+| 0.4628        | 34.0  | 14892 | 0.4677          | 0.1600 | 0.1194 | 0.3900        | 0.4491             | 0.0001 |
+| 0.4616        | 35.0  | 15330 | 0.4670          | 0.1593 | 0.1189 | 0.4282        | 0.4500             | 0.0001 |
+| 0.4634        | 36.0  | 15768 | 0.4668          | 0.1591 | 0.1180 | 0.4446        | 0.4506             | 0.0001 |
+| 0.462         | 37.0  | 16206 | 0.4669          | 0.1590 | 0.1185 | 0.3942        | 0.4528             | 0.0001 |
+| 0.4631        | 38.0  | 16644 | 0.4665          | 0.1588 | 0.1177 | 0.4783        | 0.4512             | 0.0001 |
+| 0.4603        | 39.0  | 17082 | 0.4674          | 0.1597 | 0.1190 | 0.3868        | 0.4500             | 0.0001 |
+| 0.4614        | 40.0  | 17520 | 0.4677          | 0.1599 | 0.1195 | 0.3627        | 0.4498             | 0.0001 |
+| 0.4614        | 41.0  | 17958 | 0.4682          | 0.1602 | 0.1211 | 0.2655        | 0.4540             | 0.0001 |
+| 0.4612        | 42.0  | 18396 | 0.4665          | 0.1589 | 0.1172 | 0.5072        | 0.4514             | 0.0001 |
+| 0.462         | 43.0  | 18834 | 0.4664          | 0.1585 | 0.1177 | 0.4306        | 0.4555             | 0.0001 |
+| 0.4603        | 44.0  | 19272 | 0.4671          | 0.1594 | 0.1192 | 0.4115        | 0.4529             | 0.0001 |
+| 0.4599        | 45.0  | 19710 | 0.4666          | 0.1590 | 0.1171 | 0.4417        | 0.4528             | 0.0001 |
+| 0.4612        | 46.0  | 20148 | 0.4663          | 0.1585 | 0.1179 | 0.3686        | 0.4574             | 0.0001 |
+| 0.4596        | 47.0  | 20586 | 0.4658          | 0.1582 | 0.1172 | 0.5090        | 0.4567             | 0.0001 |
+| 0.4603        | 48.0  | 21024 | 0.4663          | 0.1589 | 0.1175 | 0.5279        | 0.4548             | 0.0001 |
+| 0.4603        | 49.0  | 21462 | 0.4666          | 0.1591 | 0.1183 | 0.4497        | 0.4532             | 0.0001 |
+| 0.4599        | 50.0  | 21900 | 0.4676          | 0.1595 | 0.1205 | 0.2712        | 0.4580             | 0.0001 |
+| 0.4594        | 51.0  | 22338 | 0.4664          | 0.1586 | 0.1172 | 0.4008        | 0.4552             | 0.0001 |
+| 0.4593        | 52.0  | 22776 | 0.4659          | 0.1583 | 0.1163 | 0.4922        | 0.4557             | 0.0001 |
+| 0.4614        | 53.0  | 23214 | 0.4657          | 0.1579 | 0.1178 | 0.4274        | 0.4601             | 0.0001 |
+| 0.4592        | 54.0  | 23652 | 0.4663          | 0.1585 | 0.1158 | 0.4574        | 0.4570             | 0.0001 |
+| 0.4601        | 55.0  | 24090 | 0.4664          | 0.1586 | 0.1189 | 0.3486        | 0.4580             | 0.0001 |
+| 0.4589        | 56.0  | 24528 | 0.4662          | 0.1584 | 0.1184 | 0.3016        | 0.4612             | 0.0001 |
+| 0.4589        | 57.0  | 24966 | 0.4663          | 0.1587 | 0.1181 | 0.4163        | 0.4553             | 0.0001 |
+| 0.4588        | 58.0  | 25404 | 0.4674          | 0.1593 | 0.1189 | 0.3399        | 0.4557             | 0.0001 |
+| 0.4595        | 59.0  | 25842 | 0.4650          | 0.1572 | 0.1170 | 0.3686        | 0.4646             | 0.0001 |
+| 0.4594        | 60.0  | 26280 | 0.4660          | 0.1584 | 0.1172 | 0.4535        | 0.4567             | 0.0001 |
+| 0.4599        | 61.0  | 26718 | 0.4662          | 0.1585 | 0.1179 | 0.3751        | 0.4584             | 0.0001 |
+| 0.4584        | 62.0  | 27156 | 0.4661          | 0.1583 | 0.1173 | 0.3534        | 0.4588             | 0.0001 |
+| 0.4575        | 63.0  | 27594 | 0.4660          | 0.1583 | 0.1163 | 0.4048        | 0.4577             | 0.0001 |
+| 0.4598        | 64.0  | 28032 | 0.4671          | 0.1588 | 0.1188 | 0.2471        | 0.4629             | 0.0001 |
+| 0.4598        | 65.0  | 28470 | 0.4654          | 0.1577 | 0.1166 | 0.4526        | 0.4604             | 0.0001 |
+| 0.4582        | 66.0  | 28908 | 0.4657          | 0.1582 | 0.1161 | 0.5259        | 0.4592             | 1e-05  |
+| 0.4592        | 67.0  | 29346 | 0.4654          | 0.1574 | 0.1173 | 0.4252        | 0.4623             | 1e-05  |
+| 0.4573        | 68.0  | 29784 | 0.4649          | 0.1572 | 0.1154 | 0.4989        | 0.4614             | 1e-05  |
+| 0.4576        | 69.0  | 30222 | 0.4651          | 0.1570 | 0.1161 | 0.4023        | 0.4644             | 1e-05  |
+| 0.4556        | 70.0  | 30660 | 0.4660          | 0.1576 | 0.1166 | 0.4118        | 0.4622             | 1e-05  |
+| 0.4591        | 71.0  | 31098 | 0.4661          | 0.1578 | 0.1177 | 0.3075        | 0.4644             | 1e-05  |
+| 0.4563        | 72.0  | 31536 | 0.4658          | 0.1580 | 0.1171 | 0.3836        | 0.4621             | 1e-05  |
+| 0.4563        | 73.0  | 31974 | 0.4649          | 0.1569 | 0.1154 | 0.4544        | 0.4640             | 1e-05  |
+| 0.4577        | 74.0  | 32412 | 0.4647          | 0.1567 | 0.1163 | 0.4538        | 0.4660             | 1e-05  |
+| 0.4576        | 75.0  | 32850 | 0.4656          | 0.1573 | 0.1166 | 0.3348        | 0.4658             | 1e-05  |
+| 0.457         | 76.0  | 33288 | 0.4647          | 0.1571 | 0.1158 | 0.4976        | 0.4645             | 1e-05  |
+| 0.4574        | 77.0  | 33726 | 0.4651          | 0.1570 | 0.1163 | 0.3934        | 0.4653             | 1e-05  |
+| 0.457         | 78.0  | 34164 | 0.4650          | 0.1571 | 0.1161 | 0.3936        | 0.4654             | 1e-05  |
+| 0.4566        | 79.0  | 34602 | 0.4653          | 0.1573 | 0.1159 | 0.3759        | 0.4653             | 1e-05  |
+| 0.458         | 80.0  | 35040 | 0.4647          | 0.1567 | 0.1162 | 0.4189        | 0.4660             | 1e-05  |
+| 0.458         | 81.0  | 35478 | 0.4649          | 0.1571 | 0.1158 | 0.4751        | 0.4647             | 0.0000 |
+| 0.456         | 82.0  | 35916 | 0.4654          | 0.1572 | 0.1161 | 0.4335        | 0.4651             | 0.0000 |
+| 0.4564        | 83.0  | 36354 | 0.4647          | 0.1566 | 0.1161 | 0.3906        | 0.4667             | 0.0000 |
+| 0.4575        | 84.0  | 36792 | 0.4643          | 0.1564 | 0.1157 | 0.3855        | 0.4677             | 0.0000 |
+| 0.4557        | 85.0  | 37230 | 0.4653          | 0.1571 | 0.1173 | 0.3372        | 0.4669             | 0.0000 |
+| 0.4587        | 86.0  | 37668 | 0.4655          | 0.1572 | 0.1184 | 0.2969        | 0.4686             | 0.0000 |
+| 0.4564        | 87.0  | 38106 | 0.4652          | 0.1571 | 0.1173 | 0.3572        | 0.4670             | 0.0000 |
+| 0.4565        | 88.0  | 38544 | 0.4656          | 0.1578 | 0.1151 | 0.5179        | 0.4627             | 0.0000 |
+| 0.4565        | 89.0  | 38982 | 0.4654          | 0.1574 | 0.1177 | 0.2948        | 0.4670             | 0.0000 |
+| 0.4569        | 90.0  | 39420 | 0.4650          | 0.1569 | 0.1167 | 0.3427        | 0.4674             | 0.0000 |
+| 0.4561        | 91.0  | 39858 | 0.4655          | 0.1572 | 0.1173 | 0.2790        | 0.4691             | 0.0000 |
+| 0.4575        | 92.0  | 40296 | 0.4646          | 0.1566 | 0.1153 | 0.4153        | 0.4672             | 0.0000 |
+| 0.4569        | 93.0  | 40734 | 0.4649          | 0.1571 | 0.1153 | 0.4664        | 0.4645             | 0.0000 |
+| 0.456         | 94.0  | 41172 | 0.4653          | 0.1568 | 0.1159 | 0.3859        | 0.4662             | 0.0000 |
+
+
+### Framework versions
+
+- Transformers 4.41.0
+- Pytorch 2.5.0+cu124
+- Datasets 3.0.2
+- Tokenizers 0.19.1

all_results.json

@@ -0,0 +1,17 @@
+{
+    "epoch": 94.0,
+    "eval_explained_variance": 0.4649323523044586,
+    "eval_kl_divergence": 0.3295058012008667,
+    "eval_loss": 0.46722450852394104,
+    "eval_mae": 0.11545699089765549,
+    "eval_rmse": 0.15503521263599396,
+    "eval_runtime": 63.8487,
+    "eval_samples_per_second": 36.915,
+    "eval_steps_per_second": 2.318,
+    "learning_rate": 1.0000000000000002e-07,
+    "total_flos": 9.743166860733663e+19,
+    "train_loss": 0.46343856458701926,
+    "train_runtime": 26810.1674,
+    "train_samples_per_second": 39.181,
+    "train_steps_per_second": 2.451
+}

logs/events.out.tfevents.1731579971.datavisu2

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce197a3964b5b48570a9227ef122b5c81bf61528c8bf4985c6143dbedf03efdf
-size 74004
+oid sha256:1500f50c57053313422ea4d93f432942296a509f10b72b4d993797c46d389007
+size 75744

logs/events.out.tfevents.1731606943.datavisu2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89cf9e214139c5c296f78293cb37febf4da9130e0e3cdb1b41af35b90fc9986
+size 40

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b5c7e833d8c3a978ee56e19569c0153147472cf8ff76d18918d83ec1844b827
+oid sha256:b9111fac77c578e4f47628d8742c5a82e04d0d229294950f2d300cca771a7095
 size 1222956704

test_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 94.0,
+    "eval_explained_variance": 0.4649323523044586,
+    "eval_kl_divergence": 0.3295058012008667,
+    "eval_loss": 0.46722450852394104,
+    "eval_mae": 0.11545699089765549,
+    "eval_rmse": 0.15503521263599396,
+    "eval_runtime": 63.8487,
+    "eval_samples_per_second": 36.915,
+    "eval_steps_per_second": 2.318,
+    "learning_rate": 1.0000000000000002e-07
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 94.0,
+    "learning_rate": 1.0000000000000002e-07,
+    "total_flos": 9.743166860733663e+19,
+    "train_loss": 0.46343856458701926,
+    "train_runtime": 26810.1674,
+    "train_samples_per_second": 39.181,
+    "train_steps_per_second": 2.451
+}

trainer_state.json

@@ -0,0 +1,1848 @@
+{
+  "best_metric": 0.46430692076683044,
+  "best_model_checkpoint": "/home/datawork-iot-nos/Seatizen/models/multilabel/drone/drone-DinoVdeau-from-probs-large-2024_11_14-batch-size16_freeze_probs/checkpoint-36792",
+  "epoch": 94.0,
+  "eval_steps": 500,
+  "global_step": 41172,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_explained_variance": 0.3296825587749481,
+      "eval_kl_divergence": 0.9903448224067688,
+      "eval_loss": 0.4933677613735199,
+      "eval_mae": 0.129361093044281,
+      "eval_rmse": 0.18249033391475677,
+      "eval_runtime": 70.7501,
+      "eval_samples_per_second": 33.272,
+      "eval_steps_per_second": 2.092,
+      "learning_rate": 0.001,
+      "step": 438
+    },
+    {
+      "epoch": 1.1415525114155252,
+      "grad_norm": 0.5407673120498657,
+      "learning_rate": 0.001,
+      "loss": 0.5313,
+      "step": 500
+    },
+    {
+      "epoch": 2.0,
+      "eval_explained_variance": 0.37307724356651306,
+      "eval_kl_divergence": 0.6847184896469116,
+      "eval_loss": 0.47886165976524353,
+      "eval_mae": 0.12624560296535492,
+      "eval_rmse": 0.1715712547302246,
+      "eval_runtime": 71.8777,
+      "eval_samples_per_second": 32.75,
+      "eval_steps_per_second": 2.059,
+      "learning_rate": 0.001,
+      "step": 876
+    },
+    {
+      "epoch": 2.2831050228310503,
+      "grad_norm": 0.43918001651763916,
+      "learning_rate": 0.001,
+      "loss": 0.4831,
+      "step": 1000
+    },
+    {
+      "epoch": 3.0,
+      "eval_explained_variance": 0.38236939907073975,
+      "eval_kl_divergence": 0.5498285293579102,
+      "eval_loss": 0.4788369834423065,
+      "eval_mae": 0.12710730731487274,
+      "eval_rmse": 0.1709037572145462,
+      "eval_runtime": 66.8689,
+      "eval_samples_per_second": 35.203,
+      "eval_steps_per_second": 2.213,
+      "learning_rate": 0.001,
+      "step": 1314
+    },
+    {
+      "epoch": 3.4246575342465753,
+      "grad_norm": 0.28072813153266907,
+      "learning_rate": 0.001,
+      "loss": 0.4773,
+      "step": 1500
+    },
+    {
+      "epoch": 4.0,
+      "eval_explained_variance": 0.39789319038391113,
+      "eval_kl_divergence": 0.31306192278862,
+      "eval_loss": 0.47656363248825073,
+      "eval_mae": 0.12784750759601593,
+      "eval_rmse": 0.16946662962436676,
+      "eval_runtime": 68.7002,
+      "eval_samples_per_second": 34.265,
+      "eval_steps_per_second": 2.154,
+      "learning_rate": 0.001,
+      "step": 1752
+    },
+    {
+      "epoch": 4.566210045662101,
+      "grad_norm": 0.23626942932605743,
+      "learning_rate": 0.001,
+      "loss": 0.476,
+      "step": 2000
+    },
+    {
+      "epoch": 5.0,
+      "eval_explained_variance": 0.3970318138599396,
+      "eval_kl_divergence": 0.40128740668296814,
+      "eval_loss": 0.4765072166919708,
+      "eval_mae": 0.12769053876399994,
+      "eval_rmse": 0.1686621755361557,
+      "eval_runtime": 69.4052,
+      "eval_samples_per_second": 33.917,
+      "eval_steps_per_second": 2.132,
+      "learning_rate": 0.001,
+      "step": 2190
+    },
+    {
+      "epoch": 5.707762557077626,
+      "grad_norm": 0.2325536459684372,
+      "learning_rate": 0.001,
+      "loss": 0.4746,
+      "step": 2500
+    },
+    {
+      "epoch": 6.0,
+      "eval_explained_variance": 0.392393559217453,
+      "eval_kl_divergence": 0.6369896531105042,
+      "eval_loss": 0.47649845480918884,
+      "eval_mae": 0.12429385632276535,
+      "eval_rmse": 0.16892628371715546,
+      "eval_runtime": 69.6508,
+      "eval_samples_per_second": 33.797,
+      "eval_steps_per_second": 2.125,
+      "learning_rate": 0.001,
+      "step": 2628
+    },
+    {
+      "epoch": 6.8493150684931505,
+      "grad_norm": 0.1943524181842804,
+      "learning_rate": 0.001,
+      "loss": 0.4738,
+      "step": 3000
+    },
+    {
+      "epoch": 7.0,
+      "eval_explained_variance": 0.3910720646381378,
+      "eval_kl_divergence": 0.43142321705818176,
+      "eval_loss": 0.47629299759864807,
+      "eval_mae": 0.1291760504245758,
+      "eval_rmse": 0.16937647759914398,
+      "eval_runtime": 68.3166,
+      "eval_samples_per_second": 34.457,
+      "eval_steps_per_second": 2.166,
+      "learning_rate": 0.001,
+      "step": 3066
+    },
+    {
+      "epoch": 7.9908675799086755,
+      "grad_norm": 0.161671444773674,
+      "learning_rate": 0.001,
+      "loss": 0.4727,
+      "step": 3500
+    },
+    {
+      "epoch": 8.0,
+      "eval_explained_variance": 0.407635897397995,
+      "eval_kl_divergence": 0.33790889382362366,
+      "eval_loss": 0.4755041003227234,
+      "eval_mae": 0.1266549676656723,
+      "eval_rmse": 0.1681331843137741,
+      "eval_runtime": 71.2607,
+      "eval_samples_per_second": 33.034,
+      "eval_steps_per_second": 2.077,
+      "learning_rate": 0.001,
+      "step": 3504
+    },
+    {
+      "epoch": 9.0,
+      "eval_explained_variance": 0.40718480944633484,
+      "eval_kl_divergence": 0.4916018843650818,
+      "eval_loss": 0.47342246770858765,
+      "eval_mae": 0.1250395029783249,
+      "eval_rmse": 0.16618509590625763,
+      "eval_runtime": 68.5459,
+      "eval_samples_per_second": 34.342,
+      "eval_steps_per_second": 2.159,
+      "learning_rate": 0.001,
+      "step": 3942
+    },
+    {
+      "epoch": 9.132420091324201,
+      "grad_norm": 0.19357167184352875,
+      "learning_rate": 0.001,
+      "loss": 0.4715,
+      "step": 4000
+    },
+    {
+      "epoch": 10.0,
+      "eval_explained_variance": 0.40620386600494385,
+      "eval_kl_divergence": 0.33481186628341675,
+      "eval_loss": 0.47546806931495667,
+      "eval_mae": 0.1277414709329605,
+      "eval_rmse": 0.167744979262352,
+      "eval_runtime": 67.1085,
+      "eval_samples_per_second": 35.078,
+      "eval_steps_per_second": 2.205,
+      "learning_rate": 0.001,
+      "step": 4380
+    },
+    {
+      "epoch": 10.273972602739725,
+      "grad_norm": 0.17573006451129913,
+      "learning_rate": 0.001,
+      "loss": 0.4714,
+      "step": 4500
+    },
+    {
+      "epoch": 11.0,
+      "eval_explained_variance": 0.41538166999816895,
+      "eval_kl_divergence": 0.35237056016921997,
+      "eval_loss": 0.4731104075908661,
+      "eval_mae": 0.12549267709255219,
+      "eval_rmse": 0.1659194976091385,
+      "eval_runtime": 67.2129,
+      "eval_samples_per_second": 35.023,
+      "eval_steps_per_second": 2.202,
+      "learning_rate": 0.001,
+      "step": 4818
+    },
+    {
+      "epoch": 11.415525114155251,
+      "grad_norm": 0.13790665566921234,
+      "learning_rate": 0.001,
+      "loss": 0.4713,
+      "step": 5000
+    },
+    {
+      "epoch": 12.0,
+      "eval_explained_variance": 0.41025033593177795,
+      "eval_kl_divergence": 0.23825553059577942,
+      "eval_loss": 0.47679492831230164,
+      "eval_mae": 0.13060903549194336,
+      "eval_rmse": 0.16900604963302612,
+      "eval_runtime": 68.7453,
+      "eval_samples_per_second": 34.242,
+      "eval_steps_per_second": 2.153,
+      "learning_rate": 0.001,
+      "step": 5256
+    },
+    {
+      "epoch": 12.557077625570777,
+      "grad_norm": 0.1497349739074707,
+      "learning_rate": 0.001,
+      "loss": 0.4722,
+      "step": 5500
+    },
+    {
+      "epoch": 13.0,
+      "eval_explained_variance": 0.40282678604125977,
+      "eval_kl_divergence": 0.696779727935791,
+      "eval_loss": 0.4736888110637665,
+      "eval_mae": 0.12227921932935715,
+      "eval_rmse": 0.16662709414958954,
+      "eval_runtime": 66.9685,
+      "eval_samples_per_second": 35.151,
+      "eval_steps_per_second": 2.21,
+      "learning_rate": 0.001,
+      "step": 5694
+    },
+    {
+      "epoch": 13.698630136986301,
+      "grad_norm": 0.11125459522008896,
+      "learning_rate": 0.001,
+      "loss": 0.472,
+      "step": 6000
+    },
+    {
+      "epoch": 14.0,
+      "eval_explained_variance": 0.4099460542201996,
+      "eval_kl_divergence": 0.3982764780521393,
+      "eval_loss": 0.4736703634262085,
+      "eval_mae": 0.12543360888957977,
+      "eval_rmse": 0.16584907472133636,
+      "eval_runtime": 70.7133,
+      "eval_samples_per_second": 33.289,
+      "eval_steps_per_second": 2.093,
+      "learning_rate": 0.001,
+      "step": 6132
+    },
+    {
+      "epoch": 14.840182648401827,
+      "grad_norm": 0.13986219465732574,
+      "learning_rate": 0.001,
+      "loss": 0.4697,
+      "step": 6500
+    },
+    {
+      "epoch": 15.0,
+      "eval_explained_variance": 0.40361204743385315,
+      "eval_kl_divergence": 0.5619756579399109,
+      "eval_loss": 0.4738818407058716,
+      "eval_mae": 0.12480553239583969,
+      "eval_rmse": 0.16644911468029022,
+      "eval_runtime": 67.989,
+      "eval_samples_per_second": 34.623,
+      "eval_steps_per_second": 2.177,
+      "learning_rate": 0.001,
+      "step": 6570
+    },
+    {
+      "epoch": 15.981735159817351,
+      "grad_norm": 0.10489701479673386,
+      "learning_rate": 0.001,
+      "loss": 0.4721,
+      "step": 7000
+    },
+    {
+      "epoch": 16.0,
+      "eval_explained_variance": 0.41589656472206116,
+      "eval_kl_divergence": 0.6049214601516724,
+      "eval_loss": 0.47202879190444946,
+      "eval_mae": 0.12306753545999527,
+      "eval_rmse": 0.1648208647966385,
+      "eval_runtime": 68.6318,
+      "eval_samples_per_second": 34.299,
+      "eval_steps_per_second": 2.156,
+      "learning_rate": 0.001,
+      "step": 7008
+    },
+    {
+      "epoch": 17.0,
+      "eval_explained_variance": 0.41705062985420227,
+      "eval_kl_divergence": 0.3072437644004822,
+      "eval_loss": 0.47406336665153503,
+      "eval_mae": 0.12645679712295532,
+      "eval_rmse": 0.16636626422405243,
+      "eval_runtime": 67.693,
+      "eval_samples_per_second": 34.775,
+      "eval_steps_per_second": 2.186,
+      "learning_rate": 0.001,
+      "step": 7446
+    },
+    {
+      "epoch": 17.123287671232877,
+      "grad_norm": 0.11510255187749863,
+      "learning_rate": 0.001,
+      "loss": 0.4709,
+      "step": 7500
+    },
+    {
+      "epoch": 18.0,
+      "eval_explained_variance": 0.4238598346710205,
+      "eval_kl_divergence": 0.3350007236003876,
+      "eval_loss": 0.4738321006298065,
+      "eval_mae": 0.12525837123394012,
+      "eval_rmse": 0.1649676412343979,
+      "eval_runtime": 68.1862,
+      "eval_samples_per_second": 34.523,
+      "eval_steps_per_second": 2.171,
+      "learning_rate": 0.001,
+      "step": 7884
+    },
+    {
+      "epoch": 18.264840182648403,
+      "grad_norm": 0.1282125860452652,
+      "learning_rate": 0.001,
+      "loss": 0.4711,
+      "step": 8000
+    },
+    {
+      "epoch": 19.0,
+      "eval_explained_variance": 0.4161747395992279,
+      "eval_kl_divergence": 0.2745565176010132,
+      "eval_loss": 0.476326048374176,
+      "eval_mae": 0.12823572754859924,
+      "eval_rmse": 0.16715575754642487,
+      "eval_runtime": 68.1658,
+      "eval_samples_per_second": 34.533,
+      "eval_steps_per_second": 2.171,
+      "learning_rate": 0.001,
+      "step": 8322
+    },
+    {
+      "epoch": 19.40639269406393,
+      "grad_norm": 0.15439559519290924,
+      "learning_rate": 0.001,
+      "loss": 0.4696,
+      "step": 8500
+    },
+    {
+      "epoch": 20.0,
+      "eval_explained_variance": 0.40602585673332214,
+      "eval_kl_divergence": 0.5658758878707886,
+      "eval_loss": 0.4755523204803467,
+      "eval_mae": 0.12445954233407974,
+      "eval_rmse": 0.1669723242521286,
+      "eval_runtime": 66.5326,
+      "eval_samples_per_second": 35.381,
+      "eval_steps_per_second": 2.224,
+      "learning_rate": 0.001,
+      "step": 8760
+    },
+    {
+      "epoch": 20.54794520547945,
+      "grad_norm": 0.1288071572780609,
+      "learning_rate": 0.001,
+      "loss": 0.4715,
+      "step": 9000
+    },
+    {
+      "epoch": 21.0,
+      "eval_explained_variance": 0.40606603026390076,
+      "eval_kl_divergence": 0.6153907179832458,
+      "eval_loss": 0.47340598702430725,
+      "eval_mae": 0.12303853780031204,
+      "eval_rmse": 0.16621015965938568,
+      "eval_runtime": 66.3328,
+      "eval_samples_per_second": 35.488,
+      "eval_steps_per_second": 2.231,
+      "learning_rate": 0.001,
+      "step": 9198
+    },
+    {
+      "epoch": 21.689497716894977,
+      "grad_norm": 0.13872142136096954,
+      "learning_rate": 0.001,
+      "loss": 0.4714,
+      "step": 9500
+    },
+    {
+      "epoch": 22.0,
+      "eval_explained_variance": 0.402675986289978,
+      "eval_kl_divergence": 0.7973779439926147,
+      "eval_loss": 0.47443991899490356,
+      "eval_mae": 0.12229780107736588,
+      "eval_rmse": 0.16771160066127777,
+      "eval_runtime": 65.4256,
+      "eval_samples_per_second": 35.98,
+      "eval_steps_per_second": 2.262,
+      "learning_rate": 0.001,
+      "step": 9636
+    },
+    {
+      "epoch": 22.831050228310502,
+      "grad_norm": 0.12462610751390457,
+      "learning_rate": 0.0001,
+      "loss": 0.4697,
+      "step": 10000
+    },
+    {
+      "epoch": 23.0,
+      "eval_explained_variance": 0.43371883034706116,
+      "eval_kl_divergence": 0.2306971251964569,
+      "eval_loss": 0.47205689549446106,
+      "eval_mae": 0.12522436678409576,
+      "eval_rmse": 0.16393429040908813,
+      "eval_runtime": 67.2945,
+      "eval_samples_per_second": 34.981,
+      "eval_steps_per_second": 2.199,
+      "learning_rate": 0.0001,
+      "step": 10074
+    },
+    {
+      "epoch": 23.972602739726028,
+      "grad_norm": 0.15716814994812012,
+      "learning_rate": 0.0001,
+      "loss": 0.4653,
+      "step": 10500
+    },
+    {
+      "epoch": 24.0,
+      "eval_explained_variance": 0.43139490485191345,
+      "eval_kl_divergence": 0.42188531160354614,
+      "eval_loss": 0.4706146717071533,
+      "eval_mae": 0.12165608257055283,
+      "eval_rmse": 0.1630544662475586,
+      "eval_runtime": 69.0079,
+      "eval_samples_per_second": 34.112,
+      "eval_steps_per_second": 2.145,
+      "learning_rate": 0.0001,
+      "step": 10512
+    },
+    {
+      "epoch": 25.0,
+      "eval_explained_variance": 0.4370768964290619,
+      "eval_kl_divergence": 0.5242214798927307,
+      "eval_loss": 0.46876564621925354,
+      "eval_mae": 0.11949952691793442,
+      "eval_rmse": 0.16123180091381073,
+      "eval_runtime": 67.8342,
+      "eval_samples_per_second": 34.702,
+      "eval_steps_per_second": 2.182,
+      "learning_rate": 0.0001,
+      "step": 10950
+    },
+    {
+      "epoch": 25.114155251141554,
+      "grad_norm": 0.12071619927883148,
+      "learning_rate": 0.0001,
+      "loss": 0.4665,
+      "step": 11000
+    },
+    {
+      "epoch": 26.0,
+      "eval_explained_variance": 0.43381467461586,
+      "eval_kl_divergence": 0.6159161925315857,
+      "eval_loss": 0.46925392746925354,
+      "eval_mae": 0.11895165592432022,
+      "eval_rmse": 0.16197769343852997,
+      "eval_runtime": 66.3554,
+      "eval_samples_per_second": 35.476,
+      "eval_steps_per_second": 2.23,
+      "learning_rate": 0.0001,
+      "step": 11388
+    },
+    {
+      "epoch": 26.255707762557076,
+      "grad_norm": 0.13487227261066437,
+      "learning_rate": 0.0001,
+      "loss": 0.4638,
+      "step": 11500
+    },
+    {
+      "epoch": 27.0,
+      "eval_explained_variance": 0.4415856897830963,
+      "eval_kl_divergence": 0.4046337604522705,
+      "eval_loss": 0.46849024295806885,
+      "eval_mae": 0.12057051062583923,
+      "eval_rmse": 0.16070334613323212,
+      "eval_runtime": 67.413,
+      "eval_samples_per_second": 34.919,
+      "eval_steps_per_second": 2.195,
+      "learning_rate": 0.0001,
+      "step": 11826
+    },
+    {
+      "epoch": 27.397260273972602,
+      "grad_norm": 0.122219979763031,
+      "learning_rate": 0.0001,
+      "loss": 0.4647,
+      "step": 12000
+    },
+    {
+      "epoch": 28.0,
+      "eval_explained_variance": 0.4443088471889496,
+      "eval_kl_divergence": 0.28601282835006714,
+      "eval_loss": 0.46939656138420105,
+      "eval_mae": 0.12197214365005493,
+      "eval_rmse": 0.16160771250724792,
+      "eval_runtime": 68.24,
+      "eval_samples_per_second": 34.496,
+      "eval_steps_per_second": 2.169,
+      "learning_rate": 0.0001,
+      "step": 12264
+    },
+    {
+      "epoch": 28.538812785388128,
+      "grad_norm": 0.1166076809167862,
+      "learning_rate": 0.0001,
+      "loss": 0.4644,
+      "step": 12500
+    },
+    {
+      "epoch": 29.0,
+      "eval_explained_variance": 0.44008609652519226,
+      "eval_kl_divergence": 0.42698290944099426,
+      "eval_loss": 0.46892231702804565,
+      "eval_mae": 0.11971781402826309,
+      "eval_rmse": 0.16136477887630463,
+      "eval_runtime": 67.0859,
+      "eval_samples_per_second": 35.089,
+      "eval_steps_per_second": 2.206,
+      "learning_rate": 0.0001,
+      "step": 12702
+    },
+    {
+      "epoch": 29.680365296803654,
+      "grad_norm": 0.1203789934515953,
+      "learning_rate": 0.0001,
+      "loss": 0.4638,
+      "step": 13000
+    },
+    {
+      "epoch": 30.0,
+      "eval_explained_variance": 0.44359269738197327,
+      "eval_kl_divergence": 0.2625378370285034,
+      "eval_loss": 0.46987923979759216,
+      "eval_mae": 0.12246056646108627,
+      "eval_rmse": 0.16186781227588654,
+      "eval_runtime": 67.1358,
+      "eval_samples_per_second": 35.063,
+      "eval_steps_per_second": 2.204,
+      "learning_rate": 0.0001,
+      "step": 13140
+    },
+    {
+      "epoch": 30.82191780821918,
+      "grad_norm": 0.11070472747087479,
+      "learning_rate": 0.0001,
+      "loss": 0.4636,
+      "step": 13500
+    },
+    {
+      "epoch": 31.0,
+      "eval_explained_variance": 0.44310399889945984,
+      "eval_kl_divergence": 0.38758543133735657,
+      "eval_loss": 0.46842578053474426,
+      "eval_mae": 0.11974402517080307,
+      "eval_rmse": 0.16068722307682037,
+      "eval_runtime": 68.317,
+      "eval_samples_per_second": 34.457,
+      "eval_steps_per_second": 2.166,
+      "learning_rate": 0.0001,
+      "step": 13578
+    },
+    {
+      "epoch": 31.963470319634702,
+      "grad_norm": 0.18743829429149628,
+      "learning_rate": 0.0001,
+      "loss": 0.463,
+      "step": 14000
+    },
+    {
+      "epoch": 32.0,
+      "eval_explained_variance": 0.4466596841812134,
+      "eval_kl_divergence": 0.4060189425945282,
+      "eval_loss": 0.46784707903862,
+      "eval_mae": 0.11951278895139694,
+      "eval_rmse": 0.16003534197807312,
+      "eval_runtime": 66.0349,
+      "eval_samples_per_second": 35.648,
+      "eval_steps_per_second": 2.241,
+      "learning_rate": 0.0001,
+      "step": 14016
+    },
+    {
+      "epoch": 33.0,
+      "eval_explained_variance": 0.44936656951904297,
+      "eval_kl_divergence": 0.3688030540943146,
+      "eval_loss": 0.46755874156951904,
+      "eval_mae": 0.11934500932693481,
+      "eval_rmse": 0.15963692963123322,
+      "eval_runtime": 72.5096,
+      "eval_samples_per_second": 32.465,
+      "eval_steps_per_second": 2.041,
+      "learning_rate": 0.0001,
+      "step": 14454
+    },
+    {
+      "epoch": 33.10502283105023,
+      "grad_norm": 0.15971647202968597,
+      "learning_rate": 0.0001,
+      "loss": 0.4628,
+      "step": 14500
+    },
+    {
+      "epoch": 34.0,
+      "eval_explained_variance": 0.4491260051727295,
+      "eval_kl_divergence": 0.3900001645088196,
+      "eval_loss": 0.46766504645347595,
+      "eval_mae": 0.11943826079368591,
+      "eval_rmse": 0.15995797514915466,
+      "eval_runtime": 67.335,
+      "eval_samples_per_second": 34.96,
+      "eval_steps_per_second": 2.198,
+      "learning_rate": 0.0001,
+      "step": 14892
+    },
+    {
+      "epoch": 34.24657534246575,
+      "grad_norm": 0.15495429933071136,
+      "learning_rate": 0.0001,
+      "loss": 0.4616,
+      "step": 15000
+    },
+    {
+      "epoch": 35.0,
+      "eval_explained_variance": 0.44995394349098206,
+      "eval_kl_divergence": 0.42819926142692566,
+      "eval_loss": 0.4670174717903137,
+      "eval_mae": 0.11885016411542892,
+      "eval_rmse": 0.1593056619167328,
+      "eval_runtime": 69.6729,
+      "eval_samples_per_second": 33.786,
+      "eval_steps_per_second": 2.124,
+      "learning_rate": 0.0001,
+      "step": 15330
+    },
+    {
+      "epoch": 35.38812785388128,
+      "grad_norm": 0.1067986786365509,
+      "learning_rate": 0.0001,
+      "loss": 0.4634,
+      "step": 15500
+    },
+    {
+      "epoch": 36.0,
+      "eval_explained_variance": 0.45064660906791687,
+      "eval_kl_divergence": 0.44459816813468933,
+      "eval_loss": 0.46679624915122986,
+      "eval_mae": 0.11801303178071976,
+      "eval_rmse": 0.15909221768379211,
+      "eval_runtime": 70.3703,
+      "eval_samples_per_second": 33.452,
+      "eval_steps_per_second": 2.103,
+      "learning_rate": 0.0001,
+      "step": 15768
+    },
+    {
+      "epoch": 36.529680365296805,
+      "grad_norm": 0.17229855060577393,
+      "learning_rate": 0.0001,
+      "loss": 0.462,
+      "step": 16000
+    },
+    {
+      "epoch": 37.0,
+      "eval_explained_variance": 0.4528321325778961,
+      "eval_kl_divergence": 0.39424213767051697,
+      "eval_loss": 0.46689239144325256,
+      "eval_mae": 0.11852964758872986,
+      "eval_rmse": 0.15902292728424072,
+      "eval_runtime": 68.7832,
+      "eval_samples_per_second": 34.223,
+      "eval_steps_per_second": 2.152,
+      "learning_rate": 0.0001,
+      "step": 16206
+    },
+    {
+      "epoch": 37.67123287671233,
+      "grad_norm": 0.16489605605602264,
+      "learning_rate": 0.0001,
+      "loss": 0.4631,
+      "step": 16500
+    },
+    {
+      "epoch": 38.0,
+      "eval_explained_variance": 0.4512017071247101,
+      "eval_kl_divergence": 0.47831401228904724,
+      "eval_loss": 0.4664570987224579,
+      "eval_mae": 0.11769810318946838,
+      "eval_rmse": 0.15879899263381958,
+      "eval_runtime": 69.0328,
+      "eval_samples_per_second": 34.1,
+      "eval_steps_per_second": 2.144,
+      "learning_rate": 0.0001,
+      "step": 16644
+    },
+    {
+      "epoch": 38.81278538812786,
+      "grad_norm": 0.24003809690475464,
+      "learning_rate": 0.0001,
+      "loss": 0.4603,
+      "step": 17000
+    },
+    {
+      "epoch": 39.0,
+      "eval_explained_variance": 0.4500379264354706,
+      "eval_kl_divergence": 0.386750727891922,
+      "eval_loss": 0.4674011468887329,
+      "eval_mae": 0.11898898333311081,
+      "eval_rmse": 0.15971434116363525,
+      "eval_runtime": 69.047,
+      "eval_samples_per_second": 34.093,
+      "eval_steps_per_second": 2.143,
+      "learning_rate": 0.0001,
+      "step": 17082
+    },
+    {
+      "epoch": 39.954337899543376,
+      "grad_norm": 0.1894679218530655,
+      "learning_rate": 0.0001,
+      "loss": 0.4614,
+      "step": 17500
+    },
+    {
+      "epoch": 40.0,
+      "eval_explained_variance": 0.4498337507247925,
+      "eval_kl_divergence": 0.3627259135246277,
+      "eval_loss": 0.4677062928676605,
+      "eval_mae": 0.11947864294052124,
+      "eval_rmse": 0.15986855328083038,
+      "eval_runtime": 68.3668,
+      "eval_samples_per_second": 34.432,
+      "eval_steps_per_second": 2.165,
+      "learning_rate": 0.0001,
+      "step": 17520
+    },
+    {
+      "epoch": 41.0,
+      "eval_explained_variance": 0.4539731740951538,
+      "eval_kl_divergence": 0.2654862701892853,
+      "eval_loss": 0.46822381019592285,
+      "eval_mae": 0.12105310708284378,
+      "eval_rmse": 0.16022303700447083,
+      "eval_runtime": 68.0126,
+      "eval_samples_per_second": 34.611,
+      "eval_steps_per_second": 2.176,
+      "learning_rate": 0.0001,
+      "step": 17958
+    },
+    {
+      "epoch": 41.0958904109589,
+      "grad_norm": 0.13239748775959015,
+      "learning_rate": 0.0001,
+      "loss": 0.4612,
+      "step": 18000
+    },
+    {
+      "epoch": 42.0,
+      "eval_explained_variance": 0.45140552520751953,
+      "eval_kl_divergence": 0.5071607828140259,
+      "eval_loss": 0.4664672613143921,
+      "eval_mae": 0.11723508685827255,
+      "eval_rmse": 0.15891815721988678,
+      "eval_runtime": 66.3853,
+      "eval_samples_per_second": 35.46,
+      "eval_steps_per_second": 2.229,
+      "learning_rate": 0.0001,
+      "step": 18396
+    },
+    {
+      "epoch": 42.23744292237443,
+      "grad_norm": 0.17189915478229523,
+      "learning_rate": 0.0001,
+      "loss": 0.462,
+      "step": 18500
+    },
+    {
+      "epoch": 43.0,
+      "eval_explained_variance": 0.4554661214351654,
+      "eval_kl_divergence": 0.430560827255249,
+      "eval_loss": 0.46638762950897217,
+      "eval_mae": 0.11766376346349716,
+      "eval_rmse": 0.15850575268268585,
+      "eval_runtime": 65.8594,
+      "eval_samples_per_second": 35.743,
+      "eval_steps_per_second": 2.247,
+      "learning_rate": 0.0001,
+      "step": 18834
+    },
+    {
+      "epoch": 43.37899543378995,
+      "grad_norm": 0.1566254049539566,
+      "learning_rate": 0.0001,
+      "loss": 0.4603,
+      "step": 19000
+    },
+    {
+      "epoch": 44.0,
+      "eval_explained_variance": 0.45294663310050964,
+      "eval_kl_divergence": 0.4114503562450409,
+      "eval_loss": 0.46708741784095764,
+      "eval_mae": 0.11923228949308395,
+      "eval_rmse": 0.15942519903182983,
+      "eval_runtime": 70.2132,
+      "eval_samples_per_second": 33.526,
+      "eval_steps_per_second": 2.108,
+      "learning_rate": 0.0001,
+      "step": 19272
+    },
+    {
+      "epoch": 44.52054794520548,
+      "grad_norm": 0.1487286388874054,
+      "learning_rate": 0.0001,
+      "loss": 0.4599,
+      "step": 19500
+    },
+    {
+      "epoch": 45.0,
+      "eval_explained_variance": 0.45276129245758057,
+      "eval_kl_divergence": 0.441719114780426,
+      "eval_loss": 0.46663177013397217,
+      "eval_mae": 0.11713916063308716,
+      "eval_rmse": 0.15901675820350647,
+      "eval_runtime": 67.4478,
+      "eval_samples_per_second": 34.901,
+      "eval_steps_per_second": 2.194,
+      "learning_rate": 0.0001,
+      "step": 19710
+    },
+    {
+      "epoch": 45.662100456621005,
+      "grad_norm": 0.17072182893753052,
+      "learning_rate": 0.0001,
+      "loss": 0.4612,
+      "step": 20000
+    },
+    {
+      "epoch": 46.0,
+      "eval_explained_variance": 0.4574218690395355,
+      "eval_kl_divergence": 0.3686365485191345,
+      "eval_loss": 0.4663327634334564,
+      "eval_mae": 0.11786039918661118,
+      "eval_rmse": 0.15854045748710632,
+      "eval_runtime": 66.0464,
+      "eval_samples_per_second": 35.642,
+      "eval_steps_per_second": 2.241,
+      "learning_rate": 0.0001,
+      "step": 20148
+    },
+    {
+      "epoch": 46.80365296803653,
+      "grad_norm": 0.17141404747962952,
+      "learning_rate": 0.0001,
+      "loss": 0.4596,
+      "step": 20500
+    },
+    {
+      "epoch": 47.0,
+      "eval_explained_variance": 0.4567171633243561,
+      "eval_kl_divergence": 0.5089961886405945,
+      "eval_loss": 0.46577510237693787,
+      "eval_mae": 0.11723583936691284,
+      "eval_rmse": 0.15815743803977966,
+      "eval_runtime": 68.7513,
+      "eval_samples_per_second": 34.239,
+      "eval_steps_per_second": 2.153,
+      "learning_rate": 0.0001,
+      "step": 20586
+    },
+    {
+      "epoch": 47.945205479452056,
+      "grad_norm": 0.13870340585708618,
+      "learning_rate": 0.0001,
+      "loss": 0.4603,
+      "step": 21000
+    },
+    {
+      "epoch": 48.0,
+      "eval_explained_variance": 0.4547780752182007,
+      "eval_kl_divergence": 0.5279051065444946,
+      "eval_loss": 0.46634000539779663,
+      "eval_mae": 0.11751776933670044,
+      "eval_rmse": 0.15890929102897644,
+      "eval_runtime": 66.5777,
+      "eval_samples_per_second": 35.357,
+      "eval_steps_per_second": 2.223,
+      "learning_rate": 0.0001,
+      "step": 21024
+    },
+    {
+      "epoch": 49.0,
+      "eval_explained_variance": 0.4532240927219391,
+      "eval_kl_divergence": 0.44965481758117676,
+      "eval_loss": 0.46656596660614014,
+      "eval_mae": 0.11831226199865341,
+      "eval_rmse": 0.15911053121089935,
+      "eval_runtime": 67.2369,
+      "eval_samples_per_second": 35.011,
+      "eval_steps_per_second": 2.201,
+      "learning_rate": 0.0001,
+      "step": 21462
+    },
+    {
+      "epoch": 49.08675799086758,
+      "grad_norm": 0.16372357308864594,
+      "learning_rate": 0.0001,
+      "loss": 0.4599,
+      "step": 21500
+    },
+    {
+      "epoch": 50.0,
+      "eval_explained_variance": 0.45799562335014343,
+      "eval_kl_divergence": 0.27116483449935913,
+      "eval_loss": 0.46755433082580566,
+      "eval_mae": 0.1204712763428688,
+      "eval_rmse": 0.15946535766124725,
+      "eval_runtime": 67.5446,
+      "eval_samples_per_second": 34.851,
+      "eval_steps_per_second": 2.191,
+      "learning_rate": 0.0001,
+      "step": 21900
+    },
+    {
+      "epoch": 50.22831050228311,
+      "grad_norm": 0.15486378967761993,
+      "learning_rate": 0.0001,
+      "loss": 0.4594,
+      "step": 22000
+    },
+    {
+      "epoch": 51.0,
+      "eval_explained_variance": 0.4551831781864166,
+      "eval_kl_divergence": 0.4008127450942993,
+      "eval_loss": 0.46639156341552734,
+      "eval_mae": 0.11721646040678024,
+      "eval_rmse": 0.15861637890338898,
+      "eval_runtime": 64.0368,
+      "eval_samples_per_second": 36.76,
+      "eval_steps_per_second": 2.311,
+      "learning_rate": 0.0001,
+      "step": 22338
+    },
+    {
+      "epoch": 51.36986301369863,
+      "grad_norm": 0.2131696492433548,
+      "learning_rate": 0.0001,
+      "loss": 0.4593,
+      "step": 22500
+    },
+    {
+      "epoch": 52.0,
+      "eval_explained_variance": 0.4556889832019806,
+      "eval_kl_divergence": 0.4921821057796478,
+      "eval_loss": 0.46591076254844666,
+      "eval_mae": 0.11625734716653824,
+      "eval_rmse": 0.1582706868648529,
+      "eval_runtime": 68.9844,
+      "eval_samples_per_second": 34.124,
+      "eval_steps_per_second": 2.145,
+      "learning_rate": 0.0001,
+      "step": 22776
+    },
+    {
+      "epoch": 52.51141552511415,
+      "grad_norm": 0.3151676654815674,
+      "learning_rate": 0.0001,
+      "loss": 0.4614,
+      "step": 23000
+    },
+    {
+      "epoch": 53.0,
+      "eval_explained_variance": 0.4601232707500458,
+      "eval_kl_divergence": 0.4273536205291748,
+      "eval_loss": 0.4656851887702942,
+      "eval_mae": 0.1177864745259285,
+      "eval_rmse": 0.15793031454086304,
+      "eval_runtime": 68.0941,
+      "eval_samples_per_second": 34.57,
+      "eval_steps_per_second": 2.173,
+      "learning_rate": 0.0001,
+      "step": 23214
+    },
+    {
+      "epoch": 53.65296803652968,
+      "grad_norm": 0.1899169534444809,
+      "learning_rate": 0.0001,
+      "loss": 0.4592,
+      "step": 23500
+    },
+    {
+      "epoch": 54.0,
+      "eval_explained_variance": 0.456957072019577,
+      "eval_kl_divergence": 0.4574394226074219,
+      "eval_loss": 0.46629655361175537,
+      "eval_mae": 0.11577478051185608,
+      "eval_rmse": 0.15850554406642914,
+      "eval_runtime": 65.2277,
+      "eval_samples_per_second": 36.089,
+      "eval_steps_per_second": 2.269,
+      "learning_rate": 0.0001,
+      "step": 23652
+    },
+    {
+      "epoch": 54.794520547945204,
+      "grad_norm": 0.27214938402175903,
+      "learning_rate": 0.0001,
+      "loss": 0.4601,
+      "step": 24000
+    },
+    {
+      "epoch": 55.0,
+      "eval_explained_variance": 0.45804765820503235,
+      "eval_kl_divergence": 0.34863969683647156,
+      "eval_loss": 0.46644341945648193,
+      "eval_mae": 0.11888903379440308,
+      "eval_rmse": 0.1585645228624344,
+      "eval_runtime": 62.989,
+      "eval_samples_per_second": 37.372,
+      "eval_steps_per_second": 2.35,
+      "learning_rate": 0.0001,
+      "step": 24090
+    },
+    {
+      "epoch": 55.93607305936073,
+      "grad_norm": 0.32561782002449036,
+      "learning_rate": 0.0001,
+      "loss": 0.4589,
+      "step": 24500
+    },
+    {
+      "epoch": 56.0,
+      "eval_explained_variance": 0.46123751997947693,
+      "eval_kl_divergence": 0.3015596568584442,
+      "eval_loss": 0.4661739766597748,
+      "eval_mae": 0.1184321939945221,
+      "eval_rmse": 0.15838663280010223,
+      "eval_runtime": 62.9298,
+      "eval_samples_per_second": 37.407,
+      "eval_steps_per_second": 2.352,
+      "learning_rate": 0.0001,
+      "step": 24528
+    },
+    {
+      "epoch": 57.0,
+      "eval_explained_variance": 0.45534956455230713,
+      "eval_kl_divergence": 0.4162982106208801,
+      "eval_loss": 0.46634721755981445,
+      "eval_mae": 0.11808174103498459,
+      "eval_rmse": 0.15866883099079132,
+      "eval_runtime": 63.3411,
+      "eval_samples_per_second": 37.164,
+      "eval_steps_per_second": 2.337,
+      "learning_rate": 0.0001,
+      "step": 24966
+    },
+    {
+      "epoch": 57.077625570776256,
+      "grad_norm": 0.21059946715831757,
+      "learning_rate": 0.0001,
+      "loss": 0.4588,
+      "step": 25000
+    },
+    {
+      "epoch": 58.0,
+      "eval_explained_variance": 0.4557063579559326,
+      "eval_kl_divergence": 0.3399294316768646,
+      "eval_loss": 0.4673805236816406,
+      "eval_mae": 0.11887022852897644,
+      "eval_rmse": 0.15934236347675323,
+      "eval_runtime": 65.9311,
+      "eval_samples_per_second": 35.704,
+      "eval_steps_per_second": 2.245,
+      "learning_rate": 0.0001,
+      "step": 25404
+    },
+    {
+      "epoch": 58.21917808219178,
+      "grad_norm": 0.1977730244398117,
+      "learning_rate": 0.0001,
+      "loss": 0.4595,
+      "step": 25500
+    },
+    {
+      "epoch": 59.0,
+      "eval_explained_variance": 0.4646029472351074,
+      "eval_kl_divergence": 0.3685876429080963,
+      "eval_loss": 0.4650005102157593,
+      "eval_mae": 0.11696922034025192,
+      "eval_rmse": 0.15720517933368683,
+      "eval_runtime": 63.6041,
+      "eval_samples_per_second": 37.01,
+      "eval_steps_per_second": 2.327,
+      "learning_rate": 0.0001,
+      "step": 25842
+    },
+    {
+      "epoch": 59.36073059360731,
+      "grad_norm": 0.22561948001384735,
+      "learning_rate": 0.0001,
+      "loss": 0.4594,
+      "step": 26000
+    },
+    {
+      "epoch": 60.0,
+      "eval_explained_variance": 0.4566896855831146,
+      "eval_kl_divergence": 0.45347684621810913,
+      "eval_loss": 0.46599113941192627,
+      "eval_mae": 0.11718535423278809,
+      "eval_rmse": 0.15840259194374084,
+      "eval_runtime": 62.901,
+      "eval_samples_per_second": 37.424,
+      "eval_steps_per_second": 2.353,
+      "learning_rate": 0.0001,
+      "step": 26280
+    },
+    {
+      "epoch": 60.50228310502283,
+      "grad_norm": 0.19251562654972076,
+      "learning_rate": 0.0001,
+      "loss": 0.4599,
+      "step": 26500
+    },
+    {
+      "epoch": 61.0,
+      "eval_explained_variance": 0.4583926200866699,
+      "eval_kl_divergence": 0.375108540058136,
+      "eval_loss": 0.4662201702594757,
+      "eval_mae": 0.11791958659887314,
+      "eval_rmse": 0.1585090458393097,
+      "eval_runtime": 61.9039,
+      "eval_samples_per_second": 38.027,
+      "eval_steps_per_second": 2.391,
+      "learning_rate": 0.0001,
+      "step": 26718
+    },
+    {
+      "epoch": 61.64383561643836,
+      "grad_norm": 0.2111298143863678,
+      "learning_rate": 0.0001,
+      "loss": 0.4584,
+      "step": 27000
+    },
+    {
+      "epoch": 62.0,
+      "eval_explained_variance": 0.4587836265563965,
+      "eval_kl_divergence": 0.35335177183151245,
+      "eval_loss": 0.46614503860473633,
+      "eval_mae": 0.11732319742441177,
+      "eval_rmse": 0.15833334624767303,
+      "eval_runtime": 63.6491,
+      "eval_samples_per_second": 36.984,
+      "eval_steps_per_second": 2.325,
+      "learning_rate": 0.0001,
+      "step": 27156
+    },
+    {
+      "epoch": 62.78538812785388,
+      "grad_norm": 0.21951091289520264,
+      "learning_rate": 0.0001,
+      "loss": 0.4575,
+      "step": 27500
+    },
+    {
+      "epoch": 63.0,
+      "eval_explained_variance": 0.4576869010925293,
+      "eval_kl_divergence": 0.40475067496299744,
+      "eval_loss": 0.4660026431083679,
+      "eval_mae": 0.11627298593521118,
+      "eval_rmse": 0.1582755148410797,
+      "eval_runtime": 62.5657,
+      "eval_samples_per_second": 37.624,
+      "eval_steps_per_second": 2.366,
+      "learning_rate": 0.0001,
+      "step": 27594
+    },
+    {
+      "epoch": 63.926940639269404,
+      "grad_norm": 0.21228961646556854,
+      "learning_rate": 0.0001,
+      "loss": 0.4598,
+      "step": 28000
+    },
+    {
+      "epoch": 64.0,
+      "eval_explained_variance": 0.46285080909729004,
+      "eval_kl_divergence": 0.2471023052930832,
+      "eval_loss": 0.46711620688438416,
+      "eval_mae": 0.11878780275583267,
+      "eval_rmse": 0.15883709490299225,
+      "eval_runtime": 62.9069,
+      "eval_samples_per_second": 37.42,
+      "eval_steps_per_second": 2.353,
+      "learning_rate": 0.0001,
+      "step": 28032
+    },
+    {
+      "epoch": 65.0,
+      "eval_explained_variance": 0.46037113666534424,
+      "eval_kl_divergence": 0.4526395797729492,
+      "eval_loss": 0.46536803245544434,
+      "eval_mae": 0.11657585948705673,
+      "eval_rmse": 0.15768831968307495,
+      "eval_runtime": 65.6932,
+      "eval_samples_per_second": 35.833,
+      "eval_steps_per_second": 2.253,
+      "learning_rate": 0.0001,
+      "step": 28470
+    },
+    {
+      "epoch": 65.06849315068493,
+      "grad_norm": 0.23406238853931427,
+      "learning_rate": 1e-05,
+      "loss": 0.4582,
+      "step": 28500
+    },
+    {
+      "epoch": 66.0,
+      "eval_explained_variance": 0.45918479561805725,
+      "eval_kl_divergence": 0.5259271264076233,
+      "eval_loss": 0.46573594212532043,
+      "eval_mae": 0.11610028892755508,
+      "eval_rmse": 0.15816400945186615,
+      "eval_runtime": 63.8294,
+      "eval_samples_per_second": 36.88,
+      "eval_steps_per_second": 2.319,
+      "learning_rate": 1e-05,
+      "step": 28908
+    },
+    {
+      "epoch": 66.21004566210046,
+      "grad_norm": 0.20290181040763855,
+      "learning_rate": 1e-05,
+      "loss": 0.4592,
+      "step": 29000
+    },
+    {
+      "epoch": 67.0,
+      "eval_explained_variance": 0.4623439311981201,
+      "eval_kl_divergence": 0.4251798987388611,
+      "eval_loss": 0.4653942584991455,
+      "eval_mae": 0.11725304275751114,
+      "eval_rmse": 0.1573910117149353,
+      "eval_runtime": 65.929,
+      "eval_samples_per_second": 35.705,
+      "eval_steps_per_second": 2.245,
+      "learning_rate": 1e-05,
+      "step": 29346
+    },
+    {
+      "epoch": 67.35159817351598,
+      "grad_norm": 0.210421621799469,
+      "learning_rate": 1e-05,
+      "loss": 0.4573,
+      "step": 29500
+    },
+    {
+      "epoch": 68.0,
+      "eval_explained_variance": 0.46140334010124207,
+      "eval_kl_divergence": 0.49885210394859314,
+      "eval_loss": 0.46487176418304443,
+      "eval_mae": 0.11542203277349472,
+      "eval_rmse": 0.15722759068012238,
+      "eval_runtime": 63.8681,
+      "eval_samples_per_second": 36.857,
+      "eval_steps_per_second": 2.317,
+      "learning_rate": 1e-05,
+      "step": 29784
+    },
+    {
+      "epoch": 68.4931506849315,
+      "grad_norm": 0.3686019480228424,
+      "learning_rate": 1e-05,
+      "loss": 0.4576,
+      "step": 30000
+    },
+    {
+      "epoch": 69.0,
+      "eval_explained_variance": 0.46442678570747375,
+      "eval_kl_divergence": 0.40228068828582764,
+      "eval_loss": 0.465110719203949,
+      "eval_mae": 0.11607488244771957,
+      "eval_rmse": 0.15701350569725037,
+      "eval_runtime": 68.8094,
+      "eval_samples_per_second": 34.21,
+      "eval_steps_per_second": 2.151,
+      "learning_rate": 1e-05,
+      "step": 30222
+    },
+    {
+      "epoch": 69.63470319634703,
+      "grad_norm": 0.3072531223297119,
+      "learning_rate": 1e-05,
+      "loss": 0.4556,
+      "step": 30500
+    },
+    {
+      "epoch": 70.0,
+      "eval_explained_variance": 0.4622003734111786,
+      "eval_kl_divergence": 0.41175633668899536,
+      "eval_loss": 0.466043084859848,
+      "eval_mae": 0.1165715679526329,
+      "eval_rmse": 0.15760619938373566,
+      "eval_runtime": 67.6756,
+      "eval_samples_per_second": 34.784,
+      "eval_steps_per_second": 2.187,
+      "learning_rate": 1e-05,
+      "step": 30660
+    },
+    {
+      "epoch": 70.77625570776256,
+      "grad_norm": 0.2429497092962265,
+      "learning_rate": 1e-05,
+      "loss": 0.4591,
+      "step": 31000
+    },
+    {
+      "epoch": 71.0,
+      "eval_explained_variance": 0.4643818140029907,
+      "eval_kl_divergence": 0.3074641227722168,
+      "eval_loss": 0.46608996391296387,
+      "eval_mae": 0.11772569268941879,
+      "eval_rmse": 0.15784674882888794,
+      "eval_runtime": 72.04,
+      "eval_samples_per_second": 32.676,
+      "eval_steps_per_second": 2.054,
+      "learning_rate": 1e-05,
+      "step": 31098
+    },
+    {
+      "epoch": 71.91780821917808,
+      "grad_norm": 0.1753670871257782,
+      "learning_rate": 1e-05,
+      "loss": 0.4563,
+      "step": 31500
+    },
+    {
+      "epoch": 72.0,
+      "eval_explained_variance": 0.46214058995246887,
+      "eval_kl_divergence": 0.38358867168426514,
+      "eval_loss": 0.46582332253456116,
+      "eval_mae": 0.11707664281129837,
+      "eval_rmse": 0.1579793244600296,
+      "eval_runtime": 66.3861,
+      "eval_samples_per_second": 35.459,
+      "eval_steps_per_second": 2.229,
+      "learning_rate": 1e-05,
+      "step": 31536
+    },
+    {
+      "epoch": 73.0,
+      "eval_explained_variance": 0.464040070772171,
+      "eval_kl_divergence": 0.45435720682144165,
+      "eval_loss": 0.4648771584033966,
+      "eval_mae": 0.11544410139322281,
+      "eval_rmse": 0.15694700181484222,
+      "eval_runtime": 64.6485,
+      "eval_samples_per_second": 36.412,
+      "eval_steps_per_second": 2.289,
+      "learning_rate": 1e-05,
+      "step": 31974
+    },
+    {
+      "epoch": 73.05936073059361,
+      "grad_norm": 0.2539682686328888,
+      "learning_rate": 1e-05,
+      "loss": 0.4577,
+      "step": 32000
+    },
+    {
+      "epoch": 74.0,
+      "eval_explained_variance": 0.46597161889076233,
+      "eval_kl_divergence": 0.4537515938282013,
+      "eval_loss": 0.46466848254203796,
+      "eval_mae": 0.11628029495477676,
+      "eval_rmse": 0.1567227691411972,
+      "eval_runtime": 64.3001,
+      "eval_samples_per_second": 36.61,
+      "eval_steps_per_second": 2.302,
+      "learning_rate": 1e-05,
+      "step": 32412
+    },
+    {
+      "epoch": 74.20091324200914,
+      "grad_norm": 0.19458268582820892,
+      "learning_rate": 1e-05,
+      "loss": 0.4576,
+      "step": 32500
+    },
+    {
+      "epoch": 75.0,
+      "eval_explained_variance": 0.46580255031585693,
+      "eval_kl_divergence": 0.33480265736579895,
+      "eval_loss": 0.46563470363616943,
+      "eval_mae": 0.11664699763059616,
+      "eval_rmse": 0.1572960466146469,
+      "eval_runtime": 65.0705,
+      "eval_samples_per_second": 36.176,
+      "eval_steps_per_second": 2.274,
+      "learning_rate": 1e-05,
+      "step": 32850
+    },
+    {
+      "epoch": 75.34246575342466,
+      "grad_norm": 0.23031042516231537,
+      "learning_rate": 1e-05,
+      "loss": 0.457,
+      "step": 33000
+    },
+    {
+      "epoch": 76.0,
+      "eval_explained_variance": 0.4644790589809418,
+      "eval_kl_divergence": 0.49758121371269226,
+      "eval_loss": 0.4647076725959778,
+      "eval_mae": 0.11578535288572311,
+      "eval_rmse": 0.15706199407577515,
+      "eval_runtime": 64.4752,
+      "eval_samples_per_second": 36.51,
+      "eval_steps_per_second": 2.295,
+      "learning_rate": 1e-05,
+      "step": 33288
+    },
+    {
+      "epoch": 76.48401826484019,
+      "grad_norm": 0.21923455595970154,
+      "learning_rate": 1e-05,
+      "loss": 0.4574,
+      "step": 33500
+    },
+    {
+      "epoch": 77.0,
+      "eval_explained_variance": 0.46530094742774963,
+      "eval_kl_divergence": 0.3934381902217865,
+      "eval_loss": 0.4650570750236511,
+      "eval_mae": 0.11632921546697617,
+      "eval_rmse": 0.15704087913036346,
+      "eval_runtime": 65.0363,
+      "eval_samples_per_second": 36.195,
+      "eval_steps_per_second": 2.276,
+      "learning_rate": 1e-05,
+      "step": 33726
+    },
+    {
+      "epoch": 77.62557077625571,
+      "grad_norm": 0.27394065260887146,
+      "learning_rate": 1e-05,
+      "loss": 0.457,
+      "step": 34000
+    },
+    {
+      "epoch": 78.0,
+      "eval_explained_variance": 0.4654146730899811,
+      "eval_kl_divergence": 0.39355090260505676,
+      "eval_loss": 0.46495845913887024,
+      "eval_mae": 0.11605050414800644,
+      "eval_rmse": 0.15708379447460175,
+      "eval_runtime": 64.2371,
+      "eval_samples_per_second": 36.645,
+      "eval_steps_per_second": 2.304,
+      "learning_rate": 1e-05,
+      "step": 34164
+    },
+    {
+      "epoch": 78.76712328767124,
+      "grad_norm": 0.20854905247688293,
+      "learning_rate": 1e-05,
+      "loss": 0.4566,
+      "step": 34500
+    },
+    {
+      "epoch": 79.0,
+      "eval_explained_variance": 0.4653468132019043,
+      "eval_kl_divergence": 0.37590739130973816,
+      "eval_loss": 0.46530288457870483,
+      "eval_mae": 0.11588699370622635,
+      "eval_rmse": 0.15725918114185333,
+      "eval_runtime": 62.4443,
+      "eval_samples_per_second": 37.698,
+      "eval_steps_per_second": 2.37,
+      "learning_rate": 1e-05,
+      "step": 34602
+    },
+    {
+      "epoch": 79.90867579908675,
+      "grad_norm": 0.21241584420204163,
+      "learning_rate": 1e-05,
+      "loss": 0.458,
+      "step": 35000
+    },
+    {
+      "epoch": 80.0,
+      "eval_explained_variance": 0.46603894233703613,
+      "eval_kl_divergence": 0.41887620091438293,
+      "eval_loss": 0.4647064805030823,
+      "eval_mae": 0.11623198539018631,
+      "eval_rmse": 0.15669378638267517,
+      "eval_runtime": 62.0038,
+      "eval_samples_per_second": 37.965,
+      "eval_steps_per_second": 2.387,
+      "learning_rate": 1e-05,
+      "step": 35040
+    },
+    {
+      "epoch": 81.0,
+      "eval_explained_variance": 0.4646754562854767,
+      "eval_kl_divergence": 0.47510233521461487,
+      "eval_loss": 0.46485888957977295,
+      "eval_mae": 0.11576662212610245,
+      "eval_rmse": 0.15710778534412384,
+      "eval_runtime": 61.3344,
+      "eval_samples_per_second": 38.38,
+      "eval_steps_per_second": 2.413,
+      "learning_rate": 1.0000000000000002e-06,
+      "step": 35478
+    },
+    {
+      "epoch": 81.05022831050228,
+      "grad_norm": 0.23253624141216278,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 0.456,
+      "step": 35500
+    },
+    {
+      "epoch": 82.0,
+      "eval_explained_variance": 0.4651080071926117,
+      "eval_kl_divergence": 0.43354716897010803,
+      "eval_loss": 0.4654049277305603,
+      "eval_mae": 0.11612025648355484,
+      "eval_rmse": 0.1572476029396057,
+      "eval_runtime": 62.2235,
+      "eval_samples_per_second": 37.831,
+      "eval_steps_per_second": 2.379,
+      "learning_rate": 1.0000000000000002e-06,
+      "step": 35916
+    },
+    {
+      "epoch": 82.1917808219178,
+      "grad_norm": 0.23126010596752167,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 0.4564,
+      "step": 36000
+    },
+    {
+      "epoch": 83.0,
+      "eval_explained_variance": 0.46666058897972107,
+      "eval_kl_divergence": 0.3906138837337494,
+      "eval_loss": 0.46466442942619324,
+      "eval_mae": 0.11605874449014664,
+      "eval_rmse": 0.15662842988967896,
+      "eval_runtime": 61.3486,
+      "eval_samples_per_second": 38.371,
+      "eval_steps_per_second": 2.412,
+      "learning_rate": 1.0000000000000002e-06,
+      "step": 36354
+    },
+    {
+      "epoch": 83.33333333333333,
+      "grad_norm": 0.2322608381509781,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 0.4575,
+      "step": 36500
+    },
+    {
+      "epoch": 84.0,
+      "eval_explained_variance": 0.46770432591438293,
+      "eval_kl_divergence": 0.3855327367782593,
+      "eval_loss": 0.46430692076683044,
+      "eval_mae": 0.11573296785354614,
+      "eval_rmse": 0.15642325580120087,
+      "eval_runtime": 66.0549,
+      "eval_samples_per_second": 35.637,
+      "eval_steps_per_second": 2.241,
+      "learning_rate": 1.0000000000000002e-06,
+      "step": 36792
+    },
+    {
+      "epoch": 84.47488584474885,
+      "grad_norm": 0.23277735710144043,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 0.4557,
+      "step": 37000
+    },
+    {
+      "epoch": 85.0,
+      "eval_explained_variance": 0.46685031056404114,
+      "eval_kl_divergence": 0.3372012972831726,
+      "eval_loss": 0.46528080105781555,
+      "eval_mae": 0.11732091754674911,
+      "eval_rmse": 0.1570904403924942,
+      "eval_runtime": 64.5003,
+      "eval_samples_per_second": 36.496,
+      "eval_steps_per_second": 2.295,
+      "learning_rate": 1.0000000000000002e-06,
+      "step": 37230
+    },
+    {
+      "epoch": 85.61643835616438,
+      "grad_norm": 0.40314728021621704,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 0.4587,
+      "step": 37500
+    },
+    {
+      "epoch": 86.0,
+      "eval_explained_variance": 0.46858659386634827,
+      "eval_kl_divergence": 0.29690617322921753,
+      "eval_loss": 0.46546733379364014,
+      "eval_mae": 0.11843166500329971,
+      "eval_rmse": 0.15721069276332855,
+      "eval_runtime": 63.2115,
+      "eval_samples_per_second": 37.24,
+      "eval_steps_per_second": 2.341,
+      "learning_rate": 1.0000000000000002e-06,
+      "step": 37668
+    },
+    {
+      "epoch": 86.7579908675799,
+      "grad_norm": 0.2404189556837082,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 0.4564,
+      "step": 38000
+    },
+    {
+      "epoch": 87.0,
+      "eval_explained_variance": 0.4670089781284332,
+      "eval_kl_divergence": 0.3571859300136566,
+      "eval_loss": 0.4651782214641571,
+      "eval_mae": 0.11727560311555862,
+      "eval_rmse": 0.15713386237621307,
+      "eval_runtime": 63.9279,
+      "eval_samples_per_second": 36.823,
+      "eval_steps_per_second": 2.315,
+      "learning_rate": 1.0000000000000002e-06,
+      "step": 38106
+    },
+    {
+      "epoch": 87.89954337899543,
+      "grad_norm": 0.27116990089416504,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 0.4565,
+      "step": 38500
+    },
+    {
+      "epoch": 88.0,
+      "eval_explained_variance": 0.4626586139202118,
+      "eval_kl_divergence": 0.5179023146629333,
+      "eval_loss": 0.4655611217021942,
+      "eval_mae": 0.11513540893793106,
+      "eval_rmse": 0.15777353942394257,
+      "eval_runtime": 64.6969,
+      "eval_samples_per_second": 36.385,
+      "eval_steps_per_second": 2.288,
+      "learning_rate": 1.0000000000000002e-06,
+      "step": 38544
+    },
+    {
+      "epoch": 89.0,
+      "eval_explained_variance": 0.4670461118221283,
+      "eval_kl_divergence": 0.29475125670433044,
+      "eval_loss": 0.4654468297958374,
+      "eval_mae": 0.11768680065870285,
+      "eval_rmse": 0.15736806392669678,
+      "eval_runtime": 64.3025,
+      "eval_samples_per_second": 36.608,
+      "eval_steps_per_second": 2.302,
+      "learning_rate": 1.0000000000000002e-06,
+      "step": 38982
+    },
+    {
+      "epoch": 89.04109589041096,
+      "grad_norm": 0.35173681378364563,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 0.4569,
+      "step": 39000
+    },
+    {
+      "epoch": 90.0,
+      "eval_explained_variance": 0.46744585037231445,
+      "eval_kl_divergence": 0.34272825717926025,
+      "eval_loss": 0.4649873971939087,
+      "eval_mae": 0.11670031398534775,
+      "eval_rmse": 0.15687011182308197,
+      "eval_runtime": 63.1964,
+      "eval_samples_per_second": 37.249,
+      "eval_steps_per_second": 2.342,
+      "learning_rate": 1.0000000000000002e-06,
+      "step": 39420
+    },
+    {
+      "epoch": 90.18264840182648,
+      "grad_norm": 0.27881479263305664,
+      "learning_rate": 1.0000000000000002e-07,
+      "loss": 0.4561,
+      "step": 39500
+    },
+    {
+      "epoch": 91.0,
+      "eval_explained_variance": 0.4690658748149872,
+      "eval_kl_divergence": 0.27898427844047546,
+      "eval_loss": 0.4655340015888214,
+      "eval_mae": 0.11734825372695923,
+      "eval_rmse": 0.15720801055431366,
+      "eval_runtime": 62.9781,
+      "eval_samples_per_second": 37.378,
+      "eval_steps_per_second": 2.35,
+      "learning_rate": 1.0000000000000002e-07,
+      "step": 39858
+    },
+    {
+      "epoch": 91.32420091324201,
+      "grad_norm": 0.18466131389141083,
+      "learning_rate": 1.0000000000000002e-07,
+      "loss": 0.4575,
+      "step": 40000
+    },
+    {
+      "epoch": 92.0,
+      "eval_explained_variance": 0.4671539068222046,
+      "eval_kl_divergence": 0.41531136631965637,
+      "eval_loss": 0.4645555317401886,
+      "eval_mae": 0.11530810594558716,
+      "eval_rmse": 0.15662522614002228,
+      "eval_runtime": 65.5509,
+      "eval_samples_per_second": 35.911,
+      "eval_steps_per_second": 2.258,
+      "learning_rate": 1.0000000000000002e-07,
+      "step": 40296
+    },
+    {
+      "epoch": 92.46575342465754,
+      "grad_norm": 0.18533748388290405,
+      "learning_rate": 1.0000000000000002e-07,
+      "loss": 0.4569,
+      "step": 40500
+    },
+    {
+      "epoch": 93.0,
+      "eval_explained_variance": 0.464511513710022,
+      "eval_kl_divergence": 0.46641936898231506,
+      "eval_loss": 0.4648568034172058,
+      "eval_mae": 0.11531826853752136,
+      "eval_rmse": 0.1570696085691452,
+      "eval_runtime": 64.6542,
+      "eval_samples_per_second": 36.409,
+      "eval_steps_per_second": 2.289,
+      "learning_rate": 1.0000000000000002e-07,
+      "step": 40734
+    },
+    {
+      "epoch": 93.60730593607306,
+      "grad_norm": 0.27212274074554443,
+      "learning_rate": 1.0000000000000002e-07,
+      "loss": 0.456,
+      "step": 41000
+    },
+    {
+      "epoch": 94.0,
+      "eval_explained_variance": 0.4661947786808014,
+      "eval_kl_divergence": 0.3858942687511444,
+      "eval_loss": 0.4652610421180725,
+      "eval_mae": 0.11592459678649902,
+      "eval_rmse": 0.15684206783771515,
+      "eval_runtime": 63.3717,
+      "eval_samples_per_second": 37.146,
+      "eval_steps_per_second": 2.335,
+      "learning_rate": 1.0000000000000002e-07,
+      "step": 41172
+    },
+    {
+      "epoch": 94.0,
+      "learning_rate": 1.0000000000000002e-07,
+      "step": 41172,
+      "total_flos": 9.743166860733663e+19,
+      "train_loss": 0.46343856458701926,
+      "train_runtime": 26810.1674,
+      "train_samples_per_second": 39.181,
+      "train_steps_per_second": 2.451
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 65700,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 150,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 10,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.743166860733663e+19,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}