Training in progress, step 2000

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e751510a37c2b7bc4537bd9fdbe644ae3e45a0474355da9b982f061d6cbab25e
+oid sha256:8c44785052e3cd90dedbc748be6c8cd74bde9dba781c044c630883b6ec8d24ee
 size 167832240

runs/May20_17-31-54_266506baf805/events.out.tfevents.1716226471.266506baf805.24.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5df88997c96172d96eba79068fde9a6348912798217b19bf5ab7cbf20efddce0
-size 1293579
+oid sha256:462037c144c6edec1c00a92815571eba5db96aed8b6f06bca340ee2fee5752ac
+size 1723579

wandb/run-20240520_173431-uo9hcagm/files/wandb-summary.json

@@ -1 +1 @@
-{"train/loss": 0.8312, "train/grad_norm": 1.116883397102356, "train/learning_rate": 1.739130434782609e-05, "train/rewards/chosen": -0.10200555622577667, "train/rewards/rejected": -2.0701963901519775, "train/rewards/accuracies": 1.0, "train/rewards/margins": 1.9681909084320068, "train/logps/rejected": -20.701963424682617, "train/logps/chosen": -1.0200555324554443, "train/logits/rejected": -0.8794112801551819, "train/logits/chosen": -0.9108560085296631, "train/nll_loss": 0.8311762809753418, "train/log_odds_ratio": -1.7881397695873602e-07, "train/log_odds_chosen": 20.14866065979004, "train/epoch": 0.4887585532746823, "train/global_step": 1500, "_timestamp": 1716255172.224863, "_runtime": 28700.611820936203, "_step": 1499}
+{"train/loss": 0.8518, "train/grad_norm": 1.1503732204437256, "train/learning_rate": 6.521739130434783e-06, "train/rewards/chosen": -0.08694034814834595, "train/rewards/rejected": -1.9116590023040771, "train/rewards/accuracies": 1.0, "train/rewards/margins": 1.824718713760376, "train/logps/rejected": -19.116588592529297, "train/logps/chosen": -0.8694034814834595, "train/logits/rejected": -0.9480158686637878, "train/logits/chosen": -0.9814978837966919, "train/nll_loss": 0.8518182635307312, "train/log_odds_ratio": -2.6822104359780496e-07, "train/log_odds_chosen": 18.807708740234375, "train/epoch": 0.6516780710329098, "train/global_step": 2000, "_timestamp": 1716264675.8310788, "_runtime": 38204.21803665161, "_step": 1999}

wandb/run-20240520_173431-uo9hcagm/run-uo9hcagm.wandb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ce60ac37a30b9c1270659acee989882cab12eb996bca0de120d61ab5ede5d7e
-size 1961149
+oid sha256:926315eb5afe66e39395b9f396b5886d5b0a64b97e6ffa14845ef1b3f354a1c6
+size 2612640