Model save

README.md

@@ -2,14 +2,10 @@
 license: mit
 library_name: peft
 tags:
-- alignment-handbook
-- generated_from_trainer
 - trl
 - dpo
 - generated_from_trainer
 base_model: microsoft/phi-2
-datasets:
-- HuggingFaceH4/ultrafeedback_binarized
 model-index:
 - name: phi-2-gpo-test-longest-iter-0
   results: []
@@ -20,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # phi-2-gpo-test-longest-iter-0
 
-This model is a fine-tuned version of [lole25/phi-2-sft-ultrachat-lora](https://huggingface.co/lole25/phi-2-sft-ultrachat-lora) on the HuggingFaceH4/ultrafeedback_binarized dataset.
+This model is a fine-tuned version of [microsoft/phi-2](https://huggingface.co/microsoft/phi-2) on the None dataset.
 
 ## Model description
 

adapter_config.json

@@ -19,10 +19,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
-    "q_proj",
+    "dense",
     "v_proj",
-    "dense"
+    "k_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c99237b61ddbcc12b02ca16d9318ff7a9125e77add338ae7faccac130d33f3ad
+oid sha256:140c543600b18ee3b2d83f24deb70667a250c90e52e1ebb781b5322e627099de
 size 41977616

all_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 2.0,
-    "train_loss": 0.0011036931537091732,
-    "train_runtime": 3.0822,
+    "epoch": 1.33,
+    "train_loss": 0.0022073863074183464,
+    "train_runtime": 7.9925,
     "train_samples": 30567,
-    "train_samples_per_second": 0.649,
-    "train_steps_per_second": 0.649
+    "train_samples_per_second": 2.502,
+    "train_steps_per_second": 0.25
 }

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 2.0,
-    "train_loss": 0.0011036931537091732,
-    "train_runtime": 3.0822,
+    "epoch": 1.33,
+    "train_loss": 0.0022073863074183464,
+    "train_runtime": 7.9925,
     "train_samples": 30567,
-    "train_samples_per_second": 0.649,
-    "train_steps_per_second": 0.649
+    "train_samples_per_second": 2.502,
+    "train_steps_per_second": 0.25
 }

trainer_state.json

@@ -1,7 +1,7 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 2.0,
+  "epoch": 1.3333333333333333,
   "eval_steps": 100,
   "global_step": 2,
   "is_hyper_param_search": false,
@@ -11,11 +11,11 @@
     {
       "epoch": 1.0,
       "learning_rate": 5e-06,
-      "logits/chosen": 0.785413920879364,
-      "logits/rejected": 0.9495257139205933,
-      "logps/chosen": -93.63787078857422,
-      "logps/rejected": -77.81773376464844,
-      "loss": 0.0011,
+      "logits/chosen": 0.701408326625824,
+      "logits/rejected": 0.9044769406318665,
+      "logps/chosen": -268.0211486816406,
+      "logps/rejected": -240.4591522216797,
+      "loss": 0.0033,
       "rewards/accuracies": 0.0,
       "rewards/chosen": 0.0,
       "rewards/margins": 0.0,
@@ -23,13 +23,13 @@
       "step": 1
     },
     {
-      "epoch": 2.0,
+      "epoch": 1.33,
       "step": 2,
       "total_flos": 0.0,
-      "train_loss": 0.0011036931537091732,
-      "train_runtime": 3.0822,
-      "train_samples_per_second": 0.649,
-      "train_steps_per_second": 0.649
+      "train_loss": 0.0022073863074183464,
+      "train_runtime": 7.9925,
+      "train_samples_per_second": 2.502,
+      "train_steps_per_second": 0.25
     }
   ],
   "logging_steps": 10,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22abc2e60df559c1c10cf59282f459875a7647c8d066a3c469953dc85674676a
+oid sha256:684e019cc58b5e841c0d6bca624970722aad4e9d034f1bca987e542455edd7d5
 size 5880