Training in progress, step 50, checkpoint

checkpoint-50/README.md

@@ -216,4 +216,23 @@ The following `bitsandbytes` quantization config was used during training:
 ### Framework versions
 
 
+- PEFT 0.6.0.dev0
+## Training procedure
+
+
+The following `bitsandbytes` quantization config was used during training:
+- quant_method: bitsandbytes
+- load_in_8bit: True
+- load_in_4bit: False
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: fp4
+- bnb_4bit_use_double_quant: False
+- bnb_4bit_compute_dtype: float32
+
+### Framework versions
+
+
 - PEFT 0.6.0.dev0

checkpoint-50/adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70ef0497d9534a314ad67a1b8b329b4431779079e05c8d53b03233263b4ef468
+oid sha256:a156a64cdc22a32d56469200ade7887fecd01c1e8a9b1a3217b10af62e160526
 size 9873829

checkpoint-50/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6b437072461d4ba06b19071d39167b2447b4c0929c20c5e32c4083e5ef832cf
+oid sha256:737bcbaf57bcd90880e2472653d8b486c9e7b7f24030767146ca4835da08c29e
 size 42724

checkpoint-50/trainer_state.json

@@ -1,5 +1,5 @@
 {
-  "best_metric": 0.6410807371139526,
+  "best_metric": 0.6430063247680664,
   "best_model_checkpoint": "output/checkpoint-50",
   "epoch": 0.04008417677121956,
   "eval_steps": 50,
@@ -11,22 +11,22 @@
     {
       "epoch": 0.0,
       "learning_rate": 4.444444444444445e-07,
-      "loss": 0.5558,
+      "loss": 0.5542,
       "step": 1
     },
     {
       "epoch": 0.04,
       "learning_rate": 2e-05,
-      "loss": 0.5679,
+      "loss": 0.554,
       "step": 50
     },
     {
       "epoch": 0.04,
-      "eval_accuracy": 0.6776119402985075,
-      "eval_loss": 0.6410807371139526,
-      "eval_runtime": 61.731,
-      "eval_samples_per_second": 5.427,
-      "eval_steps_per_second": 1.361,
+      "eval_accuracy": 0.6626865671641791,
+      "eval_loss": 0.6430063247680664,
+      "eval_runtime": 61.7692,
+      "eval_samples_per_second": 5.423,
+      "eval_steps_per_second": 1.36,
       "step": 50
     }
   ],

checkpoint-50/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2cf806244b71c753bc4b76d2695973243d02590ea5a24f377343d4ee219e984
+oid sha256:87bd30bd4b21b4a0c66f1fd545858ef6e2d33b5984a8d292e79011acc3affd6b
 size 4472