2023-08-05 09:03:05 Autosave for checkpoint additions

README.md

@@ -48,6 +48,17 @@ The following `bitsandbytes` quantization config was used during training:
 - bnb_4bit_use_double_quant: True
 - bnb_4bit_compute_dtype: bfloat16
 
+The following `bitsandbytes` quantization config was used during training:
+- load_in_8bit: False
+- load_in_4bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: nf4
+- bnb_4bit_use_double_quant: True
+- bnb_4bit_compute_dtype: bfloat16
+
 The following `bitsandbytes` quantization config was used during training:
 - load_in_8bit: False
 - load_in_4bit: True
@@ -64,5 +75,6 @@ The following `bitsandbytes` quantization config was used during training:
 - PEFT 0.5.0.dev0
 - PEFT 0.5.0.dev0
 - PEFT 0.5.0.dev0
+- PEFT 0.5.0.dev0
 
 - PEFT 0.5.0.dev0

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa07e2f07041a3d8f612e13ed99c8da5ef7ee1ce18da05ac269f1c3c5b51a5a3
+oid sha256:2e3072b7a03215ae4b16ade30543af9eaffa7677743c8c45161d38ae9b8ff49d
 size 500897101

checkpoint-14000/adapter_model.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:43d8489e1860bc44ac0a168b429d6db410e83fb55df06da817c1b03bc8a784c7
-size 500897101

checkpoint-14000/adapter_model/README.md

@@ -1,20 +0,0 @@
----
-library_name: peft
----
-## Training procedure
-
-
-The following `bitsandbytes` quantization config was used during training:
-- load_in_8bit: False
-- load_in_4bit: True
-- llm_int8_threshold: 6.0
-- llm_int8_skip_modules: None
-- llm_int8_enable_fp32_cpu_offload: False
-- llm_int8_has_fp16_weight: False
-- bnb_4bit_quant_type: nf4
-- bnb_4bit_use_double_quant: True
-- bnb_4bit_compute_dtype: bfloat16
-### Framework versions
-
-
-- PEFT 0.5.0.dev0

checkpoint-14000/adapter_model/adapter_config.json

@@ -1,26 +0,0 @@
-{
-  "auto_mapping": null,
-  "base_model_name_or_path": "/workspace/webui/models/TheBloke_Llama-2-13B-fp16",
-  "bias": "none",
-  "fan_in_fan_out": null,
-  "inference_mode": true,
-  "init_lora_weights": true,
-  "layers_pattern": null,
-  "layers_to_transform": null,
-  "lora_alpha": 16,
-  "lora_dropout": 0.05,
-  "modules_to_save": null,
-  "peft_type": "LORA",
-  "r": 32,
-  "revision": null,
-  "target_modules": [
-    "k_proj",
-    "q_proj",
-    "v_proj",
-    "o_proj",
-    "gate_proj",
-    "down_proj",
-    "up_proj"
-  ],
-  "task_type": "CAUSAL_LM"
-}

checkpoint-14000/optimizer.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1f9d32136d0ffe55cb3b76247f537ecdf193dec6253c3d0650fbb1719d73c9be
-size 1001723453

checkpoint-14000/rng_state.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fb9490fb561c88ed3eb7d77273cd4909c2b6b85cc71c9b9d93cd07cb17d15b78
-size 14575

checkpoint-14000/scheduler.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1480d6851d18c67ed3c662dfacf0154126653d527c8e4438b8b9f03ce63749af
-size 627

checkpoint-14000/trainer_state.json

@@ -1,968 +0,0 @@
-{
-  "best_metric": 0.6651941537857056,
-  "best_model_checkpoint": "./qlora-out/checkpoint-14000",
-  "epoch": 0.521979046269714,
-  "global_step": 14000,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.0,
-      "learning_rate": 0.00019999938245325715,
-      "loss": 0.9023,
-      "step": 100
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 0.00019999724773356797,
-      "loss": 0.8027,
-      "step": 200
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 0.0001999935882494411,
-      "loss": 0.8041,
-      "step": 300
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 0.00019998840405667672,
-      "loss": 0.7944,
-      "step": 400
-    },
-    {
-      "epoch": 0.02,
-      "learning_rate": 0.00019998169523432365,
-      "loss": 0.81,
-      "step": 500
-    },
-    {
-      "epoch": 0.02,
-      "learning_rate": 0.0001999734618846785,
-      "loss": 0.7855,
-      "step": 600
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 0.00019996370413328385,
-      "loss": 0.7849,
-      "step": 700
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 0.00019995242212892653,
-      "loss": 0.7564,
-      "step": 800
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 0.00019993961604363532,
-      "loss": 0.7724,
-      "step": 900
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 0.00019992528607267815,
-      "loss": 0.7308,
-      "step": 1000
-    },
-    {
-      "epoch": 0.04,
-      "eval_loss": 0.7677998542785645,
-      "eval_runtime": 1774.3517,
-      "eval_samples_per_second": 0.305,
-      "eval_steps_per_second": 0.305,
-      "step": 1000
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 0.0001999094324345594,
-      "loss": 0.7844,
-      "step": 1100
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 0.00019989205537101633,
-      "loss": 0.7668,
-      "step": 1200
-    },
-    {
-      "epoch": 0.05,
-      "learning_rate": 0.00019987315514701553,
-      "loss": 0.7727,
-      "step": 1300
-    },
-    {
-      "epoch": 0.05,
-      "learning_rate": 0.00019985273205074878,
-      "loss": 0.7467,
-      "step": 1400
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 0.00019983078639362883,
-      "loss": 0.7516,
-      "step": 1500
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 0.00019980731851028445,
-      "loss": 0.7267,
-      "step": 1600
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 0.0001997823287585554,
-      "loss": 0.7632,
-      "step": 1700
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 0.000199755817519487,
-      "loss": 0.7392,
-      "step": 1800
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 0.00019972778519732436,
-      "loss": 0.7528,
-      "step": 1900
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 0.0001996982322195061,
-      "loss": 0.725,
-      "step": 2000
-    },
-    {
-      "epoch": 0.07,
-      "eval_loss": 0.7452704310417175,
-      "eval_runtime": 1787.7554,
-      "eval_samples_per_second": 0.303,
-      "eval_steps_per_second": 0.303,
-      "step": 2000
-    },
-    {
-      "epoch": 0.08,
-      "learning_rate": 0.00019966715903665795,
-      "loss": 0.7234,
-      "step": 2100
-    },
-    {
-      "epoch": 0.08,
-      "learning_rate": 0.00019963456612258576,
-      "loss": 0.754,
-      "step": 2200
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 0.00019960045397426841,
-      "loss": 0.7856,
-      "step": 2300
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 0.00019956482311185006,
-      "loss": 0.7387,
-      "step": 2400
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 0.00019952767407863245,
-      "loss": 0.7309,
-      "step": 2500
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 0.00019948900744106633,
-      "loss": 0.7232,
-      "step": 2600
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 0.00019944882378874316,
-      "loss": 0.7406,
-      "step": 2700
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 0.0001994071237343858,
-      "loss": 0.7166,
-      "step": 2800
-    },
-    {
-      "epoch": 0.11,
-      "learning_rate": 0.00019936390791383936,
-      "loss": 0.7308,
-      "step": 2900
-    },
-    {
-      "epoch": 0.11,
-      "learning_rate": 0.00019931917698606143,
-      "loss": 0.7288,
-      "step": 3000
-    },
-    {
-      "epoch": 0.11,
-      "eval_loss": 0.7343490123748779,
-      "eval_runtime": 1770.9966,
-      "eval_samples_per_second": 0.306,
-      "eval_steps_per_second": 0.306,
-      "step": 3000
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 0.00019927293163311206,
-      "loss": 0.7236,
-      "step": 3100
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 0.00019922517256014337,
-      "loss": 0.716,
-      "step": 3200
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 0.00019917590049538874,
-      "loss": 0.7564,
-      "step": 3300
-    },
-    {
-      "epoch": 0.13,
-      "learning_rate": 0.00019912511619015177,
-      "loss": 0.7082,
-      "step": 3400
-    },
-    {
-      "epoch": 0.13,
-      "learning_rate": 0.00019907282041879484,
-      "loss": 0.7103,
-      "step": 3500
-    },
-    {
-      "epoch": 0.13,
-      "learning_rate": 0.00019901901397872715,
-      "loss": 0.7457,
-      "step": 3600
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 0.0001989636976903928,
-      "loss": 0.7076,
-      "step": 3700
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 0.0001989068723972581,
-      "loss": 0.7217,
-      "step": 3800
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 0.00019884853896579873,
-      "loss": 0.7175,
-      "step": 3900
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 0.0001987886982854866,
-      "loss": 0.7083,
-      "step": 4000
-    },
-    {
-      "epoch": 0.15,
-      "eval_loss": 0.726176917552948,
-      "eval_runtime": 1765.3933,
-      "eval_samples_per_second": 0.307,
-      "eval_steps_per_second": 0.307,
-      "step": 4000
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 0.00019872735126877622,
-      "loss": 0.7228,
-      "step": 4100
-    },
-    {
-      "epoch": 0.16,
-      "learning_rate": 0.0001986644988510909,
-      "loss": 0.7133,
-      "step": 4200
-    },
-    {
-      "epoch": 0.16,
-      "learning_rate": 0.00019860014199080822,
-      "loss": 0.7243,
-      "step": 4300
-    },
-    {
-      "epoch": 0.16,
-      "learning_rate": 0.00019853428166924576,
-      "loss": 0.6929,
-      "step": 4400
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 0.00019846691889064593,
-      "loss": 0.7392,
-      "step": 4500
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 0.0001983980546821607,
-      "loss": 0.7247,
-      "step": 4600
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 0.0001983276900938359,
-      "loss": 0.7258,
-      "step": 4700
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 0.00019825582619859532,
-      "loss": 0.7197,
-      "step": 4800
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 0.0001981824640922242,
-      "loss": 0.6906,
-      "step": 4900
-    },
-    {
-      "epoch": 0.19,
-      "learning_rate": 0.00019810760489335266,
-      "loss": 0.7274,
-      "step": 5000
-    },
-    {
-      "epoch": 0.19,
-      "eval_loss": 0.7171670794487,
-      "eval_runtime": 1812.7597,
-      "eval_samples_per_second": 0.299,
-      "eval_steps_per_second": 0.299,
-      "step": 5000
-    },
-    {
-      "epoch": 0.19,
-      "learning_rate": 0.0001980312497434385,
-      "loss": 0.7105,
-      "step": 5100
-    },
-    {
-      "epoch": 0.19,
-      "learning_rate": 0.00019795339980675002,
-      "loss": 0.7091,
-      "step": 5200
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 0.00019787405627034804,
-      "loss": 0.7102,
-      "step": 5300
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 0.0001977932203440678,
-      "loss": 0.7314,
-      "step": 5400
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 0.00019771089326050075,
-      "loss": 0.6945,
-      "step": 5500
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 0.0001976270762749755,
-      "loss": 0.7048,
-      "step": 5600
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 0.00019754177066553882,
-      "loss": 0.6963,
-      "step": 5700
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 0.00019745497773293613,
-      "loss": 0.711,
-      "step": 5800
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 0.0001973666988005916,
-      "loss": 0.7017,
-      "step": 5900
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 0.00019727693521458806,
-      "loss": 0.7287,
-      "step": 6000
-    },
-    {
-      "epoch": 0.22,
-      "eval_loss": 0.710155725479126,
-      "eval_runtime": 1786.7467,
-      "eval_samples_per_second": 0.303,
-      "eval_steps_per_second": 0.303,
-      "step": 6000
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 0.00019718568834364638,
-      "loss": 0.6894,
-      "step": 6100
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 0.00019709295957910476,
-      "loss": 0.7061,
-      "step": 6200
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 0.00019699875033489728,
-      "loss": 0.7063,
-      "step": 6300
-    },
-    {
-      "epoch": 0.24,
-      "learning_rate": 0.00019690306204753254,
-      "loss": 0.6872,
-      "step": 6400
-    },
-    {
-      "epoch": 0.24,
-      "learning_rate": 0.0001968058961760717,
-      "loss": 0.7095,
-      "step": 6500
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 0.00019670725420210618,
-      "loss": 0.695,
-      "step": 6600
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 0.0001966071376297351,
-      "loss": 0.674,
-      "step": 6700
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 0.00019650554798554236,
-      "loss": 0.7225,
-      "step": 6800
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 0.00019640248681857342,
-      "loss": 0.6845,
-      "step": 6900
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 0.00019629795570031149,
-      "loss": 0.6891,
-      "step": 7000
-    },
-    {
-      "epoch": 0.26,
-      "eval_loss": 0.703677773475647,
-      "eval_runtime": 1767.3593,
-      "eval_samples_per_second": 0.307,
-      "eval_steps_per_second": 0.307,
-      "step": 7000
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 0.00019619195622465379,
-      "loss": 0.6962,
-      "step": 7100
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 0.0001960844900078871,
-      "loss": 0.6779,
-      "step": 7200
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 0.00019597555868866318,
-      "loss": 0.7354,
-      "step": 7300
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 0.00019586516392797374,
-      "loss": 0.7196,
-      "step": 7400
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 0.0001957533074091252,
-      "loss": 0.682,
-      "step": 7500
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 0.0001956399908377129,
-      "loss": 0.6938,
-      "step": 7600
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 0.0001955252159415952,
-      "loss": 0.6912,
-      "step": 7700
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 0.00019540898447086705,
-      "loss": 0.7048,
-      "step": 7800
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 0.00019529129819783334,
-      "loss": 0.7007,
-      "step": 7900
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 0.00019517215891698192,
-      "loss": 0.6969,
-      "step": 8000
-    },
-    {
-      "epoch": 0.3,
-      "eval_loss": 0.6973471641540527,
-      "eval_runtime": 1793.2355,
-      "eval_samples_per_second": 0.302,
-      "eval_steps_per_second": 0.302,
-      "step": 8000
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 0.00019505156844495619,
-      "loss": 0.6894,
-      "step": 8100
-    },
-    {
-      "epoch": 0.31,
-      "learning_rate": 0.00019492952862052733,
-      "loss": 0.6971,
-      "step": 8200
-    },
-    {
-      "epoch": 0.31,
-      "learning_rate": 0.0001948060413045665,
-      "loss": 0.7135,
-      "step": 8300
-    },
-    {
-      "epoch": 0.31,
-      "learning_rate": 0.0001946811083800161,
-      "loss": 0.6794,
-      "step": 8400
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 0.0001945547317518614,
-      "loss": 0.7086,
-      "step": 8500
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 0.00019442691334710136,
-      "loss": 0.7042,
-      "step": 8600
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 0.00019429765511471916,
-      "loss": 0.6822,
-      "step": 8700
-    },
-    {
-      "epoch": 0.33,
-      "learning_rate": 0.0001941669590256526,
-      "loss": 0.7016,
-      "step": 8800
-    },
-    {
-      "epoch": 0.33,
-      "learning_rate": 0.00019403482707276406,
-      "loss": 0.705,
-      "step": 8900
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 0.00019390126127080999,
-      "loss": 0.698,
-      "step": 9000
-    },
-    {
-      "epoch": 0.34,
-      "eval_loss": 0.6910382509231567,
-      "eval_runtime": 1782.1661,
-      "eval_samples_per_second": 0.304,
-      "eval_steps_per_second": 0.304,
-      "step": 9000
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 0.00019376626365641026,
-      "loss": 0.6926,
-      "step": 9100
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 0.0001936298362880172,
-      "loss": 0.6871,
-      "step": 9200
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 0.00019349198124588403,
-      "loss": 0.6894,
-      "step": 9300
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 0.00019335270063203325,
-      "loss": 0.6894,
-      "step": 9400
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 0.00019321199657022464,
-      "loss": 0.7057,
-      "step": 9500
-    },
-    {
-      "epoch": 0.36,
-      "learning_rate": 0.00019306987120592265,
-      "loss": 0.6682,
-      "step": 9600
-    },
-    {
-      "epoch": 0.36,
-      "learning_rate": 0.00019292632670626401,
-      "loss": 0.6931,
-      "step": 9700
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 0.00019278136526002443,
-      "loss": 0.7244,
-      "step": 9800
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 0.0001926349890775853,
-      "loss": 0.6881,
-      "step": 9900
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 0.00019248720039090006,
-      "loss": 0.6839,
-      "step": 10000
-    },
-    {
-      "epoch": 0.37,
-      "eval_loss": 0.6857322454452515,
-      "eval_runtime": 1760.8664,
-      "eval_samples_per_second": 0.308,
-      "eval_steps_per_second": 0.308,
-      "step": 10000
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 0.00019233800145346006,
-      "loss": 0.6917,
-      "step": 10100
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 0.0001921873945402602,
-      "loss": 0.6672,
-      "step": 10200
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 0.00019203538194776442,
-      "loss": 0.6873,
-      "step": 10300
-    },
-    {
-      "epoch": 0.39,
-      "learning_rate": 0.00019188196599387043,
-      "loss": 0.6733,
-      "step": 10400
-    },
-    {
-      "epoch": 0.39,
-      "learning_rate": 0.00019172714901787453,
-      "loss": 0.706,
-      "step": 10500
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 0.00019157093338043583,
-      "loss": 0.6848,
-      "step": 10600
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 0.00019141332146354042,
-      "loss": 0.6728,
-      "step": 10700
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 0.00019125431567046494,
-      "loss": 0.686,
-      "step": 10800
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 0.00019109391842573987,
-      "loss": 0.6992,
-      "step": 10900
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 0.00019093213217511265,
-      "loss": 0.6675,
-      "step": 11000
-    },
-    {
-      "epoch": 0.41,
-      "eval_loss": 0.6794907450675964,
-      "eval_runtime": 1782.5413,
-      "eval_samples_per_second": 0.304,
-      "eval_steps_per_second": 0.304,
-      "step": 11000
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 0.0001907689593855104,
-      "loss": 0.6721,
-      "step": 11100
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 0.00019060440254500228,
-      "loss": 0.6353,
-      "step": 11200
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 0.00019043846416276155,
-      "loss": 0.6449,
-      "step": 11300
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 0.0001902711467690272,
-      "loss": 0.6451,
-      "step": 11400
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 0.00019010245291506569,
-      "loss": 0.6421,
-      "step": 11500
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 0.00018993238517313167,
-      "loss": 0.6352,
-      "step": 11600
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 0.0001897609461364289,
-      "loss": 0.6371,
-      "step": 11700
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 0.00018958813841907083,
-      "loss": 0.623,
-      "step": 11800
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 0.00018941396465604063,
-      "loss": 0.6533,
-      "step": 11900
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 0.00018923842750315095,
-      "loss": 0.6371,
-      "step": 12000
-    },
-    {
-      "epoch": 0.45,
-      "eval_loss": 0.6759930849075317,
-      "eval_runtime": 1304.1351,
-      "eval_samples_per_second": 0.416,
-      "eval_steps_per_second": 0.416,
-      "step": 12000
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 0.00018906152963700358,
-      "loss": 0.6664,
-      "step": 12100
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 0.00018888327375494847,
-      "loss": 0.6644,
-      "step": 12200
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 0.00018870366257504274,
-      "loss": 0.623,
-      "step": 12300
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 0.00018852269883600918,
-      "loss": 0.6242,
-      "step": 12400
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 0.00018834038529719446,
-      "loss": 0.6318,
-      "step": 12500
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 0.0001881567247385271,
-      "loss": 0.6359,
-      "step": 12600
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 0.00018797171996047505,
-      "loss": 0.6449,
-      "step": 12700
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 0.00018778537378400304,
-      "loss": 0.6434,
-      "step": 12800
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 0.00018759768905052946,
-      "loss": 0.6323,
-      "step": 12900
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 0.00018740866862188317,
-      "loss": 0.6377,
-      "step": 13000
-    },
-    {
-      "epoch": 0.48,
-      "eval_loss": 0.6696639060974121,
-      "eval_runtime": 1238.6847,
-      "eval_samples_per_second": 0.438,
-      "eval_steps_per_second": 0.438,
-      "step": 13000
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 0.0001872183153802598,
-      "loss": 0.6232,
-      "step": 13100
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 0.00018702663222817774,
-      "loss": 0.6236,
-      "step": 13200
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 0.00018683362208843395,
-      "loss": 0.6331,
-      "step": 13300
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 0.00018663928790405945,
-      "loss": 0.6528,
-      "step": 13400
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 0.00018644363263827426,
-      "loss": 0.6362,
-      "step": 13500
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 0.00018624665927444248,
-      "loss": 0.6308,
-      "step": 13600
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 0.00018604837081602656,
-      "loss": 0.6107,
-      "step": 13700
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 0.00018584877028654154,
-      "loss": 0.6418,
-      "step": 13800
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 0.00018564786072950917,
-      "loss": 0.6276,
-      "step": 13900
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 0.00018544564520841118,
-      "loss": 0.6296,
-      "step": 14000
-    },
-    {
-      "epoch": 0.52,
-      "eval_loss": 0.6651941537857056,
-      "eval_runtime": 1277.2835,
-      "eval_samples_per_second": 0.424,
-      "eval_steps_per_second": 0.424,
-      "step": 14000
-    }
-  ],
-  "max_steps": 80463,
-  "num_train_epochs": 3,
-  "total_flos": 3.9235240378975027e+18,
-  "trial_name": null,
-  "trial_params": null
-}

checkpoint-14000/training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:058d974230e3621cc65a8f8be1203c3e11fcaa08b08a9bcf2d0475d3730dbc26
-size 4027

{checkpoint-14000 → checkpoint-17000/adapter_model}/adapter_config.json

@@ -14,13 +14,13 @@
   "r": 32,
   "revision": null,
   "target_modules": [
-    "k_proj",
-    "q_proj",
     "v_proj",
     "o_proj",
     "gate_proj",
+    "k_proj",
+    "up_proj",
     "down_proj",
-    "up_proj"
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

{checkpoint-14000 → checkpoint-17000}/adapter_model/adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43d8489e1860bc44ac0a168b429d6db410e83fb55df06da817c1b03bc8a784c7
+oid sha256:aa07e2f07041a3d8f612e13ed99c8da5ef7ee1ce18da05ac269f1c3c5b51a5a3
 size 500897101