Training in progress, step 10

26_10_23_config_test.csv

@@ -2,4 +2,5 @@ run_number,comment,peformed_already,num_train_epochs,max_tokens,temperature,stop
 1,no variations,True,2,100,0.8,False,False,False,False
 2,classification_of_valuems set False,True,2,100,0.8,False,False,False,False
 3,classification_of_valuems set True,True,2,100,0.8,False,True,False,False
-4,classification_of_valuems set True,False,2,100,0.8,False,True,False,False
+4,classification_of_valuems set True,True,2,100,0.8,False,True,False,False
+5,classification_of_valuems set True,False,2,100,0.8,False,True,False,False

26_10_23_results_real_3.csv

@@ -5,4 +5,4 @@ run_number,items_per_minute,changed_settings,total_time_taken,rouge_scores_unnes
 4,1525.602524101584,classification_of_valuems set True,17.304638385772705,0,0.3449559795118336,0.3423341666457499,0.3223067218438548,0.3962323417858379,0.3934280156800367,0.3705820791169619,0.4480554100301472,0.4472379094634592,0.4191781582462838,0.1924640322240557,0.1864412220397102,0.1791588870738077,0.2322731554369229,0.2249807377601852,0.2130668974234288,0.275524472174082,0.267281230315844,0.2520826707151871,0.25,0.25,0.25
 5,1526.1514943613795,lemmatization set True    stemming set True    classification_of_valuems set True,17.29841375350952,0,0.2740090800292036,0.3255265414032295,0.2775650458916542,0.3242606066397121,0.382074138505741,0.3267769081728278,0.3772870132781871,0.4458722947774239,0.3791647882107381,0.1589738558026723,0.1948121530040918,0.163589425650448,0.197346401556911,0.2400173323974756,0.2012985648757239,0.2417203208425002,0.291225773302693,0.2448890209857868,0.5,0.5,0.5
 6,1530.684509829563,lemmatization set True    classification_of_valuems set True,17.247185707092285,0,0.2089967577635823,0.2539863482828974,0.2180593819184433,0.2566736342083835,0.3067268601430931,0.2634860133658033,0.3083760408920908,0.3641939637052689,0.3143688188949664,0.1022732513904408,0.1231935696888519,0.1061505173202719,0.1366654941744046,0.1619876288426343,0.1387847257382091,0.1783473709510714,0.2101453928900783,0.1797982054917218,0.4999999999999998,0.4999999999999998,0.4999999999999998
-6,1537.4830854419854,lemmatization set True    stemming set True    classification_of_valuems set True,17.170920610427856,0,0.3137446610565907,0.346938031739325,0.3116890258549815,0.36716366175121,0.4078239534610949,0.3658593356405938,0.4216956378639542,0.4672338475399563,0.4174884317080075,0.1868318428239036,0.2090565062942769,0.1872856926409339,0.2333035163819085,0.2570762720696271,0.2307891585347144,0.2805117716175197,0.3026827885812185,0.2738993050878683,0.25,0.25,0.25
+7,1537.4830854419854,lemmatization set True    stemming set True    classification_of_valuems set True,17.170920610427856,0,0.3137446610565907,0.346938031739325,0.3116890258549815,0.36716366175121,0.4078239534610949,0.3658593356405938,0.4216956378639542,0.4672338475399563,0.4174884317080075,0.1868318428239036,0.2090565062942769,0.1872856926409339,0.2333035163819085,0.2570762720696271,0.2307891585347144,0.2805117716175197,0.3026827885812185,0.2738993050878683,0.25,0.25,0.25

26_10_23_results_test.csv

@@ -4,4 +4,5 @@ run_number,items_per_minute,changed_settings,total_time_taken,rouge_scores_unnes
 0,1525.1505741778146,no variations,17.30976629257202,0,0.1944833026292195,0.2608866277179161,0.212506973427488,0.231774299851333,0.2992392908143453,0.2475690501161298,0.2685696129851041,0.3381393563030371,0.2834733235474062,0.0626355093279982,0.0747762221568468,0.0659507681155903,0.0809426639328388,0.095104133215893,0.0838846169340258,0.1020442556026316,0.1176611208472423,0.1049781579164324,0.25,0.25,0.25
 0,1530.6754535724783,classification_of_valuems set False,17.24728775024414,0,0.1879037713120736,0.26635175665791,0.2078759379737942,0.2222338778469523,0.3043392990970662,0.2431796544443196,0.2609053363276057,0.3407001064027443,0.279022600280195,0.0533387192230296,0.0671362617022624,0.0569484513346216,0.0750485080925462,0.0895702760568634,0.07749395882536,0.0997334960237815,0.1124839882732962,0.1007905792170695,0.5,0.5,0.5
 0,1523.202785898206,classification_of_valuems set True,17.33190107345581,0,0.2143732521066965,0.3009100779362864,0.2355222855803461,0.2476455424389554,0.3379418414655798,0.2666081864699126,0.2837608877108193,0.3725579730707864,0.3003729753120649,0.066301269169836,0.085461728746202,0.0710024667555071,0.0836433163299844,0.1062234813160996,0.0885566080437676,0.1021087183068926,0.1288211679363186,0.1060444727659551,0.5,0.5,0.5
+0,1524.8745306877388,classification_of_valuems set True,17.312899827957153,0,0.1523559158621903,0.2402063075738076,0.1711786154828841,0.1879905787977005,0.2725423044286807,0.2052492305829349,0.2249142701073362,0.3101320775218208,0.2376186625911425,0.0456612013757211,0.061517705140545,0.0486773374221998,0.064538975391185,0.08457436273416,0.0659237042923236,0.0864961253662038,0.1081372741329041,0.0849530450555745,0.5,0.5,0.5
 0,0.0,0,0.0,0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0

README.md

@@ -928,6 +928,18 @@ The following `bitsandbytes` quantization config was used during training:
 - bnb_4bit_use_double_quant: True
 - bnb_4bit_compute_dtype: bfloat16
 
+The following `bitsandbytes` quantization config was used during training:
+- quant_method: bitsandbytes
+- load_in_8bit: False
+- load_in_4bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: nf4
+- bnb_4bit_use_double_quant: True
+- bnb_4bit_compute_dtype: bfloat16
+
 The following `bitsandbytes` quantization config was used during training:
 - quant_method: bitsandbytes
 - load_in_8bit: False
@@ -1018,5 +1030,6 @@ The following `bitsandbytes` quantization config was used during training:
 - PEFT 0.5.0
 - PEFT 0.5.0
 - PEFT 0.5.0
+- PEFT 0.5.0
 
 - PEFT 0.5.0

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83e5fc788502184a7ddaba477ade6ad49e849c12b46297b56eca8f20c7d04f86
+oid sha256:667d8266793de8e223122942a17e14a9e466e53562772f98b397b7a35003e4be
 size 100733709

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80357a1cb729b0c16c6a51f759941174af80c1a5f6fa17a34d4b28e9f55acaca
+oid sha256:3f9dc08c2d804342328bdb54ba09f3fa962d97d9e8effbbc586d91c11e19b9e1
 size 100690288

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85c2f1db805f526d7bee07448f0bc161d3ae24d3ac3866fb9b598befccd8ef18
+oid sha256:15b1e146b5d8a3380931029a1a0d34ea82147421b5bbd788930a2485a2978b18
 size 4283