feat: version2

README.md

@@ -85,7 +85,7 @@ The model was trained with the parameters:
 
 **DataLoader**:
 
-`torch.utils.data.dataloader.DataLoader` of length 657 with parameters:
+`torch.utils.data.dataloader.DataLoader` of length 1160 with parameters:
 ```
 {'batch_size': 16, 'sampler': 'torch.utils.data.sampler.RandomSampler', 'batch_sampler': 'torch.utils.data.sampler.BatchSampler'}
 ```
@@ -97,8 +97,8 @@ The model was trained with the parameters:
 Parameters of the fit()-Method:
 ```
 {
-    "epochs": 4,
-    "evaluation_steps": 65,
+    "epochs": 5,
+    "evaluation_steps": 116,
     "evaluator": "sentence_transformers.evaluation.EmbeddingSimilarityEvaluator.EmbeddingSimilarityEvaluator",
     "max_grad_norm": 1,
     "optimizer_class": "<class 'torch.optim.adamw.AdamW'>",
@@ -107,7 +107,7 @@ Parameters of the fit()-Method:
     },
     "scheduler": "WarmupLinear",
     "steps_per_epoch": null,
-    "warmup_steps": 263,
+    "warmup_steps": 580,
     "weight_decay": 0.01
 }
 ```

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "output/klue-roberta-base-nli1-bs16-msl512/",
+  "_name_or_path": "../model_output/klue-roberta-base-nli1-bs16-msl512/",
   "architectures": [
     "RobertaModel"
   ],

eval/similarity_evaluation_valid_results.csv

@@ -1,45 +1,56 @@
 epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
-0,65,0.9397180417883825,0.8997032916554961,0.9281230021957088,0.8951364363565821,0.9278334507651644,0.8947616244748227,0.9279987439751025,0.8836106541282114
-0,130,0.9467646003622199,0.8997879336621797,0.9323236983323834,0.8954624103732041,0.9319862137002098,0.8949557493061492,0.9368133748412237,0.8863092985952522
-0,195,0.9524440802589137,0.9059198108425421,0.9390892680407712,0.9018267390439249,0.9388120047131085,0.9014440099634338,0.9433630462414969,0.8936728076900706
-0,260,0.9558503619756855,0.9096203021625693,0.9436354010215867,0.9054495740451188,0.9433631320892714,0.9049079996922738,0.9467686254579458,0.8974534783028725
-0,325,0.9602636567789736,0.9140792525988931,0.945922298235708,0.9094782254085788,0.9456010810957995,0.9087768671003811,0.9508911615679242,0.9019059623564778
-0,390,0.9633306210411153,0.9176179052493523,0.9519733054344874,0.9147622122482736,0.9516962752140914,0.9140971504746324,0.9549196619404319,0.904278492417633
-0,455,0.9667519473991255,0.9268178564034224,0.9538190061960852,0.9214662261299333,0.953591250906403,0.9209745369382636,0.9548435247797162,0.9103650928794131
-0,520,0.9687463163187907,0.9238176554181362,0.955279237384536,0.9186452617908893,0.9550526894834263,0.9181371992937516,0.9566300850933879,0.906274186364099
-0,585,0.9731723506717536,0.9297811349076567,0.962544367949314,0.9258668038908932,0.9623338198910715,0.9255036720835859,0.9662976582578139,0.917598212792534
-0,650,0.9723950712010244,0.9260417971406891,0.9604982830532731,0.9225501329947894,0.9603409188022717,0.9222192388780612,0.9652922538859398,0.9140626971323333
-0,-1,0.9734472612619323,0.9279052033177427,0.9620196776521199,0.9245799585585033,0.9618615529320177,0.9242543803318268,0.9667544492061751,0.9161436314875016
-1,65,0.977136322209463,0.9365805782882851,0.966352706879718,0.9322777058025175,0.9661156880945487,0.9317885261936104,0.9690514773912836,0.9222033806711032
-1,130,0.9773317140949469,0.9361053655295819,0.9657575228452885,0.9312128593574395,0.9655393189750835,0.9307994145654148,0.9688953907685667,0.9218864627873229
-1,195,0.9790804361023989,0.9406097367267001,0.9674244110610143,0.9347626626277596,0.96715284071697,0.9341874075228144,0.9707217062769302,0.9264363233127493
-1,260,0.9799406170359077,0.9416735210427958,0.9697903156035584,0.937648373699498,0.9695292842627807,0.9371212773804855,0.9724215769333037,0.927875590748102
-1,325,0.9813407868077642,0.9463220177499658,0.9719601320595326,0.9417118521147295,0.9717093830439766,0.9411434939098584,0.9731029102344584,0.9311656409225095
-1,390,0.9813920419962971,0.9450604976344475,0.9714459691007024,0.9409815586859929,0.9712035787023396,0.9403999313648955,0.9741357831969913,0.9320844555305395
-1,455,0.9822911653840454,0.9476459861796513,0.9717686088101519,0.9426282621328926,0.9715435451295829,0.9420436832997521,0.9753265189846397,0.9351357520577127
-1,520,0.9832989407315973,0.9497439146624707,0.9736153288319503,0.9446210593914863,0.9734270975581039,0.9441172531217471,0.9754816701643675,0.9350298896112667
-1,585,0.9843074059905532,0.951582104986396,0.974712344967034,0.9463011618319386,0.9744861867298844,0.9456611437883052,0.9764161533951881,0.9364407393127286
-1,650,0.9848298904017834,0.9510097289704765,0.9738884307734064,0.9450193822771155,0.9736433806229147,0.9443801178169237,0.9774401043318692,0.9367177714844552
-1,-1,0.9850104484183532,0.9517841287518398,0.9737542038635272,0.945401759479648,0.9734981067702955,0.9447624236098516,0.9774148033235439,0.9374137289399112
-2,65,0.9856787310776634,0.9541400299714328,0.9752881035782285,0.9481081844321829,0.9750419982061992,0.9474831151081546,0.9786404428857512,0.9399081117878797
-2,130,0.9858923588594372,0.9552241478814965,0.9749908782016579,0.9475181514700012,0.9747197025701316,0.9468671106983767,0.9774463125299748,0.9385671479252102
-2,195,0.985882965457757,0.9551783935980619,0.9751432408606462,0.9481688758842548,0.9748980606457652,0.9475724979647874,0.9771082855004137,0.937948922456979
-2,260,0.9867771959860862,0.9574331607345133,0.9757641236863004,0.950235807830165,0.9754866850511219,0.9495487189344209,0.9772626265052373,0.939363416810044
-2,325,0.9870661047022189,0.9585309049483671,0.9765270287913699,0.9513307922379122,0.9762889645700558,0.9507478325217367,0.9779405718924181,0.9406031734154542
-2,390,0.9872057577946448,0.9585539272561922,0.976480586592896,0.9509301989580807,0.9762355784674278,0.950254471325649,0.978189781041654,0.9408767991893319
-2,455,0.9875871772309558,0.9594407961030731,0.9755981728074499,0.9512371675015346,0.9753374854560395,0.9505555903079056,0.9788713731537289,0.9430863071763944
-2,520,0.9878075906110508,0.959747546196216,0.9764491292645125,0.9521241117543808,0.9761807106388679,0.9513710159475061,0.9788847260957106,0.9425067048897223
-2,585,0.988277239643948,0.9615339017051097,0.975959161933236,0.9523424764029575,0.9756649400595382,0.9515734431561506,0.978946484598059,0.9437443344037908
-2,650,0.9886696497878326,0.9618989379850472,0.976872089169885,0.9534292502899788,0.9766105064688907,0.952703358537665,0.9801228095917935,0.9449494800835931
-2,-1,0.9887386339177828,0.9621055700775988,0.9768793540339284,0.9536098313390711,0.9766178208502598,0.9528861369094724,0.9801538465552652,0.9451850486872193
-3,65,0.9884509800738993,0.9618397378670528,0.9761823254379098,0.9524860690755492,0.9759014698941226,0.9518024919751444,0.9793556062205341,0.9441844772579496
-3,130,0.9890851755928105,0.9638796360807651,0.9768642783405598,0.9540343951998903,0.9765703354954758,0.9533196648958837,0.9795549662870136,0.9455686974374184
-3,195,0.9893531181595053,0.964482573326025,0.9775011388366351,0.9546578824976749,0.9772195555841078,0.9539313049413517,0.9796692590922823,0.9454167323498517
-3,260,0.9894246892384747,0.9647605229713063,0.9778193434040702,0.9553277163059063,0.9775466528170723,0.9545745856167165,0.980087633095928,0.9462519675642984
-3,325,0.989608965448036,0.965412323110227,0.9777251958511626,0.9552260543633707,0.9774475541885524,0.9545097135776509,0.9801259033994062,0.9466896749336672
-3,390,0.9897538665588328,0.9659378083123605,0.9779653952684633,0.9556827910919455,0.9776842713693268,0.9549699143101867,0.9797826518846978,0.946516574528942
-3,455,0.9899264819679128,0.9666940157497137,0.9783385474531593,0.9566486771434279,0.9780540614620722,0.9559230694071796,0.98005720193982,0.9474169303777524
-3,520,0.9899800013912265,0.9665972673525975,0.9779673103988004,0.9561762172032965,0.9776887384813593,0.9554526049639194,0.9802997238875262,0.9478176851510194
-3,585,0.9899993722951314,0.9665555747529525,0.9780236917266035,0.9561186404597658,0.9777465217206289,0.9553838056786029,0.9803360590698648,0.9477514627693543
-3,650,0.9900657488200432,0.9667549306874994,0.9780949865786348,0.9562865843416511,0.9778158999213025,0.9555525481008548,0.9803710684396814,0.947906085287222
-3,-1,0.9900660105045667,0.9667552715579162,0.9780943488748243,0.9562848354163999,0.9778152458988124,0.9555508570413506,0.9803701941991193,0.947905507366447
+0,116,0.9417626309131897,0.8993977973783095,0.9281930848247232,0.8941586213650483,0.9279571699502311,0.8938316402596118,0.9297917798572208,0.8837339457578025
+0,232,0.948269836064555,0.8963788955291331,0.9348478989632005,0.8934761897168892,0.9345430625073853,0.8930328946349785,0.9393674882970445,0.8837405938328501
+0,348,0.9580698270695754,0.9110359944622393,0.9432255740748026,0.9048487054889,0.9429727358507897,0.904435283143361,0.94526013084424,0.8945725241206802
+0,464,0.9604166729467929,0.9122904555586901,0.9478600555399268,0.9096126326737067,0.9475766445606547,0.9091921024797567,0.9516155847436942,0.9002417583546655
+0,580,0.9635361079200988,0.9156018895169075,0.9507706355726315,0.9118772712396659,0.9505655357741409,0.9114442570846961,0.9538566706199453,0.9019783872488993
+0,696,0.9644821065022252,0.9147384457782508,0.9546189044443963,0.9154943244045619,0.9543592891421172,0.9149892045693169,0.9588105767366106,0.9043612835756827
+0,812,0.9683399245276633,0.9220735036116932,0.9568650809593846,0.9195933631064951,0.9566794245610599,0.9193125266448459,0.9623635372281096,0.9120498162825075
+0,928,0.9722018322121226,0.9299576225401618,0.9633835996635178,0.9277061550756472,0.963253643623651,0.9274126986777438,0.9652880824255546,0.9176394801964883
+0,1044,0.9728543240758174,0.9294568909924819,0.9623965549058886,0.926590289365552,0.9621645993702972,0.926067861434418,0.9658723778882209,0.9170305573033567
+0,1160,0.9755807108204926,0.9340367993796976,0.9673794994346474,0.9322010118366277,0.9671843436238083,0.9317023889775633,0.9688656939979654,0.9200533181473699
+0,-1,0.9755807108204926,0.9340367993796976,0.9673794994346474,0.9322010118366277,0.9671843436238083,0.9317023889775633,0.9688656939979654,0.9200533181473699
+1,116,0.9779813042155716,0.9391723398642254,0.9680376825250121,0.9348755561180547,0.9678269254058625,0.9344597538000446,0.9690998695567161,0.9232632972710824
+1,232,0.9782802406716271,0.9376895322238586,0.967983494030841,0.9345646268373838,0.9677974740121584,0.9341007680850221,0.9693167687771578,0.921363719510076
+1,348,0.9793423960401122,0.9413511673117703,0.9704947293586538,0.9393763435134198,0.9702981057672719,0.938846580522464,0.9718702998861452,0.9270079183737258
+1,464,0.9806137880352291,0.9443904514263659,0.9719237817330562,0.9415542117693178,0.9717696193249546,0.9411616403683044,0.9738075049303977,0.93053298542019
+1,580,0.9808639124087384,0.9443073221320709,0.9722148393300204,0.9415771182125207,0.9719851962116427,0.9409740337867225,0.9744261405831938,0.9302260038204958
+1,696,0.9814800993037737,0.9448282428094684,0.9714813403320623,0.941261176282898,0.9712873168159789,0.9405487083702895,0.975670929045395,0.9330653904174789
+1,812,0.9835392192009856,0.9509198108955195,0.9742517513824278,0.9464346903728069,0.9741136454365442,0.9460228120055081,0.97685480622333,0.9370932323767103
+1,928,0.9841297607334931,0.9513250288548017,0.9757459579278374,0.9478591636601229,0.9755472126078991,0.9473041093831956,0.9762563863254671,0.935053689879487
+1,1044,0.9842300931849058,0.950295030992999,0.9760720993924173,0.9474419774053435,0.9758868293818653,0.9469532534311855,0.9761665683271714,0.9337854765502913
+1,1160,0.9855832054969492,0.953818319412321,0.9770422467870863,0.9488683242699321,0.9768868320878762,0.9485084806113876,0.9781102180404343,0.9374495179985511
+1,-1,0.9855832054969492,0.953818319412321,0.9770422467870863,0.9488683242699321,0.9768868320878762,0.9485084806113876,0.9781102180404343,0.9374495179985511
+2,116,0.9862297861077189,0.9559643977087082,0.9776286098409599,0.950820709946674,0.9774384032914671,0.9503159098655451,0.9784219160499303,0.939352640902304
+2,232,0.9865282656306348,0.9566891013795449,0.9781667136329784,0.9519203419119072,0.977984290616836,0.9514886658952362,0.9787761218327936,0.9405483963476409
+2,348,0.9867904778816761,0.9574248485302137,0.9783451080764652,0.9529197754675058,0.9781754347748604,0.9525282571525399,0.9803437402704741,0.9435052578128054
+2,464,0.9865649094182577,0.9561053704202349,0.9768801055177768,0.9512772737858256,0.976704052057932,0.9507275567242626,0.9797161579880518,0.9423351424127993
+2,580,0.987445859393487,0.9599976675123767,0.9768231257264473,0.9537510892013855,0.9766598918376544,0.9533237767450885,0.9788076456654577,0.9447629775123207
+2,696,0.9877988266802159,0.9601082498198381,0.9789128557348105,0.9555745037929001,0.9787688889835032,0.9551394035721662,0.9806929431972481,0.9452884918834478
+2,812,0.9881793582954859,0.9618904728839216,0.9787955817200887,0.9561564881945427,0.9786766800174315,0.9557979612634164,0.9811379621969059,0.9473115042711029
+2,928,0.9883785476890803,0.9609126388249836,0.9788562598935232,0.9562624104359837,0.9786870615155937,0.9556621457567834,0.9812713584551744,0.946547201761236
+2,1044,0.9886633015552146,0.9630321854319105,0.9793449765837995,0.9574462468759106,0.9791516689164798,0.9568827091628299,0.9818741363567463,0.9484288982666521
+2,1160,0.9893362284258171,0.9653125018371258,0.9797244959674489,0.9582418361521872,0.9795228136899271,0.9577333570039964,0.9806780508058212,0.9474158768557777
+2,-1,0.9893362284258171,0.9653125018371258,0.9797244959674489,0.9582418361521872,0.9795228136899271,0.9577333570039964,0.9806780508058212,0.9474158768557777
+3,116,0.9890752240033873,0.9635146067477229,0.9787883866039019,0.9561799961287363,0.9786069246083137,0.9556745933621202,0.9798463888302463,0.9451922694955671
+3,232,0.9899871030176554,0.9670910469299312,0.9808901444747131,0.9604137126802372,0.9806801404933494,0.959833532812709,0.9812225377834675,0.9490177108866373
+3,348,0.9900521856716298,0.9660269522000807,0.979761341829905,0.9590729948971584,0.9795642899379177,0.9585097671046632,0.9812845860433819,0.9490635522006776
+3,464,0.9903133123888069,0.9676943189293561,0.9798216044312509,0.9594752262849279,0.9796437027378901,0.9589837539766174,0.9815443665979413,0.950661540587927
+3,580,0.990609092690032,0.9678201092842497,0.9796284810356656,0.9593486653170241,0.9794360501134426,0.9587706491004114,0.9807219892293189,0.9497036032193262
+3,696,0.990567252373826,0.9678240733456567,0.979259651073164,0.958187296901744,0.979048209068006,0.957617264037262,0.9801578353933957,0.9488686336095377
+3,812,0.9907228445902738,0.9677750314834225,0.9799026889534468,0.9597044368514158,0.9796785192532965,0.9590495399818838,0.981506363587331,0.9505410491983717
+3,928,0.9911621017105852,0.969700216515436,0.9811733619786855,0.9617198793567407,0.9809808801761094,0.961142429921733,0.9830119618956904,0.9529693977206017
+3,1044,0.9911832753035583,0.9694007373707682,0.9805991184265489,0.9607415735451614,0.9804203811278746,0.9601957309136643,0.9824771027995955,0.9517930844211263
+3,1160,0.9916286557557291,0.9704539770424336,0.9804660730868103,0.9614191571507386,0.9802683035941746,0.9608379106717627,0.9823986558508487,0.9527461184732192
+3,-1,0.9916286557557291,0.9704539770424336,0.9804660730868103,0.9614191571507386,0.9802683035941746,0.9608379106717627,0.9823986558508487,0.9527461184732192
+4,116,0.9918693428519026,0.9713661705708381,0.98087996184206,0.9619163434442097,0.980688801580351,0.9613802947243588,0.9827809914813201,0.9537746470814503
+4,232,0.9918017327316409,0.9709428690341261,0.9805087818335962,0.9613762388224368,0.9803277659926874,0.9608445983062485,0.98231086649374,0.9532052435754654
+4,348,0.9921669469850591,0.9724525309521326,0.9810380277303785,0.9625661089780155,0.9808537645854061,0.9620465180717763,0.9820591320509758,0.9533891157454425
+4,464,0.9923003690549893,0.9726795924424372,0.9812317553446949,0.9628656343736186,0.9810547401321132,0.9623678741451539,0.9826620530130972,0.9543873282293893
+4,580,0.9924556311989275,0.9731265493362411,0.9816319581718264,0.9631606757706797,0.9814444528370282,0.9626711618024385,0.982770304434995,0.9541982667914721
+4,696,0.9925521981010929,0.9734095770795356,0.9813316875533769,0.9630813038632029,0.9811341856122204,0.962585887120333,0.9825046741552902,0.954442581906078
+4,812,0.9926249925720471,0.9735635753451156,0.9810310504298372,0.9628726488953683,0.9808371389496079,0.9623526378617988,0.9822648802150961,0.9544501532220129
+4,928,0.992797447412385,0.9740338213237436,0.9813303277868278,0.9633991901286582,0.9811385306099375,0.9628821018804328,0.9828195187734894,0.9552494042577336
+4,1044,0.9927997125396482,0.9740182756375088,0.980997644733269,0.9630346332454359,0.9808053692053481,0.9624966448837505,0.982661115951555,0.9553206921440683
+4,1160,0.9928567704655278,0.9742482656881033,0.9811528228668275,0.9632026239417784,0.98096060185284,0.9626778625396868,0.9827371651995978,0.9554394275070727
+4,-1,0.9928567704655278,0.9742482656881033,0.9811528228668275,0.9632026239417784,0.98096060185284,0.9626778625396868,0.9827371651995978,0.9554394275070727

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:888977fc1db72f8aa601cc4289472d6f451627057861bef159645bed97eb6cda
+oid sha256:f7177cc460e0c1d1cc1ecab5ba3d9944ea3afa1f7f9e7d3a378800b2916e98ca
 size 442539177

similarity_evaluation_test_results.csv

@@ -1,2 +1,2 @@
 epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
--1,-1,0.8965342848178169,0.8994593738812181,0.8944096800717946,0.8926364065652307,0.8938001177448105,0.8921666061090477,0.8832380623728627,0.8825778517324421
+-1,-1,0.9001174336076292,0.898769612027239,0.8972883240366022,0.8931198580215111,0.8959932663887161,0.8915043179659566,0.8847692667328326,0.8833462570838377