initial commit

1_Pooling/config.json

@@ -0,0 +1,7 @@
+{
+  "word_embedding_dimension": 768,
+  "pooling_mode_cls_token": false,
+  "pooling_mode_mean_tokens": true,
+  "pooling_mode_max_tokens": false,
+  "pooling_mode_mean_sqrt_len_tokens": false
+}

eval/binary_classification_evaluation_results.csv

@@ -0,0 +1,28 @@
+epoch,steps,cossim_accuracy,cossim_accuracy_threshold,cossim_f1,cossim_precision,cossim_recall,cossim_f1_threshold,cossim_ap,manhattan_accuracy,manhattan_accuracy_threshold,manhattan_f1,manhattan_precision,manhattan_recall,manhattan_f1_threshold,manhattan_ap,euclidean_accuracy,euclidean_accuracy_threshold,euclidean_f1,euclidean_precision,euclidean_recall,euclidean_f1_threshold,euclidean_ap,dot_accuracy,dot_accuracy_threshold,dot_f1,dot_precision,dot_recall,dot_f1_threshold,dot_ap
+0,320,0.8835144927536231,0.7429413795471191,0.8869778869778868,0.8583559782608695,0.9175744371822803,0.7276129722595215,0.9402182530062173,0.8827898550724638,15.400643348693848,0.887228496959166,0.8507164278573809,0.9270152505446623,16.29767608642578,0.9398891635268319,0.8835144927536231,0.7170196771621704,0.8869778869778868,0.8583559782608695,0.9175744371822803,0.7380880117416382,0.9402182288810292,0.8835144927536231,0.7429413795471191,0.8869778869778868,0.8583559782608695,0.9175744371822803,0.7276129722595215,0.940218319347349
+0,640,0.9106884057971014,0.7247977256774902,0.9117123531505873,0.8942039106145251,0.929920116194626,0.7166844606399536,0.9575523720573774,0.9096014492753624,16.139678955078125,0.9109576916268365,0.8887737478411053,0.9342774146695715,16.382709503173828,0.957204713132763,0.9106884057971014,0.7418924570083618,0.9117123531505873,0.8942039106145251,0.929920116194626,0.752748966217041,0.9575523720573774,0.9106884057971014,0.724797785282135,0.9117123531505873,0.8942039106145251,0.929920116194626,0.7166844606399536,0.9575523800086074
+0,-1,0.9152173913043479,0.7797152996063232,0.9161290322580646,0.9044585987261147,0.9281045751633987,0.7686007618904114,0.9599548427113536,0.9146739130434782,14.432215690612793,0.9159843360626557,0.8983938547486033,0.9342774146695715,14.827606201171875,0.9596867112819657,0.9152173913043479,0.6637539863586426,0.9161290322580646,0.9044585987261147,0.9281045751633987,0.6802929639816284,0.9599548248371463,0.9152173913043479,0.7797152996063232,0.9161290322580646,0.9044585987261147,0.9281045751633987,0.7686007022857666,0.959954974372452
+1,320,0.9206521739130434,0.7790372371673584,0.9199853854585311,0.9257352941176471,0.9143064633260711,0.7784714102745056,0.9642669127810373,0.9206521739130434,14.494451522827148,0.9205370101596517,0.919869470630892,0.9212055192447349,14.494451522827148,0.9639090135644371,0.9206521739130434,0.6647748947143555,0.9199853854585311,0.9257352941176471,0.9143064633260711,0.6656253337860107,0.964267037012164,0.9206521739130434,0.7790372967720032,0.9199853854585311,0.9257352941176471,0.9143064633260711,0.7784714102745056,0.9642667511696689
+1,640,0.922463768115942,0.771876335144043,0.9230219682086086,0.9082601054481546,0.9382716049382716,0.7549362182617188,0.9680935596523201,0.9217391304347826,14.444615364074707,0.9219143576826195,0.9136947218259629,0.9302832244008714,14.896951675415039,0.9676923489657253,0.922463768115942,0.6754608154296875,0.9230219682086086,0.9082601054481546,0.9382716049382716,0.7000910639762878,0.9680935524140784,0.922463768115942,0.771876335144043,0.9230219682086086,0.9082601054481546,0.9382716049382716,0.7549362778663635,0.9680935751055049
+1,-1,0.9192028985507247,0.8008571863174438,0.919956927494616,0.9095102909865153,0.9306463326071169,0.8008571863174438,0.9662932520980544,0.9170289855072464,13.414076805114746,0.9179866244280183,0.8907103825136612,0.9469862018881626,14.116264343261719,0.9660212946984913,0.9192028985507247,0.6310986876487732,0.919956927494616,0.9095102909865153,0.9306463326071169,0.6310986876487732,0.9662932455748614,0.9192028985507247,0.8008572459220886,0.919956927494616,0.9095102909865153,0.9306463326071169,0.8008572459220886,0.9662932531475016
+2,320,0.9231884057971015,0.7444403171539307,0.9235485034258926,0.9172636103151862,0.929920116194626,0.7433453798294067,0.9708075598028092,0.9230072463768116,15.260116577148438,0.9229653797353635,0.921462178791169,0.9244734931009441,15.260116577148438,0.9704389095649852,0.9231884057971015,0.7149257063865662,0.9235485034258926,0.9172636103151862,0.929920116194626,0.7164559960365295,0.9708075598028092,0.9231884057971015,0.7444403171539307,0.9235485034258926,0.9172636103151862,0.929920116194626,0.7433453798294067,0.9708075706440983
+2,640,0.9211956521739131,0.8438190817832947,0.9220569790360151,0.9101521047046339,0.9342774146695715,0.8438190817832947,0.9670017813437722,0.918659420289855,12.058107376098633,0.92008486562942,0.8966230186078566,0.9448075526506899,12.411725997924805,0.9666987120004746,0.9211956521739131,0.5588933825492859,0.9220569790360151,0.9101521047046339,0.9342774146695715,0.5588933825492859,0.9670017724721695,0.9211956521739131,0.8438190221786499,0.9220569790360151,0.9101521047046339,0.9342774146695715,0.8438190221786499,0.9670017780087877
+2,-1,0.9226449275362318,0.7928582429885864,0.9235167977126518,0.9092188599577762,0.9382716049382716,0.7901551723480225,0.9709883437768487,0.9226449275362318,13.82765007019043,0.9230491980537034,0.9162790697674419,0.929920116194626,13.82765007019043,0.9704476490996955,0.9226449275362318,0.643648624420166,0.9235167977126518,0.9092188599577762,0.9382716049382716,0.6478345394134521,0.9709884435594671,0.9226449275362318,0.7928581237792969,0.9235167977126518,0.9092188599577762,0.9382716049382716,0.7901552319526672,0.9709883490587817
+3,320,0.9242753623188406,0.8358629941940308,0.9237504560379424,0.9281524926686217,0.9193899782135077,0.8358629941940308,0.9703265793726029,0.923731884057971,12.289565086364746,0.9232959601352554,0.9054101221640488,0.9419026870007262,12.855850219726562,0.970077186579554,0.9242753623188406,0.5729519724845886,0.9237504560379424,0.9281524926686217,0.9193899782135077,0.5729519724845886,0.9703265793726029,0.9242753623188406,0.8358629941940308,0.9237504560379424,0.9281524926686217,0.9193899782135077,0.8358629941940308,0.9703265793726029
+3,640,0.9280797101449275,0.7272225618362427,0.9285330467490597,0.9162248144220573,0.9411764705882353,0.7172201871871948,0.9713829232889215,0.9264492753623188,16.062389373779297,0.9267412486466979,0.921090387374462,0.9324618736383442,16.062389373779297,0.9709077738440968,0.9280797101449275,0.7386168241500854,0.9285330467490597,0.9162248144220573,0.9411764705882353,0.752036988735199,0.97138291941406,0.9280797101449275,0.7272225618362427,0.9285330467490597,0.9162248144220573,0.9411764705882353,0.7172201871871948,0.97138291941406
+3,-1,0.9295289855072464,0.7701162099838257,0.9295927601809955,0.9267412486466979,0.9324618736383442,0.7701162099838257,0.9714555816578013,0.9280797101449275,14.779903411865234,0.9285328532853285,0.920742591931453,0.9364560639070443,14.779903411865234,0.971051179007073,0.9295289855072464,0.6780616044998169,0.9295927601809955,0.9267412486466979,0.9324618736383442,0.6780616044998169,0.9714555899904623,0.9295289855072464,0.7701161503791809,0.9295927601809955,0.9267412486466979,0.9324618736383442,0.7701161503791809,0.9714555854646928
+4,320,0.9264492753623188,0.7951706051826477,0.9268553123331554,0.9089005235602095,0.9455337690631809,0.7785345911979675,0.9722056536809376,0.9259057971014493,13.896855354309082,0.9255144782371153,0.928388746803069,0.9226579520697168,13.896855354309082,0.9717946755058423,0.9264492753623188,0.6400458812713623,0.9268553123331554,0.9089005235602095,0.9455337690631809,0.6655304431915283,0.9722056536809376,0.9264492753623188,0.7951706051826477,0.9268553123331554,0.9089005235602095,0.9455337690631809,0.7785346508026123,0.9722056567791832
+4,640,0.9246376811594202,0.7958422303199768,0.9257673090649535,0.9101754385964912,0.9419026870007262,0.7865962982177734,0.9717684119738029,0.9231884057971015,13.896993637084961,0.9233827249728948,0.9190647482014388,0.9277414669571532,13.896993637084961,0.9715841088872761,0.9246376811594202,0.6389957070350647,0.9257673090649535,0.9101754385964912,0.9419026870007262,0.653304934501648,0.971768411973803,0.9246376811594202,0.7958422899246216,0.9257673090649535,0.9101754385964912,0.9419026870007262,0.7865962982177734,0.9717684143951297
+4,-1,0.9253623188405797,0.7761590480804443,0.9261119081779053,0.9149539333805812,0.9375453885257807,0.7752644419670105,0.973670526182675,0.9251811594202899,14.33175277709961,0.9255721751666965,0.918783542039356,0.9324618736383442,14.414236068725586,0.9734879263877327,0.9253623188405797,0.6690902709960938,0.9261119081779053,0.9149539333805812,0.9375453885257807,0.6704260110855103,0.973670526182675,0.9253623188405797,0.7761590480804443,0.9261119081779053,0.9149539333805812,0.9375453885257807,0.7752643823623657,0.9736706373186588
+5,320,0.9278985507246377,0.7860328555107117,0.9282503146916022,0.9194869967937299,0.9371822803195352,0.7785077095031738,0.9735419196774492,0.9273550724637681,14.018681526184082,0.927092709270927,0.9193145305248126,0.9350036310820624,14.371994018554688,0.9730774912429359,0.9278985507246377,0.6541668176651001,0.9282503146916022,0.9194869967937299,0.9371822803195352,0.6655707359313965,0.9735419140621996,0.9278985507246377,0.7860329151153564,0.9282503146916022,0.9194869967937299,0.9371822803195352,0.7785077095031738,0.973541914008046
+5,640,0.9327898550724638,0.7740333080291748,0.9335006273525722,0.9217699115044248,0.9455337690631809,0.7732940912246704,0.9731208658270893,0.9311594202898551,14.480712890625,0.9317613433369059,0.9170182841068917,0.9469862018881626,14.646766662597656,0.9730754615223405,0.9327898550724638,0.6722598075866699,0.9335006273525722,0.9217699115044248,0.9455337690631809,0.673358678817749,0.9731208658270895,0.9327898550724638,0.7740334272384644,0.9335006273525722,0.9217699115044248,0.9455337690631809,0.7732940316200256,0.9731208882840844
+5,-1,0.9293478260869565,0.769005537033081,0.9301325689716947,0.917963224893918,0.9426289034132171,0.7683565616607666,0.9736219898888976,0.928623188405797,14.56147575378418,0.9290437890974084,0.9148187258007744,0.9437182280319535,14.769875526428223,0.9734500835820069,0.9293478260869565,0.6796976327896118,0.9301325689716947,0.917963224893918,0.9426289034132171,0.6806517839431763,0.9736219874231048,0.9293478260869565,0.769005537033081,0.9301325689716947,0.917963224893918,0.9426289034132171,0.7683565616607666,0.9736219922523294
+6,320,0.9293478260869565,0.7222310900688171,0.930032292787944,0.9191489361702128,0.9411764705882353,0.7215652465820312,0.9738788978398707,0.9282608695652174,16.082164764404297,0.9289031797070384,0.9142053445850914,0.944081336238199,16.287500381469727,0.9736259338457139,0.9293478260869565,0.7453441023826599,0.930032292787944,0.9191489361702128,0.9411764705882353,0.7462369799613953,0.9738788796054683,0.9293478260869565,0.7222310304641724,0.930032292787944,0.9191489361702128,0.9411764705882353,0.7215651273727417,0.9738788781331369
+6,640,0.9302536231884058,0.7620954513549805,0.9303419576623847,0.9271547060944825,0.9335511982570807,0.7616905570030212,0.9740900677655778,0.9304347826086956,15.057051658630371,0.9307609087630725,0.9244269340974212,0.9371822803195352,15.057051658630371,0.9737334659802512,0.9302536231884058,0.6897891759872437,0.9303419576623847,0.9271547060944825,0.9335511982570807,0.6903759241104126,0.9740900677655778,0.9302536231884058,0.7620955109596252,0.9303419576623847,0.9271547060944825,0.9335511982570807,0.761690616607666,0.9740900715746782
+6,-1,0.9293478260869565,0.8129885196685791,0.9297838127568339,0.9152303904326415,0.9448075526506899,0.8063029050827026,0.9730792232403881,0.9280797101449275,13.149023056030273,0.9286993908993192,0.9165487977369166,0.9411764705882353,13.434786796569824,0.972669809791803,0.9293478260869565,0.6115741729736328,0.9297838127568339,0.9152303904326415,0.9448075526506899,0.6224100589752197,0.9730792198853812,0.9293478260869565,0.8129884600639343,0.9297838127568339,0.9152303904326415,0.9448075526506899,0.8063029646873474,0.9730791665975335
+7,320,0.9326086956521739,0.8122308850288391,0.9332855093256816,0.9220411055988661,0.9448075526506899,0.8121055364608765,0.9745450096410506,0.9307971014492754,13.299556732177734,0.9319631467044649,0.9100346020761245,0.9549745824255628,13.570025444030762,0.9742818849370792,0.9326086956521739,0.6128116846084595,0.9332855093256816,0.9220411055988661,0.9448075526506899,0.6130162477493286,0.9745450044781856,0.9326086956521739,0.8122308850288391,0.9332855093256816,0.9220411055988661,0.9448075526506899,0.8121055364608765,0.9745450072379538
+7,640,0.9329710144927537,0.7621070146560669,0.9332852506310855,0.9269340974212035,0.9397240377632534,0.7575904130935669,0.9746318286114739,0.9331521739130435,15.009021759033203,0.933115823817292,0.9315960912052117,0.934640522875817,15.009021759033203,0.9745623513533023,0.9329710144927537,0.6897723078727722,0.9332852506310855,0.9269340974212035,0.9397240377632534,0.6962895393371582,0.974631809656209,0.9329710144927537,0.7621071338653564,0.9332852506310855,0.9269340974212035,0.9397240377632534,0.7575904130935669,0.9746318311560507
+7,-1,0.9315217391304348,0.7367177605628967,0.9313725490196079,0.9313725490196079,0.9313725490196079,0.736112654209137,0.9744418506927263,0.9306159420289855,15.917168617248535,0.9312074525259764,0.919024045261669,0.9437182280319535,16.096725463867188,0.9743516000910186,0.9315217391304348,0.7256476283073425,0.9313725490196079,0.9313725490196079,0.9313725490196079,0.7264810800552368,0.9744418506927263,0.9315217391304348,0.7367178201675415,0.9313725490196079,0.9313725490196079,0.9313725490196079,0.7361127138137817,0.9744418538155997
+8,320,0.9326086956521739,0.7499712705612183,0.9329016010073754,0.9244206773618538,0.9415395787944808,0.7413805723190308,0.9750643628852014,0.9322463768115942,15.432735443115234,0.9322954380883418,0.9296028880866426,0.9350036310820624,15.44752311706543,0.9748789760209059,0.9326086956521739,0.7071474194526672,0.9329016010073754,0.9244206773618538,0.9415395787944808,0.7191932201385498,0.9750643584171257,0.9326086956521739,0.7499712109565735,0.9329016010073754,0.9244206773618538,0.9415395787944808,0.7413806319236755,0.9750643620600095
+8,640,0.933695652173913,0.7632601261138916,0.9337196667873959,0.9313583815028902,0.9360929557007989,0.7632601261138916,0.9752408799780102,0.9318840579710145,14.86087417602539,0.931952134309698,0.9170474516695958,0.9473493100944081,15.29741096496582,0.9750985007662019,0.933695652173913,0.6880985498428345,0.9337196667873959,0.9313583815028902,0.9360929557007989,0.6880985498428345,0.9752408853559286,0.933695652173913,0.7632601857185364,0.9337196667873959,0.9313583815028902,0.9360929557007989,0.7632601857185364,0.9752408799780102
+8,-1,0.9331521739130435,0.7634603381156921,0.9333814768008667,0.9281867145421903,0.9386347131445171,0.7603664398193359,0.975225745876108,0.9317028985507246,14.84167766571045,0.9318344039971449,0.916140350877193,0.9480755265068991,15.32328987121582,0.9750859781524497,0.9331521739130435,0.6878076195716858,0.9333814768008667,0.9281867145421903,0.9386347131445171,0.692291259765625,0.975225745876108,0.9331521739130435,0.7634603977203369,0.9333814768008667,0.9281867145421903,0.9386347131445171,0.7603663802146912,0.9752259825627172