epoch,steps,cossim_accuracy,cossim_accuracy_threshold,cossim_f1,cossim_precision,cossim_recall,cossim_f1_threshold,cossim_ap,manhattan_accuracy,manhattan_accuracy_threshold,manhattan_f1,manhattan_precision,manhattan_recall,manhattan_f1_threshold,manhattan_ap,euclidean_accuracy,euclidean_accuracy_threshold,euclidean_f1,euclidean_precision,euclidean_recall,euclidean_f1_threshold,euclidean_ap,dot_accuracy,dot_accuracy_threshold,dot_f1,dot_precision,dot_recall,dot_f1_threshold,dot_ap 0,200,0.8431762545899633,0.7760469913482666,0.2720296374702302,0.157427258805513,1.0,0.19177889823913574,0.17053838843575225,0.843405752753978,14.002058029174805,0.2720296374702302,0.157427258805513,1.0,28.20968246459961,0.17142860766776702,0.8431762545899633,0.6692577004432678,0.2720296374702302,0.157427258805513,1.0,1.2713936567306519,0.1705383085712348,0.8431762545899633,0.7760469913482666,0.2720296374702302,0.157427258805513,1.0,0.19177880883216858,0.17053838843575225 0,400,0.8432527539779682,0.8534555435180664,0.2740097666847531,0.15920554854981084,0.9824902723735408,0.18341416120529175,0.16811741374373473,0.8432527539779682,11.731653213500977,0.2734125636672326,0.1588917830925882,0.9790856031128404,27.516429901123047,0.1683468163124482,0.8432527539779682,0.5413768887519836,0.2740097666847531,0.15920554854981084,0.9824902723735408,1.2779560089111328,0.16811744677004506,0.8432527539779682,0.8534554243087769,0.2740097666847531,0.15920554854981084,0.9824902723735408,0.1834142655134201,0.1681174884638563 0,600,0.8430232558139535,0.9104498624801636,0.2720296374702302,0.157427258805513,1.0,0.1780010461807251,0.15603002289978712,0.8430232558139535,9.107826232910156,0.2720296374702302,0.157427258805513,1.0,27.61157989501953,0.15593776438946566,0.8430232558139535,0.4232023358345032,0.2720296374702302,0.157427258805513,1.0,1.2821847200393677,0.15603002289978712,0.8430232558139535,0.9104498624801636,0.2720296374702302,0.157427258805513,1.0,0.1780012845993042,0.15603002289978712 0,800,0.843405752753978,0.8201686143875122,0.27213136462954385,0.15750747298229478,0.9995136186770428,0.3292413353919983,0.1637721054416555,0.843405752753978,12.744465827941895,0.27213136462954385,0.15750747298229478,0.9995136186770428,25.136926651000977,0.1662671199263323,0.843405752753978,0.5997188687324524,0.27213136462954385,0.15750747298229478,0.9995136186770428,1.1582388877868652,0.1637720624904897,0.843405752753978,0.8201686143875122,0.27213136462954385,0.15750747298229478,0.9995136186770428,0.32924139499664307,0.16377204915882407 0,1000,0.8433292533659731,0.7272104024887085,0.2716996099689297,0.15721826945145742,0.9995136186770428,0.30511170625686646,0.16023528596767242,0.8433292533659731,15.961519241333008,0.2716996099689297,0.15721826945145742,0.9995136186770428,25.81001091003418,0.16217490386967176,0.8433292533659731,0.738633394241333,0.2716996099689297,0.15721826945145742,0.9995136186770428,1.178885817527771,0.16023535010479092,0.8433292533659731,0.7272103428840637,0.2716996099689297,0.15721826945145742,0.9995136186770428,0.30511173605918884,0.16023545768935615 0,1200,0.8439412484700123,0.9999995827674866,0.2748210615831621,0.1608461219411033,0.9430933852140078,0.33528125286102295,0.19766331972645487,0.844094247246022,0.020170941948890686,0.2745610453246223,0.16498184316419667,0.8176070038910506,25.04237937927246,0.18820879410442554,0.844094247246022,0.000919001700822264,0.2748210615831621,0.1608461219411033,0.9430933852140078,1.1530123949050903,0.19812254430130202,0.8439412484700123,0.9999995827674866,0.2747097139620504,0.16075571760026516,0.943579766536965,0.33528122305870056,0.198142531374991 0,1400,0.8434822521419829,0.9999925494194031,0.2730607254449124,0.1586925627664614,0.9776264591439688,0.3364717960357666,0.1800989135627591,0.8434822521419829,0.0835978090763092,0.27223326706428097,0.15758784716894275,0.9990272373540856,25.240459442138672,0.17513791843129017,0.8434822521419829,0.0038612359203398228,0.27315413405920386,0.1587942084025635,0.9761673151750972,1.1519790887832642,0.18002580338124174,0.8434822521419829,0.9999926090240479,0.27315413405920386,0.1587942084025635,0.9761673151750972,0.33647218346595764,0.17965327443418533 0,1600,0.8433292533659731,0.9999988675117493,0.2720170928757428,0.15765033666124914,0.9907587548638133,0.3600994348526001,0.18239888771583984,0.8433292533659731,0.03259018808603287,0.27180097922456,0.15729820799509878,0.9990272373540856,24.84422492980957,0.17620998276695468,0.8433292533659731,0.0014920670073479414,0.27195316657796703,0.15752157829839705,0.9941634241245136,1.1312832832336426,0.18249122537534954,0.8433292533659731,0.999998927116394,0.27195316657796703,0.15752157829839705,0.9941634241245136,0.3600991666316986,0.18269531973506867 0,1800,0.8435587515299877,0.9999937415122986,0.2720296374702302,0.157427258805513,1.0,0.36539822816848755,0.168804380715242,0.8436352509179926,0.0782185047864914,0.2720042417815482,0.1574585635359116,0.9980544747081712,24.835378646850586,0.17013710040160743,0.8435587515299877,0.0035450556315481663,0.2720296374702302,0.157427258805513,1.0,1.126589298248291,0.169057852472791,0.8436352509179926,0.9999936819076538,0.2720296374702302,0.157427258805513,1.0,0.3653982877731323,0.16906420678689574 0,2000,0.8431762545899633,0.999999463558197,0.27211876201206175,0.1575232103122842,0.9985408560311284,0.3224363327026367,0.1583511279280447,0.8432527539779682,0.023296557366847992,0.2722082060815296,0.15761956020298323,0.9970817120622568,25.679363250732422,0.1595064211955744,0.8432527539779682,0.00104734196793288,0.27211876201206175,0.1575232103122842,0.9985408560311284,1.1640993356704712,0.15885425763671107,0.8431762545899633,0.9999995231628418,0.27211876201206175,0.1575232103122842,0.9985408560311284,0.3224363327026367,0.1584054615166 0,2200,0.8431762545899633,0.9704769849777222,0.27206811680968535,0.15758649919087617,0.9946498054474708,0.30449187755584717,0.15937814848163195,0.8431762545899633,5.2423200607299805,0.2725491520843186,0.1582581404472342,0.9810311284046692,25.966625213623047,0.15970416755835526,0.8431762545899633,0.24299395084381104,0.27206811680968535,0.15758649919087617,0.9946498054474708,1.1794134378433228,0.159377858580313,0.8431762545899633,0.9704769849777222,0.27206811680968535,0.15758649919087617,0.9946498054474708,0.3044917583465576,0.1593775328601987 0,2400,0.8430997552019583,0.9585975408554077,0.27213136462954385,0.15750747298229478,0.9995136186770428,0.3174552321434021,0.1652341914019325,0.8430997552019583,6.405592918395996,0.27238805970149255,0.15781346510191477,0.9941634241245136,25.51403045654297,0.16545998817787683,0.8430997552019583,0.2877585291862488,0.27213136462954385,0.15750747298229478,0.9995136186770428,1.1683703660964966,0.16523427276397754,0.8430997552019583,0.9585975408554077,0.27213136462954385,0.15750747298229478,0.9995136186770428,0.3174551725387573,0.1652344145343313 0,2600,0.8433292533659731,0.9999963045120239,0.2720169513971659,0.15744289437375442,0.9990272373540856,0.3265947103500366,0.16613333758081758,0.8433292533659731,0.05998245254158974,0.27236620666442274,0.15805922337682632,0.9839494163424124,25.3366756439209,0.16706360826220878,0.8433292533659731,0.002725227503105998,0.2720169513971659,0.15744289437375442,0.9990272373540856,1.1605216264724731,0.16612928047401282,0.8433292533659731,0.9999962449073792,0.2720169513971659,0.15744289437375442,0.9990272373540856,0.3265947103500366,0.16614099623436723 0,2800,0.843405752753978,0.999993622303009,0.2720296374702302,0.157427258805513,1.0,0.291059672832489,0.16759927554474446,0.843405752753978,0.07879406958818436,0.2727759914255091,0.1581727781230578,0.9902723735408561,25.917236328125,0.16899143507515557,0.843405752753978,0.003566999454051256,0.2720296374702302,0.157427258805513,1.0,1.190747857093811,0.16759977672870247,0.843405752753978,0.9999935626983643,0.2720296374702302,0.157427258805513,1.0,0.29105985164642334,0.16753426362704377 0,3000,0.8435587515299877,0.9995354413986206,0.2720296374702302,0.157427258805513,1.0,0.30393433570861816,0.16612621354688756,0.8435587515299877,0.6653354167938232,0.27235361498551314,0.15807587016034416,0.982976653696498,25.480712890625,0.16683962109181943,0.8435587515299877,0.03048129752278328,0.2720296374702302,0.157427258805513,1.0,1.1798861026763916,0.16612586066432955,0.8435587515299877,0.9995354413986206,0.2720296374702302,0.157427258805513,1.0,0.3039344251155853,0.1661260780644418 0,-1,0.8435587515299877,0.9995193481445312,0.2720296374702302,0.157427258805513,1.0,0.29618263244628906,0.1661257803437906,0.8435587515299877,0.6768012046813965,0.27234099952788826,0.15809255344139064,0.9820038910505836,25.613492965698242,0.1669395983570746,0.8435587515299877,0.031004734337329865,0.2720296374702302,0.157427258805513,1.0,1.186437726020813,0.16612545203284468,0.8435587515299877,0.999519407749176,0.2720296374702302,0.157427258805513,1.0,0.29618269205093384,0.16612549415642835 0,200,0.8684975520195839,0.5937517881393433,0.4848093083387201,0.43520309477756286,0.5471789883268483,0.47570088505744934,0.514466581203302,0.8701805385556916,19.766000747680664,0.4888213588018233,0.4413955311642493,0.5476653696498055,21.872589111328125,0.5212796864666345,0.8684975520195839,0.9013857841491699,0.4848093083387201,0.43520309477756286,0.5471789883268483,1.0240108966827393,0.5144664800870729,0.8684975520195839,0.5937517881393433,0.4848093083387201,0.43520309477756286,0.5471789883268483,0.47570091485977173,0.514466492617426 0,400,0.8644430844553244,0.5468345880508423,0.4510050251256282,0.39595588235294116,0.5238326848249028,0.45862773060798645,0.48895314158926767,0.8638310893512852,20.749317169189453,0.4440146973506092,0.3685393258426966,0.5583657587548638,22.759140014648438,0.4837267578224864,0.8644430844553244,0.952014148235321,0.4510050251256282,0.39595588235294116,0.5238326848249028,1.0405501127243042,0.488953312185907,0.8644430844553244,0.5468345284461975,0.4510050251256282,0.39595588235294116,0.5238326848249028,0.45862770080566406,0.48895337840771064 0,600,0.866126070991432,0.5700803399085999,0.4651804182946449,0.440958605664488,0.49221789883268485,0.4812670946121216,0.492856862212618,0.8659730722154223,20.00592041015625,0.4539565016196206,0.4329214474845543,0.4771400778210117,21.978473663330078,0.48313506084405033,0.866126070991432,0.9272751808166504,0.4651804182946449,0.440958605664488,0.49221789883268485,1.0185606479644775,0.49285695189123235,0.866126070991432,0.5700803995132446,0.4651804182946449,0.440958605664488,0.49221789883268485,0.48126718401908875,0.4928571076902386 0,800,0.866126070991432,0.49543872475624084,0.46262534184138565,0.43524871355060035,0.49367704280155644,0.4120219051837921,0.5064740478221288,0.8681915544675642,21.995830535888672,0.46515004840271057,0.46290944123314065,0.4674124513618677,23.266664505004883,0.5117692016386775,0.866126070991432,1.0045509338378906,0.46262534184138565,0.43524871355060035,0.49367704280155644,1.0844151973724365,0.5064740031372619,0.866126070991432,0.49543875455856323,0.46262534184138565,0.43524871355060035,0.49367704280155644,0.4120218753814697,0.5064746369508898 0,1000,0.8717870257037944,0.5334943532943726,0.5034375693058327,0.4626987362413371,0.5520428015564203,0.3972451686859131,0.5439818245302663,0.8719400244798041,20.963245391845703,0.4956253216675245,0.5262295081967213,0.4683852140077821,23.245624542236328,0.537044553285487,0.8717870257037944,0.9659250974655151,0.5034375693058327,0.4626987362413371,0.5520428015564203,1.0979570150375366,0.5439819517176416,0.8717870257037944,0.5334944725036621,0.5034375693058327,0.4626987362413371,0.5520428015564203,0.3972451984882355,0.5439816323954075 0,1200,0.8763004895960832,0.46508634090423584,0.5030246626337831,0.48215878679750224,0.5257782101167315,0.38988643884658813,0.5567239715978856,0.8766829865361077,22.534658432006836,0.5058823529411764,0.5098814229249012,0.5019455252918288,23.78895378112793,0.5539261674328765,0.8763004895960832,1.0343245267868042,0.5030246626337831,0.48215878679750224,0.5257782101167315,1.104638934135437,0.5567240049280544,0.8763004895960832,0.4650863707065582,0.5030246626337831,0.48215878679750224,0.5257782101167315,0.3898864984512329,0.5567242630182314 0,1400,0.875,0.5552356243133545,0.5211678832116788,0.5214216163583252,0.5209143968871596,0.4806464910507202,0.5615350252068049,0.8750764993880049,20.441638946533203,0.5165696939033645,0.5382182393252504,0.4965953307392996,21.996337890625,0.556627762685369,0.875,0.9431482553482056,0.5211678832116788,0.5214216163583252,0.5209143968871596,1.019169807434082,0.5615351479015263,0.875,0.5552356839179993,0.5211678832116788,0.5214216163583252,0.5209143968871596,0.4806465208530426,0.5615352748344865 0,1600,0.8769124847001224,0.5510258078575134,0.5304600082884378,0.4620938628158845,0.622568093385214,0.40733659267425537,0.5828401808700572,0.877906976744186,21.15622329711914,0.5322780113776898,0.5415198792148969,0.5233463035019456,23.13738250732422,0.5800017866443616,0.8769124847001224,0.947601318359375,0.5304600082884378,0.4620938628158845,0.622568093385214,1.0887271165847778,0.5828399930569634,0.8769124847001224,0.5510258674621582,0.5304600082884378,0.4620938628158845,0.622568093385214,0.40733659267425537,0.5828399778516111 0,1800,0.8799724602203183,0.5687059164047241,0.5272331154684097,0.5248192771084338,0.5296692607003891,0.4655311703681946,0.5856073302710805,0.8802019583843329,19.732131958007812,0.5260859014802233,0.5249394673123486,0.5272373540856031,22.46943473815918,0.5808092355754995,0.8799724602203183,0.9287561178207397,0.5272331154684097,0.5248192771084338,0.5296692607003891,1.0338943004608154,0.5856073081012969,0.8799724602203183,0.5687059760093689,0.5272331154684097,0.5248192771084338,0.5296692607003891,0.46553122997283936,0.5856070613928381 0,2000,0.8800489596083231,0.5149137377738953,0.5462741978255106,0.6005830903790087,0.5009727626459144,0.4477081894874573,0.6012310623721544,0.8795899632802937,21.090927124023438,0.5507318283304391,0.5620253164556962,0.5398832684824902,23.115001678466797,0.5999558493896748,0.8800489596083231,0.9849733114242554,0.5462741978255106,0.6005830903790087,0.5009727626459144,1.0509916543960571,0.6012305642254736,0.8800489596083231,0.51491379737854,0.5462741978255106,0.6005830903790087,0.5009727626459144,0.4477081894874573,0.6012312779690495 0,2200,0.8788249694002448,0.5339553356170654,0.5434782608695651,0.5522088353413654,0.5350194552529183,0.4303175210952759,0.597151523713067,0.8782129742962056,21.03368377685547,0.5374407582938389,0.5240295748613678,0.5515564202334631,23.392154693603516,0.5928017556891781,0.8788249694002448,0.9654476642608643,0.5434782608695651,0.5522088353413654,0.5350194552529183,1.0674103498458862,0.5971515580968703,0.8788249694002448,0.5339553356170654,0.5434782608695651,0.5522088353413654,0.5350194552529183,0.43031764030456543,0.5971515617589664 0,2400,0.8836444308445532,0.5450018644332886,0.5629426547863834,0.5308056872037915,0.5992217898832685,0.43678611516952515,0.6144359216863508,0.8839504283965728,20.29552459716797,0.5589541193882587,0.5670670670670671,0.5510700389105059,22.64324951171875,0.611577886958268,0.8836444308445532,0.9539371728897095,0.5629426547863834,0.5308056872037915,0.5992217898832685,1.0613329410552979,0.6144354795646838,0.8836444308445532,0.5450019240379333,0.5629426547863834,0.5308056872037915,0.5992217898832685,0.4367862343788147,0.6144358036085891 0,2600,0.8842564259485924,0.5295330882072449,0.5714285714285714,0.55020261143629,0.5943579766536965,0.42376774549484253,0.6269440225338136,0.8837209302325582,20.871458053588867,0.5660926509822946,0.5645863570391872,0.5676070038910506,23.13164710998535,0.6207647083944567,0.8842564259485924,0.9700173139572144,0.5714285714285714,0.55020261143629,0.5943579766536965,1.0735290050506592,0.6269434513888481,0.8842564259485924,0.5295331478118896,0.5714285714285714,0.55020261143629,0.5943579766536965,0.42376768589019775,0.6269439676898015 0,2800,0.8854039167686658,0.5118041038513184,0.571682596132474,0.5264019647973802,0.6254863813229572,0.39395901560783386,0.6326651574422887,0.8858629130966952,21.245725631713867,0.5714285714285715,0.5287546545304096,0.6215953307392996,23.884769439697266,0.6272313716111684,0.8854039167686658,0.9881254434585571,0.571682596132474,0.5264019647973802,0.6254863813229572,1.1009459495544434,0.6326651133424662,0.8854039167686658,0.5118041038513184,0.571682596132474,0.5264019647973802,0.6254863813229572,0.393959105014801,0.6326648044352696 0,3000,0.8871634026927785,0.5377672910690308,0.5808316655548142,0.5350266284309709,0.6352140077821011,0.41371816396713257,0.6486050733797684,0.8870869033047736,20.899843215942383,0.5789346830561581,0.5738174868609651,0.5841439688715954,23.177860260009766,0.6438409904473902,0.8871634026927785,0.9614912271499634,0.5808316655548142,0.5350266284309709,0.6352140077821011,1.0828497409820557,0.6486049472951165,0.8871634026927785,0.5377672910690308,0.5808316655548142,0.5350266284309709,0.6352140077821011,0.41371816396713257,0.6486050507885333 0,-1,0.8872399020807834,0.5078334808349609,0.581147176522899,0.5352170352170352,0.6357003891050583,0.40910667181015015,0.6485170708399935,0.8873929008567931,21.10592269897461,0.5812831644958996,0.5765550239234449,0.5860894941634242,23.266284942626953,0.6434745221207586,0.8872399020807834,0.9921355247497559,0.581147176522899,0.5352170352170352,0.6357003891050583,1.0871000289916992,0.6485170210625358,0.8872399020807834,0.5078334808349609,0.581147176522899,0.5352170352170352,0.6357003891050583,0.40910667181015015,0.6485166447149969