| { | |
| "micro_label_micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.8599348534201955, | |
| "precision_entailment": 0.8930232558139535, | |
| "recall_entailment": 0.9056603773584906, | |
| "f1_entailment": 0.8992974238875878, | |
| "precision_contradiction": 0.782608695652174, | |
| "recall_contradiction": 0.7578947368421053, | |
| "f1_contradiction": 0.7700534759358288, | |
| "precision_mean": 0.8378159757330637, | |
| "precision_hmean": 0.8341781317885589, | |
| "recall_mean": 0.8317775571002979, | |
| "recall_hmean": 0.8252148997134671, | |
| "f1_mean": 0.8346754499117084, | |
| "f1_hmean": 0.829672308246309 | |
| }, | |
| "class": { | |
| "accuracy": 0.8505303760848602, | |
| "precision_entailment": 0.9005964214711729, | |
| "recall_entailment": 0.8728323699421965, | |
| "f1_entailment": 0.8864970645792563, | |
| "precision_contradiction": 0.6590909090909091, | |
| "recall_contradiction": 0.6105263157894737, | |
| "f1_contradiction": 0.633879781420765, | |
| "precision_mean": 0.779843665281041, | |
| "precision_hmean": 0.7611460355166718, | |
| "recall_mean": 0.741679342865835, | |
| "recall_hmean": 0.718487222609623, | |
| "f1_mean": 0.7601884230000107, | |
| "f1_hmean": 0.7392016880604888 | |
| }, | |
| "span": { | |
| "precision": 0.8369565217391305, | |
| "recall": 0.6270358306188925, | |
| "f1": 0.7169459962756052, | |
| "accuracy": 0.9889653169748998, | |
| "roc_auc": 0.9814035483608237, | |
| "map": 0.77580971867425, | |
| "precision@recall80": 0.6309370988446726, | |
| "precision@recall90": 0.3544871794871795, | |
| "precision@1": 0.8827361563517915, | |
| "recall@1": 0.44136807817589574, | |
| "f1@1": 0.5884907709011944, | |
| "accuracy@1": 0.9862429445180493, | |
| "precision@3": 0.5162866449511401, | |
| "recall@3": 0.7744299674267101, | |
| "f1@3": 0.6195439739413681, | |
| "accuracy@3": 0.9788017931359916, | |
| "precision@5": 0.34755700325732897, | |
| "recall@5": 0.8688925081433225, | |
| "f1@5": 0.49651000465332706, | |
| "accuracy@5": 0.9607252400225049, | |
| "precision@8": 0.2296416938110749, | |
| "recall@8": 0.9185667752442996, | |
| "f1@8": 0.3674267100977199, | |
| "accuracy@8": 0.929508702517287, | |
| "precision@10": 0.18745928338762216, | |
| "recall@10": 0.9372964169381107, | |
| "f1@10": 0.3124321389793703, | |
| "accuracy@10": 0.908056407557306, | |
| "precision@15": 0.12833876221498372, | |
| "recall@15": 0.9625407166123778, | |
| "f1@15": 0.22648016861467718, | |
| "accuracy@15": 0.8534637652225994, | |
| "precision@20": 0.09723127035830618, | |
| "recall@20": 0.9723127035830619, | |
| "f1@20": 0.17678412792419304, | |
| "accuracy@20": 0.7981814551988239, | |
| "precision@30": 0.0664400833241969, | |
| "recall@30": 0.9869706840390879, | |
| "f1@30": 0.12449922958397534, | |
| "accuracy@30": 0.690629594003521, | |
| "precision@40": 0.050884217550884216, | |
| "recall@40": 0.993485342019544, | |
| "f1@40": 0.09681003015394382, | |
| "accuracy@40": 0.5868527559483838, | |
| "precision@50": 0.04172769697176142, | |
| "recall@50": 0.997557003257329, | |
| "f1@50": 0.08010462645087463, | |
| "accuracy@50": 0.4893736728434273 | |
| } | |
| }, | |
| "macro_label_micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.8233394157923417, | |
| "precision_entailment": 0.7415170815819401, | |
| "recall_entailment": 0.7835695006747638, | |
| "f1_entailment": 0.7486184750529762, | |
| "precision_contradiction": 0.49699494949494954, | |
| "recall_contradiction": 0.4251488095238095, | |
| "f1_contradiction": 0.4103942924687606, | |
| "precision_mean": 0.6192560155384448, | |
| "precision_hmean": 0.3730127874750814, | |
| "recall_mean": 0.6043591550992866, | |
| "recall_hmean": 0.30291954497850543, | |
| "f1_mean": 0.5795063837608684, | |
| "f1_hmean": 0.32125044837060795 | |
| }, | |
| "class": { | |
| "accuracy": 0.8505303760848602, | |
| "precision_entailment": 0.815405627487823, | |
| "recall_entailment": 0.7947278055663506, | |
| "f1_entailment": 0.7930728914489584, | |
| "precision_contradiction": 0.14706421029950442, | |
| "recall_contradiction": 0.3253517316017316, | |
| "f1_contradiction": 0.2973370927318295, | |
| "precision_mean": 0.48123491889366365, | |
| "precision_hmean": 0.10900261033205852, | |
| "recall_mean": 0.5100189150518097, | |
| "recall_hmean": 0.23527542091124293, | |
| "f1_mean": 0.48426389055722524, | |
| "f1_hmean": 0.22324263654086207 | |
| }, | |
| "span": { | |
| "precision": 0.8362480298845821, | |
| "recall": 0.6151578745970415, | |
| "f1": 0.6994116433432479, | |
| "accuracy": 0.9888179275403737, | |
| "roc_auc": 0.9803877913182639, | |
| "map": 0.7744164612173341, | |
| "precision@recall80": 0.6006178606957627, | |
| "precision@recall90": 0.3603357137412647, | |
| "precision@1": 0.8647391296349896, | |
| "recall@1": 0.4525946585647953, | |
| "f1@1": 0.5870524047730916, | |
| "accuracy@1": 0.9860614675046785, | |
| "precision@3": 0.5079871008936006, | |
| "recall@3": 0.7740116460932431, | |
| "f1@3": 0.6061788054644821, | |
| "accuracy@3": 0.9781581510295619, | |
| "precision@5": 0.346197577755079, | |
| "recall@5": 0.8718429410389403, | |
| "f1@5": 0.4907425369921605, | |
| "accuracy@5": 0.9603001613816903, | |
| "precision@8": 0.22902806293396008, | |
| "recall@8": 0.9200965979492031, | |
| "f1@8": 0.36402337519274897, | |
| "accuracy@8": 0.9289343733019633, | |
| "precision@10": 0.18708803806711685, | |
| "recall@10": 0.9388527199556923, | |
| "f1@10": 0.30998352705023713, | |
| "accuracy@10": 0.9073741064486206, | |
| "precision@15": 0.12819735938655383, | |
| "recall@15": 0.9643159258869369, | |
| "f1@15": 0.2252173563453309, | |
| "accuracy@15": 0.8525192128019405, | |
| "precision@20": 0.09718739190465374, | |
| "recall@20": 0.9739997099721253, | |
| "f1@20": 0.17606156913724372, | |
| "accuracy@20": 0.7969858576859808, | |
| "precision@30": 0.06630076771492631, | |
| "recall@30": 0.9877342310746402, | |
| "f1@30": 0.12393783344968093, | |
| "accuracy@30": 0.6891550447915792, | |
| "precision@40": 0.050684493547513615, | |
| "recall@40": 0.9942662988752936, | |
| "f1@40": 0.09626424105991742, | |
| "accuracy@40": 0.5846773767204779, | |
| "precision@50": 0.04152704331410473, | |
| "recall@50": 0.9977923095812351, | |
| "f1@50": 0.07960577431988926, | |
| "accuracy@50": 0.48644684876867916 | |
| } | |
| }, | |
| "macro_label_macro_doc": { | |
| "span": { | |
| "precision": 0.7144376184887653, | |
| "recall": 0.6523323090619284, | |
| "f1": 0.6532976465075738, | |
| "accuracy": 0.9868885256696579, | |
| "roc_auc": 0.9860789157437274, | |
| "map": 0.8702873539874406, | |
| "precision@recall80": 0.8220029735884278, | |
| "precision@recall90": 0.8114087660105708, | |
| "precision@1": 0.8647391296349896, | |
| "recall@1": 0.5724841132981842, | |
| "f1@1": 0.6516399468995943, | |
| "accuracy@1": 0.9845202173700275, | |
| "precision@3": 0.5079871008936007, | |
| "recall@3": 0.8583862333239409, | |
| "f1@3": 0.5948583304266755, | |
| "accuracy@3": 0.9716733706320901, | |
| "precision@5": 0.346197577755079, | |
| "recall@5": 0.9234314632376149, | |
| "f1@5": 0.4690116960547623, | |
| "accuracy@5": 0.9471229075988444, | |
| "precision@8": 0.22902806293396008, | |
| "recall@8": 0.9518947258374904, | |
| "f1@8": 0.3467702095669957, | |
| "accuracy@8": 0.9056371606296331, | |
| "precision@10": 0.18708803806711674, | |
| "recall@10": 0.9627708618079199, | |
| "f1@10": 0.2959430988348894, | |
| "accuracy@10": 0.8774175550745262, | |
| "precision@15": 0.12819735938655383, | |
| "recall@15": 0.9814406668896785, | |
| "f1@15": 0.2167246953930399, | |
| "accuracy@15": 0.8058007171797139, | |
| "precision@20": 0.09718739190465374, | |
| "recall@20": 0.9883583460138484, | |
| "f1@20": 0.17049080172218162, | |
| "accuracy@20": 0.7332341010794474, | |
| "precision@30": 0.06631452781330305, | |
| "recall@30": 0.9947426503081701, | |
| "f1@30": 0.12099922690676244, | |
| "accuracy@30": 0.6018917921509874, | |
| "precision@40": 0.05088869737369972, | |
| "recall@40": 0.9975175186492364, | |
| "f1@40": 0.09477697771441906, | |
| "accuracy@40": 0.4805109676095023, | |
| "precision@50": 0.041934097675195695, | |
| "recall@50": 0.9991766650121842, | |
| "f1@50": 0.07906913670211999, | |
| "accuracy@50": 0.3736541811705555 | |
| } | |
| }, | |
| "micro_label_macro_doc": { | |
| "class": { | |
| "accuracy": 0.8505303760848599, | |
| "precision_entailment": 0.898413153331186, | |
| "recall_entailment": 0.8574977845469647, | |
| "f1_entailment": 0.8705066648306693, | |
| "precision_contradiction": 0.5245901639344263, | |
| "recall_contradiction": 0.5880503144654088, | |
| "f1_contradiction": 0.5689128481581313, | |
| "precision_mean": 0.7115016586328058, | |
| "precision_hmean": 0.5395411138245387, | |
| "recall_mean": 0.7300424680141662, | |
| "recall_hmean": 0.5981284032240637, | |
| "f1_mean": 0.7225707406808176, | |
| "f1_hmean": 0.5983586026722526 | |
| }, | |
| "span": { | |
| "precision": 0.7237804405149684, | |
| "recall": 0.6627035830618895, | |
| "f1": 0.6648658254521455, | |
| "accuracy": 0.9869977376799727, | |
| "roc_auc": 0.9867290995620759, | |
| "map": 0.8815333602793199, | |
| "precision@recall80": 0.8331544835380537, | |
| "precision@recall90": 0.8222580301767375, | |
| "precision@1": 0.8827361563517915, | |
| "recall@1": 0.5796268290160794, | |
| "f1@1": 0.6629893631522311, | |
| "accuracy@1": 0.9848010997685606, | |
| "precision@3": 0.516286644951141, | |
| "recall@3": 0.8686986195129518, | |
| "f1@3": 0.6058808907343124, | |
| "accuracy@3": 0.9724472602576117, | |
| "precision@5": 0.34755700325732775, | |
| "recall@5": 0.923403650276615, | |
| "f1@5": 0.47219853978811727, | |
| "accuracy@5": 0.9472914942490297, | |
| "precision@8": 0.2296416938110749, | |
| "recall@8": 0.953303862261517, | |
| "f1@8": 0.3487310905015473, | |
| "accuracy@8": 0.9055414320616549, | |
| "precision@10": 0.1874592833876214, | |
| "recall@10": 0.9639580425003879, | |
| "f1@10": 0.297276817682398, | |
| "accuracy@10": 0.8771142021736739, | |
| "precision@15": 0.1283387622149846, | |
| "recall@15": 0.9800197766402978, | |
| "f1@15": 0.2172754679895953, | |
| "accuracy@15": 0.8050377490508176, | |
| "precision@20": 0.09723127035830581, | |
| "recall@20": 0.9873532909363528, | |
| "f1@20": 0.17078721955881296, | |
| "accuracy@20": 0.7321110475501871, | |
| "precision@30": 0.06640213513531784, | |
| "recall@30": 0.9943992037640247, | |
| "f1@30": 0.12125877843950333, | |
| "accuracy@30": 0.5999768714479196, | |
| "precision@40": 0.051009552580682606, | |
| "recall@40": 0.9971860296778864, | |
| "f1@40": 0.09505578091587771, | |
| "accuracy@40": 0.4791097187920494, | |
| "precision@50": 0.04209138601718905, | |
| "recall@50": 0.9990047050307637, | |
| "f1@50": 0.07939158056921974, | |
| "accuracy@50": 0.3726312058346531 | |
| } | |
| }, | |
| "label_wise": { | |
| "nda-1": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.5862068965517241, | |
| "precision_entailment": 0.8181818181818182, | |
| "recall_entailment": 0.47368421052631576, | |
| "f1_entailment": 0.6, | |
| "precision_contradiction": 0.4444444444444444, | |
| "recall_contradiction": 0.8, | |
| "f1_contradiction": 0.5714285714285714, | |
| "precision_mean": 0.6313131313131313, | |
| "precision_hmean": 0.576, | |
| "recall_mean": 0.6368421052631579, | |
| "recall_hmean": 0.5950413223140496, | |
| "f1_mean": 0.5857142857142856, | |
| "f1_hmean": 0.5853658536585366 | |
| }, | |
| "class": { | |
| "accuracy": 0.7377049180327869, | |
| "precision_entailment": 0.8, | |
| "recall_entailment": 0.42105263157894735, | |
| "f1_entailment": 0.5517241379310345, | |
| "precision_contradiction": 0.3333333333333333, | |
| "recall_contradiction": 0.5, | |
| "f1_contradiction": 0.4, | |
| "precision_mean": 0.5666666666666667, | |
| "precision_hmean": 0.47058823529411764, | |
| "recall_mean": 0.4605263157894737, | |
| "recall_hmean": 0.45714285714285713, | |
| "f1_mean": 0.47586206896551725, | |
| "f1_hmean": 0.463768115942029 | |
| }, | |
| "span": { | |
| "precision": 0.6382978723404256, | |
| "recall": 0.5172413793103449, | |
| "f1": 0.5714285714285714, | |
| "accuracy": 0.9836065573770492, | |
| "roc_auc": 0.9736983945689975, | |
| "map": 0.6344776019891116, | |
| "precision@recall80": 0.2640449438202247, | |
| "precision@recall90": 0.21544715447154472, | |
| "precision@1": 0.6896551724137931, | |
| "recall@1": 0.3448275862068966, | |
| "f1@1": 0.4597701149425288, | |
| "accuracy@1": 0.9828779599271402, | |
| "precision@3": 0.4482758620689655, | |
| "recall@3": 0.6724137931034483, | |
| "f1@3": 0.5379310344827587, | |
| "accuracy@3": 0.975591985428051, | |
| "precision@5": 0.33793103448275863, | |
| "recall@5": 0.8448275862068966, | |
| "f1@5": 0.48275862068965514, | |
| "accuracy@5": 0.9617486338797814, | |
| "precision@8": 0.22413793103448276, | |
| "recall@8": 0.896551724137931, | |
| "f1@8": 0.35862068965517246, | |
| "accuracy@8": 0.9322404371584699, | |
| "precision@10": 0.18620689655172415, | |
| "recall@10": 0.9310344827586207, | |
| "f1@10": 0.3103448275862069, | |
| "accuracy@10": 0.912568306010929, | |
| "precision@15": 0.1310344827586207, | |
| "recall@15": 0.9827586206896551, | |
| "f1@15": 0.23123732251521303, | |
| "accuracy@15": 0.8619307832422587, | |
| "precision@20": 0.09827586206896552, | |
| "recall@20": 0.9827586206896551, | |
| "f1@20": 0.1786833855799373, | |
| "accuracy@20": 0.8091074681238616, | |
| "precision@30": 0.06620209059233449, | |
| "recall@30": 0.9827586206896551, | |
| "f1@30": 0.12404787812840043, | |
| "accuracy@30": 0.7067395264116576, | |
| "precision@40": 0.051418439716312055, | |
| "recall@40": 1.0, | |
| "f1@40": 0.09780775716694773, | |
| "accuracy@40": 0.6102003642987249, | |
| "precision@50": 0.04187725631768953, | |
| "recall@50": 1.0, | |
| "f1@50": 0.08038808038808039, | |
| "accuracy@50": 0.516575591985428 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.4781609195402298, | |
| "recall": 0.553448275862069, | |
| "f1": 0.47432950191570883, | |
| "accuracy": 0.9800445986258561, | |
| "roc_auc": 0.9810151363715633, | |
| "map": 0.7806573933729105, | |
| "precision@recall80": 0.7567849774746327, | |
| "precision@recall90": 0.7323017978190391, | |
| "precision@1": 0.6896551724137931, | |
| "recall@1": 0.45948275862068966, | |
| "f1@1": 0.5175150519978106, | |
| "accuracy@1": 0.9787551183163938, | |
| "precision@3": 0.44827586206896547, | |
| "recall@3": 0.782183908045977, | |
| "f1@3": 0.5236229287953426, | |
| "accuracy@3": 0.9681379680627418, | |
| "precision@5": 0.3379310344827586, | |
| "recall@5": 0.9109195402298851, | |
| "f1@5": 0.4498289067254585, | |
| "accuracy@5": 0.9469066902249391, | |
| "precision@8": 0.22413793103448276, | |
| "recall@8": 0.925287356321839, | |
| "f1@8": 0.33145877111394345, | |
| "accuracy@8": 0.9060893797474374, | |
| "precision@10": 0.18620689655172412, | |
| "recall@10": 0.9382183908045977, | |
| "f1@10": 0.2872304898166967, | |
| "accuracy@10": 0.8790554006820582, | |
| "precision@15": 0.13103448275862073, | |
| "recall@15": 0.9942528735632183, | |
| "f1@15": 0.21753729504111283, | |
| "accuracy@15": 0.8088716887455585, | |
| "precision@20": 0.0982758620689655, | |
| "recall@20": 0.9942528735632183, | |
| "f1@20": 0.16995178734309166, | |
| "accuracy@20": 0.7361540401574757, | |
| "precision@30": 0.06650246305418722, | |
| "recall@30": 0.9942528735632183, | |
| "f1@30": 0.12009752077691864, | |
| "accuracy@30": 0.6054970681044621, | |
| "precision@40": 0.05189860426929392, | |
| "recall@40": 1.0, | |
| "f1@40": 0.0957740117892033, | |
| "accuracy@40": 0.491073862285215, | |
| "precision@50": 0.04267630052754777, | |
| "recall@50": 1.0, | |
| "f1@50": 0.07984782905069218, | |
| "accuracy@50": 0.38488803232073165 | |
| } | |
| } | |
| }, | |
| "nda-10": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.8524590163934426, | |
| "precision_entailment": 0.8571428571428571, | |
| "recall_entailment": 0.8275862068965517, | |
| "f1_entailment": 0.8421052631578947, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.42857142857142855, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.8392857142857143, | |
| "recall": 0.7014925373134329, | |
| "f1": 0.7642276422764228, | |
| "accuracy": 0.9888160431932125, | |
| "roc_auc": 0.9840996915659233, | |
| "map": 0.8353220491439133, | |
| "precision@recall80": 0.6923076923076923, | |
| "precision@recall90": 0.5, | |
| "precision@1": 0.7931034482758621, | |
| "recall@1": 0.34328358208955223, | |
| "f1@1": 0.4791666666666667, | |
| "accuracy@1": 0.9807173158503664, | |
| "precision@3": 0.5172413793103449, | |
| "recall@3": 0.6716417910447762, | |
| "f1@3": 0.5844155844155844, | |
| "accuracy@3": 0.975318164288469, | |
| "precision@5": 0.3793103448275862, | |
| "recall@5": 0.8208955223880597, | |
| "f1@5": 0.5188679245283019, | |
| "accuracy@5": 0.9606633243347474, | |
| "precision@8": 0.27586206896551724, | |
| "recall@8": 0.9552238805970149, | |
| "f1@8": 0.42809364548494977, | |
| "accuracy@8": 0.934053220208253, | |
| "precision@10": 0.2206896551724138, | |
| "recall@10": 0.9552238805970149, | |
| "f1@10": 0.3585434173669467, | |
| "accuracy@10": 0.911685306594678, | |
| "precision@15": 0.1471264367816092, | |
| "recall@15": 0.9552238805970149, | |
| "f1@15": 0.2549800796812749, | |
| "accuracy@15": 0.8557655225607405, | |
| "precision@20": 0.11206896551724138, | |
| "recall@20": 0.9701492537313433, | |
| "f1@20": 0.20092735703245748, | |
| "accuracy@20": 0.8006170458927883, | |
| "precision@30": 0.07549361207897794, | |
| "recall@30": 0.9701492537313433, | |
| "f1@30": 0.14008620689655174, | |
| "accuracy@30": 0.6922483609718473, | |
| "precision@40": 0.058098591549295774, | |
| "recall@40": 0.9850746268656716, | |
| "f1@40": 0.10972568578553617, | |
| "accuracy@40": 0.5869649055148477, | |
| "precision@50": 0.04775687409551375, | |
| "recall@50": 0.9850746268656716, | |
| "f1@50": 0.09109730848861283, | |
| "accuracy@50": 0.49209409949865024 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.6746715927750409, | |
| "recall": 0.6874794745484402, | |
| "f1": 0.6565134099616858, | |
| "accuracy": 0.9873366365635738, | |
| "roc_auc": 0.9924945777159988, | |
| "map": 0.8616180161716547, | |
| "precision@recall80": 0.8346595932802828, | |
| "precision@recall90": 0.8138318481208833, | |
| "precision@1": 0.7931034482758621, | |
| "recall@1": 0.5536261631089218, | |
| "f1@1": 0.6007662835249041, | |
| "accuracy@1": 0.9817597772978593, | |
| "precision@3": 0.517241379310345, | |
| "recall@3": 0.885016420361248, | |
| "f1@3": 0.572257053291536, | |
| "accuracy@3": 0.9704154507660806, | |
| "precision@5": 0.37931034482758613, | |
| "recall@5": 0.9451423097974823, | |
| "f1@5": 0.4674940002526211, | |
| "accuracy@5": 0.9471614846323319, | |
| "precision@8": 0.27586206896551724, | |
| "recall@8": 0.9885057471264367, | |
| "f1@8": 0.37542187359631574, | |
| "accuracy@8": 0.908699662822764, | |
| "precision@10": 0.22068965517241376, | |
| "recall@10": 0.9885057471264367, | |
| "f1@10": 0.31845261128916513, | |
| "accuracy@10": 0.8793846182937739, | |
| "precision@15": 0.1471264367816092, | |
| "recall@15": 0.9885057471264367, | |
| "f1@15": 0.23200632304168772, | |
| "accuracy@15": 0.8060970069712986, | |
| "precision@20": 0.11206896551724137, | |
| "recall@20": 0.9923371647509579, | |
| "f1@20": 0.18536104888790614, | |
| "accuracy@20": 0.7331525076748997, | |
| "precision@30": 0.07520525451559934, | |
| "recall@30": 0.9923371647509579, | |
| "f1@30": 0.13162067238965544, | |
| "accuracy@30": 0.6013556101531022, | |
| "precision@40": 0.05779967159277503, | |
| "recall@40": 0.9961685823754789, | |
| "f1@40": 0.10415547103122826, | |
| "accuracy@40": 0.4764699691565601, | |
| "precision@50": 0.04735141362523572, | |
| "recall@50": 0.9961685823754789, | |
| "f1@50": 0.0870171523118904, | |
| "accuracy@50": 0.3757081508777044 | |
| } | |
| } | |
| }, | |
| "nda-11": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.9672131147540983, | |
| "precision_entailment": 1.0, | |
| "recall_entailment": 0.75, | |
| "f1_entailment": 0.8571428571428571, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.5, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 1.0, | |
| "recall": 0.6666666666666666, | |
| "f1": 0.8, | |
| "accuracy": 0.9945454545454545, | |
| "roc_auc": 0.9683713288149518, | |
| "map": 0.7864386495338878, | |
| "precision@recall80": 0.1111111111111111, | |
| "precision@recall90": 0.09183673469387756, | |
| "precision@1": 0.75, | |
| "recall@1": 0.6666666666666666, | |
| "f1@1": 0.7058823529411765, | |
| "accuracy@1": 0.990909090909091, | |
| "precision@3": 0.3333333333333333, | |
| "recall@3": 0.8888888888888888, | |
| "f1@3": 0.48484848484848486, | |
| "accuracy@3": 0.9690909090909091, | |
| "precision@5": 0.225, | |
| "recall@5": 1.0, | |
| "f1@5": 0.36734693877551017, | |
| "accuracy@5": 0.9436363636363636, | |
| "precision@8": 0.140625, | |
| "recall@8": 1.0, | |
| "f1@8": 0.2465753424657534, | |
| "accuracy@8": 0.9, | |
| "precision@10": 0.1125, | |
| "recall@10": 1.0, | |
| "f1@10": 0.20224719101123595, | |
| "accuracy@10": 0.8709090909090909, | |
| "precision@15": 0.075, | |
| "recall@15": 1.0, | |
| "f1@15": 0.13953488372093023, | |
| "accuracy@15": 0.7981818181818182, | |
| "precision@20": 0.05625, | |
| "recall@20": 1.0, | |
| "f1@20": 0.10650887573964499, | |
| "accuracy@20": 0.7254545454545455, | |
| "precision@30": 0.03896103896103896, | |
| "recall@30": 1.0, | |
| "f1@30": 0.07500000000000001, | |
| "accuracy@30": 0.5963636363636363, | |
| "precision@40": 0.029900332225913623, | |
| "recall@40": 1.0, | |
| "f1@40": 0.058064516129032254, | |
| "accuracy@40": 0.4690909090909091, | |
| "precision@50": 0.02425876010781671, | |
| "recall@50": 1.0, | |
| "f1@50": 0.047368421052631574, | |
| "accuracy@50": 0.3418181818181818 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.75, | |
| "recall": 0.6875, | |
| "f1": 0.7083333333333333, | |
| "accuracy": 0.9941621598783168, | |
| "roc_auc": 0.9884577515216613, | |
| "map": 0.8166666666666667, | |
| "precision@recall80": 0.7958333333333333, | |
| "precision@recall90": 0.7958333333333333, | |
| "precision@1": 0.75, | |
| "recall@1": 0.6875, | |
| "f1@1": 0.7083333333333333, | |
| "accuracy@1": 0.9896129795504478, | |
| "precision@3": 0.3333333333333333, | |
| "recall@3": 0.875, | |
| "f1@3": 0.475, | |
| "accuracy@3": 0.95956491238052, | |
| "precision@5": 0.22499999999999998, | |
| "recall@5": 1.0, | |
| "f1@5": 0.3630952380952382, | |
| "accuracy@5": 0.9260378862787007, | |
| "precision@8": 0.140625, | |
| "recall@8": 1.0, | |
| "f1@8": 0.24444444444444446, | |
| "accuracy@8": 0.8695998061423656, | |
| "precision@10": 0.11249999999999999, | |
| "recall@10": 1.0, | |
| "f1@10": 0.2007575757575758, | |
| "accuracy@10": 0.8319744193848086, | |
| "precision@15": 0.075, | |
| "recall@15": 1.0, | |
| "f1@15": 0.13878676470588236, | |
| "accuracy@15": 0.7379109524909166, | |
| "precision@20": 0.056249999999999994, | |
| "recall@20": 1.0, | |
| "f1@20": 0.10606060606060606, | |
| "accuracy@20": 0.6438474855970246, | |
| "precision@30": 0.039285714285714285, | |
| "recall@30": 1.0, | |
| "f1@30": 0.07537573313782991, | |
| "accuracy@30": 0.5092919803806691, | |
| "precision@40": 0.03095238095238095, | |
| "recall@40": 1.0, | |
| "f1@40": 0.059853764122056806, | |
| "accuracy@40": 0.3806888561166946, | |
| "precision@50": 0.025952380952380952, | |
| "recall@50": 1.0, | |
| "f1@50": 0.050390785684903336, | |
| "accuracy@50": 0.25208573185272015 | |
| } | |
| } | |
| }, | |
| "nda-12": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.9672131147540983, | |
| "precision_entailment": 1.0, | |
| "recall_entailment": 0.95, | |
| "f1_entailment": 0.9743589743589743, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.5, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.975, | |
| "recall": 0.7722772277227723, | |
| "f1": 0.861878453038674, | |
| "accuracy": 0.993109151047409, | |
| "roc_auc": 0.9899754931546458, | |
| "map": 0.901206991750224, | |
| "precision@recall80": 0.9642857142857143, | |
| "precision@recall90": 0.4008810572687225, | |
| "precision@1": 1.0, | |
| "recall@1": 0.39603960396039606, | |
| "f1@1": 0.5673758865248227, | |
| "accuracy@1": 0.9831863285556781, | |
| "precision@3": 0.7083333333333334, | |
| "recall@3": 0.8415841584158416, | |
| "f1@3": 0.7692307692307693, | |
| "accuracy@3": 0.9859426681367145, | |
| "precision@5": 0.47, | |
| "recall@5": 0.9306930693069307, | |
| "f1@5": 0.6245847176079734, | |
| "accuracy@5": 0.9688533627342889, | |
| "precision@8": 0.296875, | |
| "recall@8": 0.9405940594059405, | |
| "f1@8": 0.45130641330166277, | |
| "accuracy@8": 0.9363285556780595, | |
| "precision@10": 0.2375, | |
| "recall@10": 0.9405940594059405, | |
| "f1@10": 0.37924151696606784, | |
| "accuracy@10": 0.9142778390297684, | |
| "precision@15": 0.165, | |
| "recall@15": 0.9801980198019802, | |
| "f1@15": 0.28245363766048504, | |
| "accuracy@15": 0.8613561190738699, | |
| "precision@20": 0.12625, | |
| "recall@20": 1.0, | |
| "f1@20": 0.2241953385127636, | |
| "accuracy@20": 0.8073318632855567, | |
| "precision@30": 0.08480268681780016, | |
| "recall@30": 1.0, | |
| "f1@30": 0.15634674922600617, | |
| "accuracy@30": 0.6995589856670342, | |
| "precision@40": 0.06441326530612244, | |
| "recall@40": 1.0, | |
| "f1@40": 0.12103055721989214, | |
| "accuracy@40": 0.5956449834619625, | |
| "precision@50": 0.05219638242894057, | |
| "recall@50": 1.0, | |
| "f1@50": 0.09921414538310412, | |
| "accuracy@50": 0.49448732083792724 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.9324999999999999, | |
| "recall": 0.8008928571428573, | |
| "f1": 0.8416558441558442, | |
| "accuracy": 0.9904970898399632, | |
| "roc_auc": 0.99174353806044, | |
| "map": 0.9496897072226019, | |
| "precision@recall80": 0.8720723684210526, | |
| "precision@recall90": 0.859875398724083, | |
| "precision@1": 1.0, | |
| "recall@1": 0.43898809523809523, | |
| "f1@1": 0.6017261904761906, | |
| "accuracy@1": 0.9796903712569248, | |
| "precision@3": 0.7083333333333336, | |
| "recall@3": 0.9002976190476192, | |
| "f1@3": 0.7742857142857147, | |
| "accuracy@3": 0.9823080804894845, | |
| "precision@5": 0.4700000000000001, | |
| "recall@5": 0.9511904761904763, | |
| "f1@5": 0.6111201298701301, | |
| "accuracy@5": 0.959099393674648, | |
| "precision@8": 0.296875, | |
| "recall@8": 0.9595238095238097, | |
| "f1@8": 0.4422510822510824, | |
| "accuracy@8": 0.9168312317532699, | |
| "precision@10": 0.23750000000000004, | |
| "recall@10": 0.9595238095238097, | |
| "f1@10": 0.37222648674854575, | |
| "accuracy@10": 0.888428743492485, | |
| "precision@15": 0.1650000000000001, | |
| "recall@15": 0.9833333333333334, | |
| "f1@15": 0.2768064323017882, | |
| "accuracy@15": 0.8200819545073257, | |
| "precision@20": 0.12625, | |
| "recall@20": 1.0, | |
| "f1@20": 0.22045004110221494, | |
| "accuracy@20": 0.7504859902656202, | |
| "precision@30": 0.08488095238095243, | |
| "recall@30": 1.0, | |
| "f1@30": 0.15456040497600596, | |
| "accuracy@30": 0.6191878346759826, | |
| "precision@40": 0.06474702380952381, | |
| "recall@40": 1.0, | |
| "f1@40": 0.12043161100058561, | |
| "accuracy@40": 0.4989015838482495, | |
| "precision@50": 0.05293585359675788, | |
| "recall@50": 1.0, | |
| "f1@50": 0.09969918158461984, | |
| "accuracy@50": 0.3853450062727963 | |
| } | |
| } | |
| }, | |
| "nda-13": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 1.0, | |
| "precision_entailment": 1.0, | |
| "recall_entailment": 1.0, | |
| "f1_entailment": 1.0, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.5, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.9583333333333334, | |
| "recall": 0.7603305785123967, | |
| "f1": 0.8479262672811061, | |
| "accuracy": 0.9923058988109116, | |
| "roc_auc": 0.9919040782982503, | |
| "map": 0.8889136129849528, | |
| "precision@recall80": 0.9150943396226415, | |
| "precision@recall90": 0.44672131147540983, | |
| "precision@1": 0.9787234042553191, | |
| "recall@1": 0.38016528925619836, | |
| "f1@1": 0.5476190476190476, | |
| "accuracy@1": 0.982280251806948, | |
| "precision@3": 0.7021276595744681, | |
| "recall@3": 0.8181818181818182, | |
| "f1@3": 0.7557251908396947, | |
| "accuracy@3": 0.9850781067847983, | |
| "precision@5": 0.4595744680851064, | |
| "recall@5": 0.8925619834710744, | |
| "f1@5": 0.6067415730337079, | |
| "accuracy@5": 0.9673583585917463, | |
| "precision@8": 0.29521276595744683, | |
| "recall@8": 0.9173553719008265, | |
| "f1@8": 0.44668008048289737, | |
| "accuracy@8": 0.9358824900909303, | |
| "precision@10": 0.24680851063829787, | |
| "recall@10": 0.9586776859504132, | |
| "f1@10": 0.3925549915397631, | |
| "accuracy@10": 0.9162975052459781, | |
| "precision@15": 0.16879432624113475, | |
| "recall@15": 0.9834710743801653, | |
| "f1@15": 0.288135593220339, | |
| "accuracy@15": 0.8629051060853346, | |
| "precision@20": 0.1276595744680851, | |
| "recall@20": 0.9917355371900827, | |
| "f1@20": 0.22620169651272384, | |
| "accuracy@20": 0.808580088598741, | |
| "precision@30": 0.08636688079942897, | |
| "recall@30": 1.0, | |
| "f1@30": 0.1590013140604468, | |
| "accuracy@30": 0.7015621356959664, | |
| "precision@40": 0.06547619047619048, | |
| "recall@40": 1.0, | |
| "f1@40": 0.1229050279329609, | |
| "accuracy@40": 0.5973420377710422, | |
| "precision@50": 0.053023663453111304, | |
| "recall@50": 1.0, | |
| "f1@50": 0.10070744902205575, | |
| "accuracy@50": 0.4961529494054558 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.9716312056737589, | |
| "recall": 0.8417173252279635, | |
| "f1": 0.8779005864112246, | |
| "accuracy": 0.9910662974609143, | |
| "roc_auc": 0.9933019669958763, | |
| "map": 0.9441429357910898, | |
| "precision@recall80": 0.8990667724710278, | |
| "precision@recall90": 0.87575044202078, | |
| "precision@1": 0.9787234042553191, | |
| "recall@1": 0.4354863221884499, | |
| "f1@1": 0.5934312732185075, | |
| "accuracy@1": 0.9782484634191496, | |
| "precision@3": 0.7021276595744684, | |
| "recall@3": 0.8951114488348532, | |
| "f1@3": 0.7647462466611404, | |
| "accuracy@3": 0.9821784404441406, | |
| "precision@5": 0.4595744680851063, | |
| "recall@5": 0.9405268490374873, | |
| "f1@5": 0.5969071118007293, | |
| "accuracy@5": 0.9586434492850261, | |
| "precision@8": 0.29521276595744683, | |
| "recall@8": 0.9533181357649445, | |
| "f1@8": 0.43655971687886586, | |
| "accuracy@8": 0.9187468491833536, | |
| "precision@10": 0.24680851063829784, | |
| "recall@10": 0.9850557244174266, | |
| "f1@10": 0.382917405914903, | |
| "accuracy@10": 0.8938839758195715, | |
| "precision@15": 0.1687943262411349, | |
| "recall@15": 0.9943009118541033, | |
| "f1@15": 0.2809561475356532, | |
| "accuracy@15": 0.825903472264402, | |
| "precision@20": 0.1276595744680851, | |
| "recall@20": 0.9969604863221884, | |
| "f1@20": 0.2211463939493541, | |
| "accuracy@20": 0.7569923381739664, | |
| "precision@30": 0.08672745694022296, | |
| "recall@30": 1.0, | |
| "f1@30": 0.1567306296079104, | |
| "accuracy@30": 0.6280726694577772, | |
| "precision@40": 0.06622340425531914, | |
| "recall@40": 1.0, | |
| "f1@40": 0.12233880350522207, | |
| "accuracy@40": 0.5078897123204714, | |
| "precision@50": 0.0542043911272069, | |
| "recall@50": 1.0, | |
| "f1@50": 0.10143117914308984, | |
| "accuracy@50": 0.3947922172539155 | |
| } | |
| } | |
| }, | |
| "nda-15": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.8852459016393442, | |
| "precision_entailment": 0.8809523809523809, | |
| "recall_entailment": 0.9487179487179487, | |
| "f1_entailment": 0.9135802469135802, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.44047619047619047, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.7534246575342466, | |
| "recall": 0.8088235294117647, | |
| "f1": 0.7801418439716311, | |
| "accuracy": 0.9913480323751047, | |
| "roc_auc": 0.9899673667475526, | |
| "map": 0.7389612056955897, | |
| "precision@recall80": 0.7534246575342466, | |
| "precision@recall90": 0.6526315789473685, | |
| "precision@1": 0.8717948717948718, | |
| "recall@1": 0.5, | |
| "f1@1": 0.6355140186915887, | |
| "accuracy@1": 0.989115266536422, | |
| "precision@3": 0.5213675213675214, | |
| "recall@3": 0.8970588235294118, | |
| "f1@3": 0.6594594594594595, | |
| "accuracy@3": 0.982416969020374, | |
| "precision@5": 0.3230769230769231, | |
| "recall@5": 0.9264705882352942, | |
| "f1@5": 0.479087452471483, | |
| "accuracy@5": 0.9617638850125593, | |
| "precision@8": 0.20833333333333334, | |
| "recall@8": 0.9558823529411765, | |
| "f1@8": 0.34210526315789475, | |
| "accuracy@8": 0.9302260675411667, | |
| "precision@10": 0.16923076923076924, | |
| "recall@10": 0.9705882352941176, | |
| "f1@10": 0.28820960698689957, | |
| "accuracy@10": 0.9090147920736813, | |
| "precision@15": 0.11282051282051282, | |
| "recall@15": 0.9705882352941176, | |
| "f1@15": 0.20214395099540583, | |
| "accuracy@15": 0.8545911247557912, | |
| "precision@20": 0.08717948717948718, | |
| "recall@20": 1.0, | |
| "f1@20": 0.16037735849056603, | |
| "accuracy@20": 0.8012838403572425, | |
| "precision@30": 0.059079061685490875, | |
| "recall@30": 1.0, | |
| "f1@30": 0.11156685808039377, | |
| "accuracy@30": 0.6977393245883338, | |
| "precision@40": 0.04509283819628647, | |
| "recall@40": 1.0, | |
| "f1@40": 0.08629441624365482, | |
| "accuracy@40": 0.5981021490371198, | |
| "precision@50": 0.036657681940700806, | |
| "recall@50": 1.0, | |
| "f1@50": 0.07072282891315652, | |
| "accuracy@50": 0.501255930784259 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.7778388278388279, | |
| "recall": 0.8153846153846154, | |
| "f1": 0.7570207570207572, | |
| "accuracy": 0.9898434476663783, | |
| "roc_auc": 0.9917259184838667, | |
| "map": 0.9046547678900618, | |
| "precision@recall80": 0.8906485671191553, | |
| "precision@recall90": 0.8778280542986425, | |
| "precision@1": 0.8717948717948718, | |
| "recall@1": 0.5905982905982905, | |
| "f1@1": 0.6752136752136754, | |
| "accuracy@1": 0.986489428042502, | |
| "precision@3": 0.5213675213675213, | |
| "recall@3": 0.9256410256410255, | |
| "f1@3": 0.6371794871794874, | |
| "accuracy@3": 0.9762329410166302, | |
| "precision@5": 0.3230769230769231, | |
| "recall@5": 0.9393162393162393, | |
| "f1@5": 0.4615995115995116, | |
| "accuracy@5": 0.9482572148827675, | |
| "precision@8": 0.20833333333333334, | |
| "recall@8": 0.9606837606837607, | |
| "f1@8": 0.33175940868248566, | |
| "accuracy@8": 0.9050285935531326, | |
| "precision@10": 0.16923076923076924, | |
| "recall@10": 0.9658119658119657, | |
| "f1@10": 0.2797800490108182, | |
| "accuracy@10": 0.8762121780539905, | |
| "precision@15": 0.11282051282051284, | |
| "recall@15": 0.9658119658119657, | |
| "f1@15": 0.1976914697502933, | |
| "accuracy@15": 0.8024386375736328, | |
| "precision@20": 0.08717948717948719, | |
| "recall@20": 1.0, | |
| "f1@20": 0.1575873401960358, | |
| "accuracy@20": 0.7294244659295674, | |
| "precision@30": 0.05934065934065936, | |
| "recall@30": 1.0, | |
| "f1@30": 0.11062324772002188, | |
| "accuracy@30": 0.6056869087783765, | |
| "precision@40": 0.045703601953601965, | |
| "recall@40": 1.0, | |
| "f1@40": 0.08650836359287865, | |
| "accuracy@40": 0.4932436129214465, | |
| "precision@50": 0.03765941210090148, | |
| "recall@50": 1.0, | |
| "f1@50": 0.07190651687151302, | |
| "accuracy@50": 0.3877025460412138 | |
| } | |
| } | |
| }, | |
| "nda-16": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.9166666666666666, | |
| "precision_entailment": 0.9166666666666666, | |
| "recall_entailment": 1.0, | |
| "f1_entailment": 0.9565217391304348, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": 0.0, | |
| "f1_contradiction": 0.0, | |
| "precision_mean": 0.4583333333333333, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.5, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.4782608695652174, | |
| "f1_hmean": 0.0 | |
| }, | |
| "class": { | |
| "accuracy": 0.7868852459016393, | |
| "precision_entailment": 0.8125, | |
| "recall_entailment": 0.5909090909090909, | |
| "f1_entailment": 0.6842105263157896, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": 0.0, | |
| "f1_contradiction": 0.0, | |
| "precision_mean": 0.40625, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.29545454545454547, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.3421052631578948, | |
| "f1_hmean": 0.0 | |
| }, | |
| "span": { | |
| "precision": 0.7857142857142857, | |
| "recall": 0.21568627450980393, | |
| "f1": 0.3384615384615385, | |
| "accuracy": 0.9803293687099726, | |
| "roc_auc": 0.9647426183588189, | |
| "map": 0.5775770462777687, | |
| "precision@recall80": 0.2611464968152866, | |
| "precision@recall90": 0.12169312169312169, | |
| "precision@1": 0.875, | |
| "recall@1": 0.4117647058823529, | |
| "f1@1": 0.56, | |
| "accuracy@1": 0.984903934126258, | |
| "precision@3": 0.4861111111111111, | |
| "recall@3": 0.6862745098039216, | |
| "f1@3": 0.5691056910569106, | |
| "accuracy@3": 0.9757548032936871, | |
| "precision@5": 0.35, | |
| "recall@5": 0.8235294117647058, | |
| "f1@5": 0.4912280701754386, | |
| "accuracy@5": 0.9602012808783166, | |
| "precision@8": 0.22916666666666666, | |
| "recall@8": 0.8627450980392157, | |
| "f1@8": 0.3621399176954732, | |
| "accuracy@8": 0.9290942360475755, | |
| "precision@10": 0.18333333333333332, | |
| "recall@10": 0.8627450980392157, | |
| "f1@10": 0.3024054982817869, | |
| "accuracy@10": 0.9071363220494053, | |
| "precision@15": 0.12222222222222222, | |
| "recall@15": 0.8627450980392157, | |
| "f1@15": 0.2141119221411192, | |
| "accuracy@15": 0.8522415370539799, | |
| "precision@20": 0.09166666666666666, | |
| "recall@20": 0.8627450980392157, | |
| "f1@20": 0.16572504708097927, | |
| "accuracy@20": 0.7973467520585544, | |
| "precision@30": 0.06805555555555555, | |
| "recall@30": 0.9607843137254902, | |
| "f1@30": 0.12710765239948116, | |
| "accuracy@30": 0.692131747483989, | |
| "precision@40": 0.05268703898840885, | |
| "recall@40": 0.9803921568627451, | |
| "f1@40": 0.10000000000000002, | |
| "accuracy@40": 0.5882891125343093, | |
| "precision@50": 0.04407951598962835, | |
| "recall@50": 1.0, | |
| "f1@50": 0.08443708609271523, | |
| "accuracy@50": 0.4940530649588289 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.3333333333333333, | |
| "recall": 0.30624999999999997, | |
| "f1": 0.29791666666666666, | |
| "accuracy": 0.9769037665905699, | |
| "roc_auc": 0.9798244599199056, | |
| "map": 0.852976977655548, | |
| "precision@recall80": 0.8014614789005033, | |
| "precision@recall90": 0.769246972727664, | |
| "precision@1": 0.875, | |
| "recall@1": 0.6020833333333334, | |
| "f1@1": 0.6674603174603174, | |
| "accuracy@1": 0.9843298401349306, | |
| "precision@3": 0.4861111111111111, | |
| "recall@3": 0.8319444444444445, | |
| "f1@3": 0.558531746031746, | |
| "accuracy@3": 0.9695501298219082, | |
| "precision@5": 0.35000000000000003, | |
| "recall@5": 0.909722222222222, | |
| "f1@5": 0.46231661856661854, | |
| "accuracy@5": 0.9474214507463442, | |
| "precision@8": 0.22916666666666666, | |
| "recall@8": 0.9305555555555555, | |
| "f1@8": 0.3416712916712917, | |
| "accuracy@8": 0.9075311626261447, | |
| "precision@10": 0.18333333333333335, | |
| "recall@10": 0.9305555555555555, | |
| "f1@10": 0.28709138084138086, | |
| "accuracy@10": 0.8788183843391154, | |
| "precision@15": 0.12222222222222223, | |
| "recall@15": 0.9305555555555555, | |
| "f1@15": 0.20560311112749194, | |
| "accuracy@15": 0.8070364386215417, | |
| "precision@20": 0.09166666666666667, | |
| "recall@20": 0.9305555555555555, | |
| "f1@20": 0.16033278315887015, | |
| "accuracy@20": 0.7352544929039676, | |
| "precision@30": 0.06805555555555556, | |
| "recall@30": 0.9722222222222222, | |
| "f1@30": 0.12332609607870516, | |
| "accuracy@30": 0.5956373417852413, | |
| "precision@40": 0.0529490427927928, | |
| "recall@40": 0.9861111111111112, | |
| "f1@40": 0.09809856268685807, | |
| "accuracy@40": 0.4664277795114698, | |
| "precision@50": 0.04461808794069109, | |
| "recall@50": 1.0, | |
| "f1@50": 0.08373590180424924, | |
| "accuracy@50": 0.3595111827187476 | |
| } | |
| } | |
| }, | |
| "nda-17": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.5882352941176471, | |
| "precision_entailment": 0.5625, | |
| "recall_entailment": 1.0, | |
| "f1_entailment": 0.72, | |
| "precision_contradiction": 1.0, | |
| "recall_contradiction": 0.125, | |
| "f1_contradiction": 0.2222222222222222, | |
| "precision_mean": 0.78125, | |
| "precision_hmean": 0.72, | |
| "recall_mean": 0.5625, | |
| "recall_hmean": 0.2222222222222222, | |
| "f1_mean": 0.4711111111111111, | |
| "f1_hmean": 0.33962264150943394 | |
| }, | |
| "class": { | |
| "accuracy": 0.7704918032786885, | |
| "precision_entailment": 0.42105263157894735, | |
| "recall_entailment": 0.8888888888888888, | |
| "f1_entailment": 0.5714285714285714, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": 0.0, | |
| "f1_contradiction": 0.0, | |
| "precision_mean": 0.21052631578947367, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.4444444444444444, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.2857142857142857, | |
| "f1_hmean": 0.0 | |
| }, | |
| "span": { | |
| "precision": 0.8, | |
| "recall": 0.6956521739130435, | |
| "f1": 0.7441860465116279, | |
| "accuracy": 0.9929396662387676, | |
| "roc_auc": 0.9897464948307605, | |
| "map": 0.826419425892727, | |
| "precision@recall80": 0.59375, | |
| "precision@recall90": 0.2441860465116279, | |
| "precision@1": 0.8235294117647058, | |
| "recall@1": 0.6086956521739131, | |
| "f1@1": 0.7, | |
| "accuracy@1": 0.9922978177150192, | |
| "precision@3": 0.39215686274509803, | |
| "recall@3": 0.8695652173913043, | |
| "f1@3": 0.5405405405405406, | |
| "accuracy@3": 0.9781771501925546, | |
| "precision@5": 0.23529411764705882, | |
| "recall@5": 0.8695652173913043, | |
| "f1@5": 0.3703703703703704, | |
| "accuracy@5": 0.9563543003851092, | |
| "precision@8": 0.15441176470588236, | |
| "recall@8": 0.9130434782608695, | |
| "f1@8": 0.2641509433962264, | |
| "accuracy@8": 0.9249037227214377, | |
| "precision@10": 0.12941176470588237, | |
| "recall@10": 0.9565217391304348, | |
| "f1@10": 0.227979274611399, | |
| "accuracy@10": 0.9043645699614891, | |
| "precision@15": 0.09019607843137255, | |
| "recall@15": 1.0, | |
| "f1@15": 0.1654676258992806, | |
| "accuracy@15": 0.8510911424903723, | |
| "precision@20": 0.06764705882352941, | |
| "recall@20": 1.0, | |
| "f1@20": 0.12672176308539945, | |
| "accuracy@20": 0.7965340179717587, | |
| "precision@30": 0.045098039215686274, | |
| "recall@30": 1.0, | |
| "f1@30": 0.08630393996247654, | |
| "accuracy@30": 0.6874197689345315, | |
| "precision@40": 0.034074074074074076, | |
| "recall@40": 1.0, | |
| "f1@40": 0.0659025787965616, | |
| "accuracy@40": 0.5815147625160462, | |
| "precision@50": 0.027544910179640718, | |
| "recall@50": 1.0, | |
| "f1@50": 0.05361305361305361, | |
| "accuracy@50": 0.47881899871630296 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.7647058823529411, | |
| "recall": 0.7058823529411765, | |
| "f1": 0.7058823529411764, | |
| "accuracy": 0.9927352317463704, | |
| "roc_auc": 0.9850152571926766, | |
| "map": 0.8339366515837103, | |
| "precision@recall80": 0.7809954751131221, | |
| "precision@recall90": 0.7809954751131221, | |
| "precision@1": 0.8235294117647058, | |
| "recall@1": 0.6470588235294118, | |
| "f1@1": 0.7058823529411764, | |
| "accuracy@1": 0.9924996935263695, | |
| "precision@3": 0.392156862745098, | |
| "recall@3": 0.8823529411764706, | |
| "f1@3": 0.5294117647058824, | |
| "accuracy@3": 0.9717971290305111, | |
| "precision@5": 0.23529411764705888, | |
| "recall@5": 0.8823529411764706, | |
| "f1@5": 0.3641456582633053, | |
| "accuracy@5": 0.9446962785427869, | |
| "precision@8": 0.15441176470588236, | |
| "recall@8": 0.9117647058823529, | |
| "f1@8": 0.2601307189542484, | |
| "accuracy@8": 0.9063979439876712, | |
| "precision@10": 0.12941176470588237, | |
| "recall@10": 0.9411764705882353, | |
| "f1@10": 0.22459893048128346, | |
| "accuracy@10": 0.8810796246942428, | |
| "precision@15": 0.09019607843137255, | |
| "recall@15": 1.0, | |
| "f1@15": 0.16392733564013842, | |
| "accuracy@15": 0.8145403547514638, | |
| "precision@20": 0.06764705882352942, | |
| "recall@20": 1.0, | |
| "f1@20": 0.12579577285459637, | |
| "accuracy@20": 0.7467882285321531, | |
| "precision@30": 0.045098039215686274, | |
| "recall@30": 1.0, | |
| "f1@30": 0.08586337760910814, | |
| "accuracy@30": 0.6112839760935321, | |
| "precision@40": 0.034033613445378155, | |
| "recall@40": 1.0, | |
| "f1@40": 0.06557582382546515, | |
| "accuracy@40": 0.48418308499944895, | |
| "precision@50": 0.02756302521008403, | |
| "recall@50": 1.0, | |
| "f1@50": 0.05348534587288912, | |
| "accuracy@50": 0.36548555524990367 | |
| } | |
| } | |
| }, | |
| "nda-18": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.9344262295081968, | |
| "precision_entailment": 0.8181818181818182, | |
| "recall_entailment": 0.8181818181818182, | |
| "f1_entailment": 0.8181818181818182, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.4090909090909091, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.8333333333333334, | |
| "recall": 0.5, | |
| "f1": 0.625, | |
| "accuracy": 0.9842243645924628, | |
| "roc_auc": 0.9714371437143714, | |
| "map": 0.7151889471610886, | |
| "precision@recall80": 0.5853658536585366, | |
| "precision@recall90": 0.1656441717791411, | |
| "precision@1": 0.8181818181818182, | |
| "recall@1": 0.3, | |
| "f1@1": 0.43902439024390244, | |
| "accuracy@1": 0.9798422436459246, | |
| "precision@3": 0.6060606060606061, | |
| "recall@3": 0.6666666666666666, | |
| "f1@3": 0.6349206349206349, | |
| "accuracy@3": 0.9798422436459246, | |
| "precision@5": 0.45454545454545453, | |
| "recall@5": 0.8333333333333334, | |
| "f1@5": 0.5882352941176471, | |
| "accuracy@5": 0.9693251533742331, | |
| "precision@8": 0.29545454545454547, | |
| "recall@8": 0.8666666666666667, | |
| "f1@8": 0.44067796610169496, | |
| "accuracy@8": 0.9421560035056967, | |
| "precision@10": 0.24545454545454545, | |
| "recall@10": 0.9, | |
| "f1@10": 0.38571428571428573, | |
| "accuracy@10": 0.9246275197195443, | |
| "precision@15": 0.17575757575757575, | |
| "recall@15": 0.9666666666666667, | |
| "f1@15": 0.29743589743589743, | |
| "accuracy@15": 0.8799298860648553, | |
| "precision@20": 0.13636363636363635, | |
| "recall@20": 1.0, | |
| "f1@20": 0.24000000000000002, | |
| "accuracy@20": 0.8334794040315513, | |
| "precision@30": 0.09090909090909091, | |
| "recall@30": 1.0, | |
| "f1@30": 0.16666666666666669, | |
| "accuracy@30": 0.7370727432077125, | |
| "precision@40": 0.06818181818181818, | |
| "recall@40": 1.0, | |
| "f1@40": 0.1276595744680851, | |
| "accuracy@40": 0.6406660823838738, | |
| "precision@50": 0.05639097744360902, | |
| "recall@50": 1.0, | |
| "f1@50": 0.10676156583629892, | |
| "accuracy@50": 0.5600350569675723 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.7393939393939394, | |
| "recall": 0.5757575757575757, | |
| "f1": 0.5868686868686869, | |
| "accuracy": 0.9831428210989203, | |
| "roc_auc": 0.9730517532113278, | |
| "map": 0.8088885609340154, | |
| "precision@recall80": 0.7212908303817395, | |
| "precision@recall90": 0.7205693296602388, | |
| "precision@1": 0.8181818181818182, | |
| "recall@1": 0.40151515151515144, | |
| "f1@1": 0.503030303030303, | |
| "accuracy@1": 0.9774043030605568, | |
| "precision@3": 0.6060606060606061, | |
| "recall@3": 0.7000000000000001, | |
| "f1@3": 0.6123376623376623, | |
| "accuracy@3": 0.9712005974543636, | |
| "precision@5": 0.45454545454545453, | |
| "recall@5": 0.8772727272727273, | |
| "f1@5": 0.5637806637806638, | |
| "accuracy@5": 0.9583072178090263, | |
| "precision@8": 0.29545454545454547, | |
| "recall@8": 0.9, | |
| "f1@8": 0.42411527866073323, | |
| "accuracy@8": 0.9242369156560512, | |
| "precision@10": 0.24545454545454543, | |
| "recall@10": 0.9181818181818181, | |
| "f1@10": 0.3711651984379257, | |
| "accuracy@10": 0.9025645619285823, | |
| "precision@15": 0.17575757575757575, | |
| "recall@15": 0.9818181818181819, | |
| "f1@15": 0.28867389060887516, | |
| "accuracy@15": 0.8500909946830807, | |
| "precision@20": 0.13636363636363638, | |
| "recall@20": 1.0, | |
| "f1@20": 0.2337354345259484, | |
| "accuracy@20": 0.7931828376371356, | |
| "precision@30": 0.0909090909090909, | |
| "recall@30": 1.0, | |
| "f1@30": 0.1635255808535091, | |
| "accuracy@30": 0.6757301599088819, | |
| "precision@40": 0.06818181818181819, | |
| "recall@40": 1.0, | |
| "f1@40": 0.12577856263722298, | |
| "accuracy@40": 0.5582774821806278, | |
| "precision@50": 0.05574279379157428, | |
| "recall@50": 1.0, | |
| "f1@50": 0.1044249521370315, | |
| "accuracy@50": 0.480736112656365 | |
| } | |
| } | |
| }, | |
| "nda-19": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.819672131147541, | |
| "precision_entailment": 0.9210526315789473, | |
| "recall_entailment": 0.813953488372093, | |
| "f1_entailment": 0.8641975308641974, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.4605263157894737, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.7962962962962963, | |
| "recall": 0.4942528735632184, | |
| "f1": 0.6099290780141844, | |
| "accuracy": 0.9859442882698697, | |
| "roc_auc": 0.9632039704141656, | |
| "map": 0.6661487676183546, | |
| "precision@recall80": 0.36649214659685864, | |
| "precision@recall90": 0.18501170960187355, | |
| "precision@1": 0.8372093023255814, | |
| "recall@1": 0.41379310344827586, | |
| "f1@1": 0.5538461538461538, | |
| "accuracy@1": 0.9851776130845898, | |
| "precision@3": 0.4573643410852713, | |
| "recall@3": 0.6781609195402298, | |
| "f1@3": 0.5462962962962963, | |
| "accuracy@3": 0.9749552772808586, | |
| "precision@5": 0.31627906976744186, | |
| "recall@5": 0.7816091954022989, | |
| "f1@5": 0.4503311258278146, | |
| "accuracy@5": 0.9575773064145158, | |
| "precision@8": 0.2180232558139535, | |
| "recall@8": 0.8620689655172413, | |
| "f1@8": 0.3480278422273782, | |
| "accuracy@8": 0.9281880909787886, | |
| "precision@10": 0.17906976744186046, | |
| "recall@10": 0.8850574712643678, | |
| "f1@10": 0.2978723404255319, | |
| "accuracy@10": 0.9072323025811397, | |
| "precision@15": 0.12403100775193798, | |
| "recall@15": 0.9195402298850575, | |
| "f1@15": 0.2185792349726776, | |
| "accuracy@15": 0.8538205980066446, | |
| "precision@20": 0.0941860465116279, | |
| "recall@20": 0.9310344827586207, | |
| "f1@20": 0.1710665258711721, | |
| "accuracy@20": 0.7993866598517761, | |
| "precision@30": 0.06608969315499606, | |
| "recall@30": 0.9655172413793104, | |
| "f1@30": 0.12371134020618557, | |
| "accuracy@30": 0.6958855098389982, | |
| "precision@40": 0.05149700598802395, | |
| "recall@40": 0.9885057471264368, | |
| "f1@40": 0.09789413773477519, | |
| "accuracy@40": 0.5949399437771531, | |
| "precision@50": 0.042177538008827856, | |
| "recall@50": 0.9885057471264368, | |
| "f1@50": 0.08090310442144873, | |
| "accuracy@50": 0.5006388959877331 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.6356589147286822, | |
| "recall": 0.555813953488372, | |
| "f1": 0.5674317930131884, | |
| "accuracy": 0.9810358526387007, | |
| "roc_auc": 0.9739440355868184, | |
| "map": 0.8200096606572488, | |
| "precision@recall80": 0.7523378860588164, | |
| "precision@recall90": 0.7212611976523543, | |
| "precision@1": 0.8372093023255814, | |
| "recall@1": 0.5810077519379845, | |
| "f1@1": 0.6466223698781838, | |
| "accuracy@1": 0.9827238842047255, | |
| "precision@3": 0.4573643410852714, | |
| "recall@3": 0.8201550387596899, | |
| "f1@3": 0.5436507936507936, | |
| "accuracy@3": 0.9659008668812347, | |
| "precision@5": 0.3162790697674418, | |
| "recall@5": 0.8906976744186046, | |
| "f1@5": 0.43204134366925084, | |
| "accuracy@5": 0.9403434052761512, | |
| "precision@8": 0.2180232558139535, | |
| "recall@8": 0.9426356589147288, | |
| "f1@8": 0.33155784783691744, | |
| "accuracy@8": 0.8990477366346487, | |
| "precision@10": 0.1790697674418604, | |
| "recall@10": 0.9531007751937984, | |
| "f1@10": 0.28413195331799984, | |
| "accuracy@10": 0.8698611218603152, | |
| "precision@15": 0.12403100775193804, | |
| "recall@15": 0.9713178294573644, | |
| "f1@15": 0.21006226235904393, | |
| "accuracy@15": 0.796915397333661, | |
| "precision@20": 0.09418604651162786, | |
| "recall@20": 0.9751937984496125, | |
| "f1@20": 0.16534700890615947, | |
| "accuracy@20": 0.7216855660421024, | |
| "precision@30": 0.06583610188261353, | |
| "recall@30": 0.9875968992248062, | |
| "f1@30": 0.12000914030391986, | |
| "accuracy@30": 0.5944355911018427, | |
| "precision@40": 0.0518813040615366, | |
| "recall@40": 0.996124031007752, | |
| "f1@40": 0.09629095201163848, | |
| "accuracy@40": 0.4756804373222384, | |
| "precision@50": 0.04317720925215707, | |
| "recall@50": 0.996124031007752, | |
| "f1@50": 0.08100392889882828, | |
| "accuracy@50": 0.37270715674903376 | |
| } | |
| } | |
| }, | |
| "nda-2": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.88, | |
| "precision_entailment": 0.0, | |
| "recall_entailment": 0.0, | |
| "f1_entailment": 0.0, | |
| "precision_contradiction": 0.88, | |
| "recall_contradiction": 1.0, | |
| "f1_contradiction": 0.9361702127659575, | |
| "precision_mean": 0.44, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.5, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.46808510638297873, | |
| "f1_hmean": 0.0 | |
| }, | |
| "class": { | |
| "accuracy": 0.7540983606557377, | |
| "precision_entailment": 0.0, | |
| "recall_entailment": 0.0, | |
| "f1_entailment": 0.0, | |
| "precision_contradiction": 0.925, | |
| "recall_contradiction": 0.8409090909090909, | |
| "f1_contradiction": 0.8809523809523809, | |
| "precision_mean": 0.4625, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.42045454545454547, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.44047619047619047, | |
| "f1_hmean": 0.0 | |
| }, | |
| "span": { | |
| "precision": 0.8688524590163934, | |
| "recall": 0.5247524752475248, | |
| "f1": 0.654320987654321, | |
| "accuracy": 0.9864341085271318, | |
| "roc_auc": 0.9817469703265335, | |
| "map": 0.782102338538608, | |
| "precision@recall80": 0.675, | |
| "precision@recall90": 0.48663101604278075, | |
| "precision@1": 0.86, | |
| "recall@1": 0.42574257425742573, | |
| "f1@1": 0.5695364238410596, | |
| "accuracy@1": 0.9842538759689923, | |
| "precision@3": 0.48, | |
| "recall@3": 0.7128712871287128, | |
| "f1@3": 0.5737051792828685, | |
| "accuracy@3": 0.9740794573643411, | |
| "precision@5": 0.332, | |
| "recall@5": 0.8217821782178217, | |
| "f1@5": 0.472934472934473, | |
| "accuracy@5": 0.9551841085271318, | |
| "precision@8": 0.23, | |
| "recall@8": 0.9108910891089109, | |
| "f1@8": 0.36726546906187624, | |
| "accuracy@8": 0.9232073643410853, | |
| "precision@10": 0.19, | |
| "recall@10": 0.9405940594059405, | |
| "f1@10": 0.3161397670549085, | |
| "accuracy@10": 0.9004360465116279, | |
| "precision@15": 0.132, | |
| "recall@15": 0.9801980198019802, | |
| "f1@15": 0.2326674500587544, | |
| "accuracy@15": 0.841812015503876, | |
| "precision@20": 0.099, | |
| "recall@20": 0.9801980198019802, | |
| "f1@20": 0.1798365122615804, | |
| "accuracy@20": 0.78125, | |
| "precision@30": 0.06852103120759837, | |
| "recall@30": 1.0, | |
| "f1@30": 0.12825396825396826, | |
| "accuracy@30": 0.6673934108527132, | |
| "precision@40": 0.05260416666666667, | |
| "recall@40": 1.0, | |
| "f1@40": 0.09995051954477982, | |
| "accuracy@40": 0.5593507751937985, | |
| "precision@50": 0.04332904332904333, | |
| "recall@50": 1.0, | |
| "f1@50": 0.08305921052631579, | |
| "accuracy@50": 0.45978682170542634 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.6113333333333333, | |
| "recall": 0.5075, | |
| "f1": 0.5386410256410257, | |
| "accuracy": 0.9831046971679228, | |
| "roc_auc": 0.9788646250471185, | |
| "map": 0.8611117605220866, | |
| "precision@recall80": 0.8156703103659625, | |
| "precision@recall90": 0.8116775253731775, | |
| "precision@1": 0.86, | |
| "recall@1": 0.6075, | |
| "f1@1": 0.6732063492063491, | |
| "accuracy@1": 0.9818829260963731, | |
| "precision@3": 0.47999999999999987, | |
| "recall@3": 0.8308333333333333, | |
| "f1@3": 0.5581818181818183, | |
| "accuracy@3": 0.9639932194270738, | |
| "precision@5": 0.3319999999999999, | |
| "recall@5": 0.8766666666666666, | |
| "f1@5": 0.43989676989676973, | |
| "accuracy@5": 0.9366989251193274, | |
| "precision@8": 0.23, | |
| "recall@8": 0.9541666666666666, | |
| "f1@8": 0.34074675324675296, | |
| "accuracy@8": 0.8931175716531793, | |
| "precision@10": 0.1899999999999999, | |
| "recall@10": 0.9616666666666666, | |
| "f1@10": 0.29287351537351536, | |
| "accuracy@10": 0.8614563431938279, | |
| "precision@15": 0.13199999999999998, | |
| "recall@15": 0.98, | |
| "f1@15": 0.21795619162997004, | |
| "accuracy@15": 0.7822623531731137, | |
| "precision@20": 0.09899999999999994, | |
| "recall@20": 0.98, | |
| "f1@20": 0.17045476262867557, | |
| "accuracy@20": 0.7005757956106516, | |
| "precision@30": 0.06815527950310557, | |
| "recall@30": 1.0, | |
| "f1@30": 0.12292316525313625, | |
| "accuracy@30": 0.5631312268692179, | |
| "precision@40": 0.052183915281741336, | |
| "recall@40": 1.0, | |
| "f1@40": 0.09641505949248629, | |
| "accuracy@40": 0.4424563379207808, | |
| "precision@50": 0.04298309851316666, | |
| "recall@50": 1.0, | |
| "f1@50": 0.08060346211970121, | |
| "accuracy@50": 0.3396049414398538 | |
| } | |
| } | |
| }, | |
| "nda-20": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.84, | |
| "precision_entailment": 0.8461538461538461, | |
| "recall_entailment": 0.8461538461538461, | |
| "f1_entailment": 0.8461538461538461, | |
| "precision_contradiction": 0.8333333333333334, | |
| "recall_contradiction": 0.8333333333333334, | |
| "f1_contradiction": 0.8333333333333334, | |
| "precision_mean": 0.8397435897435898, | |
| "precision_hmean": 0.8396946564885496, | |
| "recall_mean": 0.8397435897435898, | |
| "recall_hmean": 0.8396946564885496, | |
| "f1_mean": 0.8397435897435898, | |
| "f1_hmean": 0.8396946564885496 | |
| }, | |
| "class": { | |
| "accuracy": 0.639344262295082, | |
| "precision_entailment": 0.6470588235294118, | |
| "recall_entailment": 0.8461538461538461, | |
| "f1_entailment": 0.7333333333333334, | |
| "precision_contradiction": 0.38461538461538464, | |
| "recall_contradiction": 0.8333333333333334, | |
| "f1_contradiction": 0.5263157894736842, | |
| "precision_mean": 0.5158371040723982, | |
| "precision_hmean": 0.4824561403508773, | |
| "recall_mean": 0.8397435897435898, | |
| "recall_hmean": 0.8396946564885496, | |
| "f1_mean": 0.6298245614035087, | |
| "f1_hmean": 0.6128133704735376 | |
| }, | |
| "span": { | |
| "precision": 0.8478260869565217, | |
| "recall": 0.6190476190476191, | |
| "f1": 0.7155963302752294, | |
| "accuracy": 0.9874188311688312, | |
| "roc_auc": 0.9931047248831505, | |
| "map": 0.8398179392455799, | |
| "precision@recall80": 0.7727272727272727, | |
| "precision@recall90": 0.6477272727272727, | |
| "precision@1": 0.88, | |
| "recall@1": 0.3492063492063492, | |
| "f1@1": 0.5, | |
| "accuracy@1": 0.9821428571428571, | |
| "precision@3": 0.5733333333333334, | |
| "recall@3": 0.6825396825396826, | |
| "f1@3": 0.6231884057971014, | |
| "accuracy@3": 0.9788961038961039, | |
| "precision@5": 0.432, | |
| "recall@5": 0.8571428571428571, | |
| "f1@5": 0.5744680851063829, | |
| "accuracy@5": 0.9675324675324676, | |
| "precision@8": 0.305, | |
| "recall@8": 0.9682539682539683, | |
| "f1@8": 0.4638783269961977, | |
| "accuracy@8": 0.942775974025974, | |
| "precision@10": 0.252, | |
| "recall@10": 1.0, | |
| "f1@10": 0.402555910543131, | |
| "accuracy@10": 0.9241071428571429, | |
| "precision@15": 0.168, | |
| "recall@15": 1.0, | |
| "f1@15": 0.28767123287671237, | |
| "accuracy@15": 0.8733766233766234, | |
| "precision@20": 0.126, | |
| "recall@20": 1.0, | |
| "f1@20": 0.2238010657193606, | |
| "accuracy@20": 0.8226461038961039, | |
| "precision@30": 0.084, | |
| "recall@30": 1.0, | |
| "f1@30": 0.15498154981549817, | |
| "accuracy@30": 0.721185064935065, | |
| "precision@40": 0.063, | |
| "recall@40": 1.0, | |
| "f1@40": 0.11853245531514582, | |
| "accuracy@40": 0.619724025974026, | |
| "precision@50": 0.05088852988691438, | |
| "recall@50": 1.0, | |
| "f1@50": 0.09684857801691006, | |
| "accuracy@50": 0.5231331168831169 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.8166666666666668, | |
| "recall": 0.6543333333333333, | |
| "f1": 0.6916090576090574, | |
| "accuracy": 0.9847736872594561, | |
| "roc_auc": 0.9911293562401271, | |
| "map": 0.884063888888889, | |
| "precision@recall80": 0.8192222222222222, | |
| "precision@recall90": 0.8181111111111111, | |
| "precision@1": 0.88, | |
| "recall@1": 0.5063333333333333, | |
| "f1@1": 0.5909841269841271, | |
| "accuracy@1": 0.9793829403897992, | |
| "precision@3": 0.5733333333333333, | |
| "recall@3": 0.8043333333333333, | |
| "f1@3": 0.602961038961039, | |
| "accuracy@3": 0.973397925357077, | |
| "precision@5": 0.43200000000000005, | |
| "recall@5": 0.9123333333333333, | |
| "f1@5": 0.532085248085248, | |
| "accuracy@5": 0.9582311417664549, | |
| "precision@8": 0.305, | |
| "recall@8": 0.975, | |
| "f1@8": 0.42724686424686426, | |
| "accuracy@8": 0.9277645205358249, | |
| "precision@10": 0.252, | |
| "recall@10": 1.0, | |
| "f1@10": 0.3733011433011433, | |
| "accuracy@10": 0.9062772870711256, | |
| "precision@15": 0.168, | |
| "recall@15": 1.0, | |
| "f1@15": 0.27118890576825694, | |
| "accuracy@15": 0.8446042315519664, | |
| "precision@20": 0.126, | |
| "recall@20": 1.0, | |
| "f1@20": 0.21325318160100767, | |
| "accuracy@20": 0.7829311760328069, | |
| "precision@30": 0.084, | |
| "recall@30": 1.0, | |
| "f1@30": 0.14960297500694983, | |
| "accuracy@30": 0.6595850649944884, | |
| "precision@40": 0.063, | |
| "recall@40": 1.0, | |
| "f1@40": 0.11528004259859546, | |
| "accuracy@40": 0.5362389539561698, | |
| "precision@50": 0.05080228334198236, | |
| "recall@50": 1.0, | |
| "f1@50": 0.09452880542272885, | |
| "accuracy@50": 0.4242265222120911 | |
| } | |
| } | |
| }, | |
| "nda-3": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.8688524590163934, | |
| "precision_entailment": 0.9512195121951219, | |
| "recall_entailment": 0.8666666666666667, | |
| "f1_entailment": 0.9069767441860465, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.47560975609756095, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.7377049180327869, | |
| "recall": 0.6, | |
| "f1": 0.6617647058823529, | |
| "accuracy": 0.9883603238866396, | |
| "roc_auc": 0.9626996818846187, | |
| "map": 0.7104892187629145, | |
| "precision@recall80": 0.5263157894736842, | |
| "precision@recall90": 0.2518518518518518, | |
| "precision@1": 0.8666666666666667, | |
| "recall@1": 0.52, | |
| "f1@1": 0.65, | |
| "accuracy@1": 0.9893724696356275, | |
| "precision@3": 0.43703703703703706, | |
| "recall@3": 0.7866666666666666, | |
| "f1@3": 0.5619047619047619, | |
| "accuracy@3": 0.9767206477732794, | |
| "precision@5": 0.28444444444444444, | |
| "recall@5": 0.8533333333333334, | |
| "f1@5": 0.4266666666666667, | |
| "accuracy@5": 0.9564777327935222, | |
| "precision@8": 0.18611111111111112, | |
| "recall@8": 0.8933333333333333, | |
| "f1@8": 0.3080459770114943, | |
| "accuracy@8": 0.923836032388664, | |
| "precision@10": 0.14888888888888888, | |
| "recall@10": 0.8933333333333333, | |
| "f1@10": 0.2552380952380952, | |
| "accuracy@10": 0.9010627530364372, | |
| "precision@15": 0.1037037037037037, | |
| "recall@15": 0.9333333333333333, | |
| "f1@15": 0.18666666666666668, | |
| "accuracy@15": 0.8456477732793523, | |
| "precision@20": 0.08, | |
| "recall@20": 0.96, | |
| "f1@20": 0.14769230769230768, | |
| "accuracy@20": 0.7897267206477733, | |
| "precision@30": 0.054436987322893364, | |
| "recall@30": 0.9733333333333334, | |
| "f1@30": 0.10310734463276836, | |
| "accuracy@30": 0.6786437246963563, | |
| "precision@40": 0.042686397268070574, | |
| "recall@40": 1.0, | |
| "f1@40": 0.08187772925764192, | |
| "accuracy@40": 0.5743927125506073, | |
| "precision@50": 0.0350140056022409, | |
| "recall@50": 1.0, | |
| "f1@50": 0.06765899864682003, | |
| "accuracy@50": 0.4769736842105263 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.6703703703703703, | |
| "recall": 0.6759259259259259, | |
| "f1": 0.6430687830687832, | |
| "accuracy": 0.9857962183959069, | |
| "roc_auc": 0.9808407203226066, | |
| "map": 0.86293325907361, | |
| "precision@recall80": 0.8065577405051089, | |
| "precision@recall90": 0.8069545659019344, | |
| "precision@1": 0.8666666666666667, | |
| "recall@1": 0.6574074074074073, | |
| "f1@1": 0.7155555555555556, | |
| "accuracy@1": 0.9882946045613014, | |
| "precision@3": 0.43703703703703684, | |
| "recall@3": 0.8814814814814815, | |
| "f1@3": 0.5529100529100529, | |
| "accuracy@3": 0.9690072778908956, | |
| "precision@5": 0.2844444444444443, | |
| "recall@5": 0.9092592592592593, | |
| "f1@5": 0.4106701940035273, | |
| "accuracy@5": 0.9421177734703853, | |
| "precision@8": 0.18611111111111112, | |
| "recall@8": 0.95, | |
| "f1@8": 0.2986083052749717, | |
| "accuracy@8": 0.8977572591418261, | |
| "precision@10": 0.1488888888888888, | |
| "recall@10": 0.95, | |
| "f1@10": 0.24833684833684824, | |
| "accuracy@10": 0.867726081579643, | |
| "precision@15": 0.10370370370370373, | |
| "recall@15": 0.9711111111111111, | |
| "f1@15": 0.18214424951267058, | |
| "accuracy@15": 0.7947120941531626, | |
| "precision@20": 0.07999999999999997, | |
| "recall@20": 0.9866666666666666, | |
| "f1@20": 0.14458907919777478, | |
| "accuracy@20": 0.7213815110048937, | |
| "precision@30": 0.054391534391534394, | |
| "recall@30": 0.9911111111111112, | |
| "f1@30": 0.10138729392050073, | |
| "accuracy@30": 0.5814127826348672, | |
| "precision@40": 0.04257150007150006, | |
| "recall@40": 1.0, | |
| "f1@40": 0.0805604161297706, | |
| "accuracy@40": 0.459253121327639, | |
| "precision@50": 0.0350455818335943, | |
| "recall@50": 1.0, | |
| "f1@50": 0.06699270617472476, | |
| "accuracy@50": 0.35363827355594557 | |
| } | |
| } | |
| }, | |
| "nda-4": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.9433962264150944, | |
| "precision_entailment": 0.9433962264150944, | |
| "recall_entailment": 1.0, | |
| "f1_entailment": 0.970873786407767, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": 0.0, | |
| "f1_contradiction": 0.0, | |
| "precision_mean": 0.4716981132075472, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.5, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.4854368932038835, | |
| "f1_hmean": 0.0 | |
| }, | |
| "class": { | |
| "accuracy": 0.9016393442622951, | |
| "precision_entailment": 0.9074074074074074, | |
| "recall_entailment": 0.98, | |
| "f1_entailment": 0.9423076923076924, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": 0.0, | |
| "f1_contradiction": 0.0, | |
| "precision_mean": 0.4537037037037037, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.49, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.4711538461538462, | |
| "f1_hmean": 0.0 | |
| }, | |
| "span": { | |
| "precision": 0.6781609195402298, | |
| "recall": 0.6555555555555556, | |
| "f1": 0.6666666666666666, | |
| "accuracy": 0.9871739130434782, | |
| "roc_auc": 0.9737053461443705, | |
| "map": 0.7361675011456795, | |
| "precision@recall80": 0.5333333333333333, | |
| "precision@recall90": 0.13322368421052633, | |
| "precision@1": 0.8679245283018868, | |
| "recall@1": 0.5111111111111111, | |
| "f1@1": 0.6433566433566433, | |
| "accuracy@1": 0.9889130434782609, | |
| "precision@3": 0.44654088050314467, | |
| "recall@3": 0.7888888888888889, | |
| "f1@3": 0.570281124497992, | |
| "accuracy@3": 0.9767391304347826, | |
| "precision@5": 0.29056603773584905, | |
| "recall@5": 0.8555555555555555, | |
| "f1@5": 0.43380281690140843, | |
| "accuracy@5": 0.956304347826087, | |
| "precision@8": 0.18867924528301888, | |
| "recall@8": 0.8888888888888888, | |
| "f1@8": 0.31128404669260706, | |
| "accuracy@8": 0.9230434782608695, | |
| "precision@10": 0.15471698113207547, | |
| "recall@10": 0.9111111111111111, | |
| "f1@10": 0.2645161290322581, | |
| "accuracy@10": 0.9008695652173913, | |
| "precision@15": 0.10817610062893082, | |
| "recall@15": 0.9555555555555556, | |
| "f1@15": 0.1943502824858757, | |
| "accuracy@15": 0.845, | |
| "precision@20": 0.0820754716981132, | |
| "recall@20": 0.9666666666666667, | |
| "f1@20": 0.15130434782608693, | |
| "accuracy@20": 0.7878260869565218, | |
| "precision@30": 0.056265984654731455, | |
| "recall@30": 0.9777777777777777, | |
| "f1@30": 0.10640870616686819, | |
| "accuracy@30": 0.678695652173913, | |
| "precision@40": 0.043243243243243246, | |
| "recall@40": 0.9777777777777777, | |
| "f1@40": 0.0828235294117647, | |
| "accuracy@40": 0.576304347826087, | |
| "precision@50": 0.036090835360908353, | |
| "recall@50": 0.9888888888888889, | |
| "f1@50": 0.06964006259780907, | |
| "accuracy@50": 0.4830434782608696 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.6572327044025157, | |
| "recall": 0.6562893081761005, | |
| "f1": 0.6214135968852951, | |
| "accuracy": 0.9865375730320449, | |
| "roc_auc": 0.9833345972123236, | |
| "map": 0.8459600327732124, | |
| "precision@recall80": 0.776860132848648, | |
| "precision@recall90": 0.7730964002611498, | |
| "precision@1": 0.8679245283018868, | |
| "recall@1": 0.620754716981132, | |
| "f1@1": 0.6911949685534591, | |
| "accuracy@1": 0.9893905225368987, | |
| "precision@3": 0.44654088050314455, | |
| "recall@3": 0.8481132075471697, | |
| "f1@3": 0.5514824797843666, | |
| "accuracy@3": 0.9693087065555651, | |
| "precision@5": 0.2905660377358489, | |
| "recall@5": 0.8889937106918239, | |
| "f1@5": 0.41587301587301595, | |
| "accuracy@5": 0.9394221282257862, | |
| "precision@8": 0.18867924528301888, | |
| "recall@8": 0.9069182389937107, | |
| "f1@8": 0.2993358842415444, | |
| "accuracy@8": 0.8930490014224902, | |
| "precision@10": 0.15471698113207538, | |
| "recall@10": 0.9352201257861635, | |
| "f1@10": 0.2559346314063295, | |
| "accuracy@10": 0.862577746201154, | |
| "precision@15": 0.10817610062893085, | |
| "recall@15": 0.9672955974842767, | |
| "f1@15": 0.18926404060465626, | |
| "accuracy@15": 0.784646207432148, | |
| "precision@20": 0.08207547169811316, | |
| "recall@20": 0.9861635220125786, | |
| "f1@20": 0.14821005081874633, | |
| "accuracy@20": 0.7055854697980942, | |
| "precision@30": 0.056121332864565034, | |
| "recall@30": 0.9899371069182389, | |
| "f1@30": 0.10455891148580272, | |
| "accuracy@30": 0.5706413019042152, | |
| "precision@40": 0.043283343257707475, | |
| "recall@40": 0.9899371069182389, | |
| "f1@40": 0.08196577304486055, | |
| "accuracy@40": 0.45497248086070613, | |
| "precision@50": 0.03645452834693434, | |
| "recall@50": 0.9937106918238994, | |
| "f1@50": 0.06964433500099183, | |
| "accuracy@50": 0.35925248208486005 | |
| } | |
| } | |
| }, | |
| "nda-5": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.9642857142857143, | |
| "precision_entailment": 0.9642857142857143, | |
| "recall_entailment": 1.0, | |
| "f1_entailment": 0.9818181818181818, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": 0.0, | |
| "f1_contradiction": 0.0, | |
| "precision_mean": 0.48214285714285715, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.5, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.4909090909090909, | |
| "f1_hmean": 0.0 | |
| }, | |
| "class": { | |
| "accuracy": 0.8852459016393442, | |
| "precision_entailment": 1.0, | |
| "recall_entailment": 0.9074074074074074, | |
| "f1_entailment": 0.9514563106796117, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": 0.0, | |
| "f1_contradiction": 0.0, | |
| "precision_mean": 0.5, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.4537037037037037, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.47572815533980584, | |
| "f1_hmean": 0.0 | |
| }, | |
| "span": { | |
| "precision": 0.9295774647887324, | |
| "recall": 0.6470588235294118, | |
| "f1": 0.7630057803468208, | |
| "accuracy": 0.9914814045293996, | |
| "roc_auc": 0.9877903613154028, | |
| "map": 0.8451563712818726, | |
| "precision@recall80": 0.7884615384615384, | |
| "precision@recall90": 0.5287356321839081, | |
| "precision@1": 0.9464285714285714, | |
| "recall@1": 0.5196078431372549, | |
| "f1@1": 0.6708860759493671, | |
| "accuracy@1": 0.9891959276958238, | |
| "precision@3": 0.5059523809523809, | |
| "recall@3": 0.8333333333333334, | |
| "f1@3": 0.6296296296296295, | |
| "accuracy@3": 0.9792229378765842, | |
| "precision@5": 0.3357142857142857, | |
| "recall@5": 0.9215686274509803, | |
| "f1@5": 0.4921465968586387, | |
| "accuracy@5": 0.9596924994805734, | |
| "precision@8": 0.21875, | |
| "recall@8": 0.9607843137254902, | |
| "f1@8": 0.3563636363636363, | |
| "accuracy@8": 0.9264492000831083, | |
| "precision@10": 0.175, | |
| "recall@10": 0.9607843137254902, | |
| "f1@10": 0.29607250755287007, | |
| "accuracy@10": 0.9031788905048826, | |
| "precision@15": 0.11666666666666667, | |
| "recall@15": 0.9607843137254902, | |
| "f1@15": 0.208067940552017, | |
| "accuracy@15": 0.8450031165593185, | |
| "precision@20": 0.0875, | |
| "recall@20": 0.9607843137254902, | |
| "f1@20": 0.160392798690671, | |
| "accuracy@20": 0.7868273426137544, | |
| "precision@30": 0.059844404548174746, | |
| "recall@30": 0.9803921568627451, | |
| "f1@30": 0.11280315848843768, | |
| "accuracy@30": 0.6731768127986703, | |
| "precision@40": 0.045454545454545456, | |
| "recall@40": 0.9803921568627451, | |
| "f1@40": 0.08688097306689835, | |
| "accuracy@40": 0.563266154165801, | |
| "precision@50": 0.03803131991051454, | |
| "recall@50": 1.0, | |
| "f1@50": 0.07327586206896552, | |
| "accuracy@50": 0.46395179721587365 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.78125, | |
| "recall": 0.6953869047619047, | |
| "f1": 0.7208797155225726, | |
| "accuracy": 0.9915472554174791, | |
| "roc_auc": 0.9950018313274166, | |
| "map": 0.9413989712732921, | |
| "precision@recall80": 0.9015962363206153, | |
| "precision@recall90": 0.8943914522330673, | |
| "precision@1": 0.9464285714285714, | |
| "recall@1": 0.6933035714285716, | |
| "f1@1": 0.7623015873015874, | |
| "accuracy@1": 0.990161999199519, | |
| "precision@3": 0.5059523809523808, | |
| "recall@3": 0.9177083333333333, | |
| "f1@3": 0.6123337971552257, | |
| "accuracy@3": 0.973489661970785, | |
| "precision@5": 0.3357142857142857, | |
| "recall@5": 0.9681547619047618, | |
| "f1@5": 0.4699317547531833, | |
| "accuracy@5": 0.9472317486204261, | |
| "precision@8": 0.21875, | |
| "recall@8": 0.9851190476190476, | |
| "f1@8": 0.3396651959151958, | |
| "accuracy@8": 0.9035075612972558, | |
| "precision@10": 0.175, | |
| "recall@10": 0.9851190476190476, | |
| "f1@10": 0.2837162837162837, | |
| "accuracy@10": 0.8736709481968935, | |
| "precision@15": 0.11666666666666668, | |
| "recall@15": 0.9851190476190476, | |
| "f1@15": 0.201294109367622, | |
| "accuracy@15": 0.7990794154459866, | |
| "precision@20": 0.0875, | |
| "recall@20": 0.9851190476190476, | |
| "f1@20": 0.15612463364792548, | |
| "accuracy@20": 0.7244878826950804, | |
| "precision@30": 0.05977891156462585, | |
| "recall@30": 0.9918154761904762, | |
| "f1@30": 0.11031048763848797, | |
| "accuracy@30": 0.583685011980711, | |
| "precision@40": 0.04532212378194521, | |
| "recall@40": 0.9918154761904762, | |
| "f1@40": 0.08523678740861039, | |
| "accuracy@40": 0.4540195508179303, | |
| "precision@50": 0.03788890323509063, | |
| "recall@50": 1.0, | |
| "f1@50": 0.07200625092738584, | |
| "accuracy@50": 0.3459721181324036 | |
| } | |
| } | |
| }, | |
| "nda-7": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.8679245283018868, | |
| "precision_entailment": 0.8809523809523809, | |
| "recall_entailment": 0.9487179487179487, | |
| "f1_entailment": 0.9135802469135802, | |
| "precision_contradiction": 0.8181818181818182, | |
| "recall_contradiction": 0.6428571428571429, | |
| "f1_contradiction": 0.7200000000000001, | |
| "precision_mean": 0.8495670995670996, | |
| "precision_hmean": 0.8484076433121019, | |
| "recall_mean": 0.7957875457875458, | |
| "recall_hmean": 0.766398158803222, | |
| "f1_mean": 0.8167901234567901, | |
| "f1_hmean": 0.8053204353083435 | |
| }, | |
| "class": { | |
| "accuracy": 0.7868852459016393, | |
| "precision_entailment": 0.9473684210526315, | |
| "recall_entailment": 0.9230769230769231, | |
| "f1_entailment": 0.935064935064935, | |
| "precision_contradiction": 0.8571428571428571, | |
| "recall_contradiction": 0.42857142857142855, | |
| "f1_contradiction": 0.5714285714285714, | |
| "precision_mean": 0.9022556390977443, | |
| "precision_hmean": 0.8999999999999999, | |
| "recall_mean": 0.6758241758241759, | |
| "recall_hmean": 0.5853658536585366, | |
| "f1_mean": 0.7532467532467533, | |
| "f1_hmean": 0.70935960591133 | |
| }, | |
| "span": { | |
| "precision": 0.8591549295774648, | |
| "recall": 0.5865384615384616, | |
| "f1": 0.6971428571428572, | |
| "accuracy": 0.9886021505376344, | |
| "roc_auc": 0.9833158482520559, | |
| "map": 0.7799315108490067, | |
| "precision@recall80": 0.5562913907284768, | |
| "precision@recall90": 0.3836734693877551, | |
| "precision@1": 0.8867924528301887, | |
| "recall@1": 0.4519230769230769, | |
| "f1@1": 0.5987261146496815, | |
| "accuracy@1": 0.9864516129032258, | |
| "precision@3": 0.5094339622641509, | |
| "recall@3": 0.7788461538461539, | |
| "f1@3": 0.6159695817490494, | |
| "accuracy@3": 0.9782795698924731, | |
| "precision@5": 0.33962264150943394, | |
| "recall@5": 0.8653846153846154, | |
| "f1@5": 0.48780487804878053, | |
| "accuracy@5": 0.9593548387096774, | |
| "precision@8": 0.2240566037735849, | |
| "recall@8": 0.9134615384615384, | |
| "f1@8": 0.3598484848484849, | |
| "accuracy@8": 0.9273118279569893, | |
| "precision@10": 0.1830188679245283, | |
| "recall@10": 0.9326923076923077, | |
| "f1@10": 0.305993690851735, | |
| "accuracy@10": 0.9053763440860215, | |
| "precision@15": 0.12327044025157233, | |
| "recall@15": 0.9423076923076923, | |
| "f1@15": 0.21802002224694103, | |
| "accuracy@15": 0.8488172043010753, | |
| "precision@20": 0.09339622641509433, | |
| "recall@20": 0.9519230769230769, | |
| "f1@20": 0.17010309278350513, | |
| "accuracy@20": 0.792258064516129, | |
| "precision@30": 0.06451612903225806, | |
| "recall@30": 0.9807692307692307, | |
| "f1@30": 0.12106824925816023, | |
| "accuracy@30": 0.681505376344086, | |
| "precision@40": 0.0495907558979297, | |
| "recall@40": 0.9903846153846154, | |
| "f1@40": 0.09445208619899129, | |
| "accuracy@40": 0.5752688172043011, | |
| "precision@50": 0.04097714736012608, | |
| "recall@50": 1.0, | |
| "f1@50": 0.07872823618470855, | |
| "accuracy@50": 0.47655913978494624 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.710691823899371, | |
| "recall": 0.6130503144654088, | |
| "f1": 0.6373356203544883, | |
| "accuracy": 0.9874406365576607, | |
| "roc_auc": 0.9847267129272066, | |
| "map": 0.8663056374397636, | |
| "precision@recall80": 0.8050532322476538, | |
| "precision@recall90": 0.7977796733846775, | |
| "precision@1": 0.8867924528301887, | |
| "recall@1": 0.565880503144654, | |
| "f1@1": 0.6576519916142557, | |
| "accuracy@1": 0.985521147573182, | |
| "precision@3": 0.5094339622641508, | |
| "recall@3": 0.8375786163522012, | |
| "f1@3": 0.5998243894470312, | |
| "accuracy@3": 0.9733072192290915, | |
| "precision@5": 0.33962264150943405, | |
| "recall@5": 0.9091194968553459, | |
| "f1@5": 0.47029626557928456, | |
| "accuracy@5": 0.947609941868558, | |
| "precision@8": 0.2240566037735849, | |
| "recall@8": 0.9498427672955974, | |
| "f1@8": 0.34711226928208055, | |
| "accuracy@8": 0.9056047191845327, | |
| "precision@10": 0.18301886792452832, | |
| "recall@10": 0.9616352201257861, | |
| "f1@10": 0.2954127633372917, | |
| "accuracy@10": 0.8766284618940761, | |
| "precision@15": 0.12327044025157237, | |
| "recall@15": 0.971069182389937, | |
| "f1@15": 0.21214242558413918, | |
| "accuracy@15": 0.8033272119500111, | |
| "precision@20": 0.09339622641509436, | |
| "recall@20": 0.9748427672955975, | |
| "f1@20": 0.1661657593158823, | |
| "accuracy@20": 0.7302557636508425, | |
| "precision@30": 0.06442048517520219, | |
| "recall@30": 0.9913522012578616, | |
| "f1@30": 0.11867781065371363, | |
| "accuracy@30": 0.5930439040742206, | |
| "precision@40": 0.049627255287632656, | |
| "recall@40": 0.9976415094339622, | |
| "f1@40": 0.09316172298667015, | |
| "accuracy@40": 0.4687829713389787, | |
| "precision@50": 0.04131309312675914, | |
| "recall@50": 1.0, | |
| "f1@50": 0.0783434407276733, | |
| "accuracy@50": 0.36134297233046037 | |
| } | |
| } | |
| }, | |
| "nda-8": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.9016393442622951, | |
| "precision_entailment": 0.8979591836734694, | |
| "recall_entailment": 0.9777777777777777, | |
| "f1_entailment": 0.9361702127659575, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.4489795918367347, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.9152542372881356, | |
| "recall": 0.6923076923076923, | |
| "f1": 0.7883211678832116, | |
| "accuracy": 0.9932652113330237, | |
| "roc_auc": 0.9970829391359193, | |
| "map": 0.9007606628233995, | |
| "precision@recall80": 0.8513513513513513, | |
| "precision@recall90": 0.6698113207547169, | |
| "precision@1": 0.9555555555555556, | |
| "recall@1": 0.5512820512820513, | |
| "f1@1": 0.6991869918699188, | |
| "accuracy@1": 0.9914073385973061, | |
| "precision@3": 0.5111111111111111, | |
| "recall@3": 0.8846153846153846, | |
| "f1@3": 0.6478873239436619, | |
| "accuracy@3": 0.9825824431026474, | |
| "precision@5": 0.32, | |
| "recall@5": 0.9230769230769231, | |
| "f1@5": 0.4752475247524752, | |
| "accuracy@5": 0.9630747793776127, | |
| "precision@8": 0.20277777777777778, | |
| "recall@8": 0.9358974358974359, | |
| "f1@8": 0.33333333333333337, | |
| "accuracy@8": 0.9321876451463075, | |
| "precision@10": 0.16666666666666666, | |
| "recall@10": 0.9615384615384616, | |
| "f1@10": 0.28409090909090906, | |
| "accuracy@10": 0.9122155132373433, | |
| "precision@15": 0.11555555555555555, | |
| "recall@15": 1.0, | |
| "f1@15": 0.20717131474103584, | |
| "accuracy@15": 0.8613562470970738, | |
| "precision@20": 0.08666666666666667, | |
| "recall@20": 1.0, | |
| "f1@20": 0.15950920245398773, | |
| "accuracy@20": 0.8091035764050163, | |
| "precision@30": 0.05847076461769116, | |
| "recall@30": 1.0, | |
| "f1@30": 0.1104815864022663, | |
| "accuracy@30": 0.7083139804923363, | |
| "precision@40": 0.04421768707482993, | |
| "recall@40": 1.0, | |
| "f1@40": 0.08469055374592835, | |
| "accuracy@40": 0.6084533209475151, | |
| "precision@50": 0.03566529492455418, | |
| "recall@50": 1.0, | |
| "f1@50": 0.06887417218543046, | |
| "accuracy@50": 0.5102183000464469 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.84, | |
| "recall": 0.757037037037037, | |
| "f1": 0.7792592592592593, | |
| "accuracy": 0.9911369664441516, | |
| "roc_auc": 0.9988693295064321, | |
| "map": 0.9598701298701299, | |
| "precision@recall80": 0.943939393939394, | |
| "precision@recall90": 0.9444444444444443, | |
| "precision@1": 0.9555555555555556, | |
| "recall@1": 0.6837037037037037, | |
| "f1@1": 0.767003367003367, | |
| "accuracy@1": 0.990695696123536, | |
| "precision@3": 0.5111111111111113, | |
| "recall@3": 0.9748148148148148, | |
| "f1@3": 0.6438746438746441, | |
| "accuracy@3": 0.9786567739674279, | |
| "precision@5": 0.32, | |
| "recall@5": 0.9866666666666666, | |
| "f1@5": 0.46211640211640226, | |
| "accuracy@5": 0.9529032987566969, | |
| "precision@8": 0.20277777777777778, | |
| "recall@8": 0.9888888888888889, | |
| "f1@8": 0.32300785634118967, | |
| "accuracy@8": 0.9128218153618134, | |
| "precision@10": 0.16666666666666669, | |
| "recall@10": 0.9933333333333334, | |
| "f1@10": 0.27310541310541314, | |
| "accuracy@10": 0.8864985395812827, | |
| "precision@15": 0.11555555555555563, | |
| "recall@15": 1.0, | |
| "f1@15": 0.19827886710239645, | |
| "accuracy@15": 0.8200937804058674, | |
| "precision@20": 0.08666666666666667, | |
| "recall@20": 1.0, | |
| "f1@20": 0.15377794508229284, | |
| "accuracy@20": 0.7527941666443226, | |
| "precision@30": 0.05863814124683694, | |
| "recall@30": 1.0, | |
| "f1@30": 0.10779381000278614, | |
| "accuracy@30": 0.634482033669198, | |
| "precision@40": 0.04474925235794801, | |
| "recall@40": 1.0, | |
| "f1@40": 0.08378289328177123, | |
| "accuracy@40": 0.5201266524769115, | |
| "precision@50": 0.03651130395626235, | |
| "recall@50": 1.0, | |
| "f1@50": 0.06911355020312707, | |
| "accuracy@50": 0.4091220781506958 | |
| } | |
| } | |
| } | |
| } | |
| } |