hdallatorre commited on
Commit
0c2bc3c
1 Parent(s): bc60b28

feat: Remove randomly initialized models

Browse files
Files changed (1) hide show
  1. data/benchmark.csv +0 -36
data/benchmark.csv CHANGED
@@ -1,10 +1,4 @@
1
  Dataset,Model,MCC,F1,ACC
2
- enhancers_types,NT 500M Randomly Initialized,"[0.29304713507663466, 0.330615341103384, 0.25871321728640667, 0.2741659926476946, 0.32373806554031703, 0.2621018385220697, 0.22050146242157348, 0.1977100645193949, 0.25205803314148234, 0.2249957991506911]","[0.4388647996759463, 0.4705919080919081, 0.44175371953149734, 0.43700745765184257, 0.4370286755727417, 0.4022431675766383, 0.4212923017927332, 0.44594168862412653, 0.4379412784110352, 0.40666211411637887]","[0.5374999642372131, 0.5475000143051147, 0.5324999690055847, 0.5149999856948853, 0.5249999761581421, 0.4975000023841858, 0.5299999713897705, 0.4675000011920929, 0.5074999928474426, 0.5049999952316284]"
3
- enhancers,NT 2.5B Randomly Initialized,"[0.445005562604299, 0.4746748334074814, 0.37500468758789246, 0.3773825412198906, 0.37316669486769355, 0.40500506259492386, 0.3714111051155205, 0.3815867518310142, 0.3949827793858816, 0.3614669175639658]","[0.7224982656141601, 0.7336951060194955, 0.6874980468627929, 0.6726342710997442, 0.6836634781953754, 0.7024981406133788, 0.6797599460382902, 0.6848030964943801, 0.6750483558994197, 0.6793506851374032]","[0.7224999666213989, 0.73499995470047, 0.6875, 0.6800000071525574, 0.6850000023841858, 0.7024999856948853, 0.6825000047683716, 0.6875, 0.6850000023841858, 0.6800000071525574]"
4
- H3K36me3,NT 2.5B Randomly Initialized,"[0.18671098863001764, 0.20037410151160231, 0.18780068824676174, 0.20360635429946622, 0.18849679429392616, 0.18778475902847855, 0.17250408860263644, 0.19594222124553423, 0.17402813152638116, 0.1807292223340917]","[0.5907445229462205, 0.5892034397991064, 0.5611101153458292, 0.5689440665043823, 0.5619865665106234, 0.5913314312452378, 0.5648680666201082, 0.5978915247962138, 0.5729558252042193, 0.5903233509745173]","[0.5997706055641174, 0.5903096199035645, 0.6014907956123352, 0.5782683491706848, 0.5713875889778137, 0.591456413269043, 0.595470130443573, 0.6014907956123352, 0.5751146674156189, 0.59375]"
5
- H3K9ac,NT 2.5B Randomly Initialized,"[0.16818208741417595, 0.1806123749826314, 0.17079910431485332, 0.16955477971559016, 0.20516356481950848, 0.1844197794794656, 0.18062582591844373, 0.16335510326511873, 0.1920608104495085, 0.2073415944247762]","[0.5840833389408518, 0.5897351270053477, 0.48217209895053953, 0.5836321034768754, 0.6017111017405395, 0.5674728433216385, 0.589976053790089, 0.5759685323901391, 0.5706514544243247, 0.6031944314968459]","[0.589337170124054, 0.5922189950942993, 0.52485591173172, 0.5932996869087219, 0.6102305054664612, 0.5713256597518921, 0.5929394364356995, 0.5760086178779602, 0.6098703145980835, 0.6105907559394836]"
6
- H4ac,NT 2.5B Randomly Initialized,"[0.09142398935960307, 0.09061745144582162, 0.13267913705905893, 0.13374910749255126, 0.11286095596355987, 0.12170651553707472, 0.13320631602906213, 0.13241369945206508, 0.09652775910422953, 0.10674640405468108]","[0.5455173596102829, 0.520318032350116, 0.5521013543031892, 0.56306298624627, 0.5370299092082323, 0.5463684929651006, 0.5364771094769734, 0.5649727813215196, 0.545328037695467, 0.5067837715890006]","[0.5498826503753662, 0.5287559032440186, 0.5762910842895508, 0.5742371082305908, 0.5422535538673401, 0.5713028311729431, 0.5466549396514893, 0.5654342770576477, 0.5557512044906616, 0.5663145780563354]"
7
- splice_sites_all,NT 2.5B Randomly Initialized,"[0.5315768125426823, 0.5264270600558663, 0.5063116114031112, 0.5752989760347031, 0.5322690929618626, 0.49090434591217247, 0.49248770685647286, 0.5483759432892373, 0.5519788653909261, 0.5811087443868946]","[0.6641167572877057, 0.6782300956258753, 0.6667026211589127, 0.7069815005979745, 0.6157125183383725, 0.5439926354834934, 0.6337786562425548, 0.6548579804850361, 0.7001858820099214, 0.7194180086730552]","[0.6766666769981384, 0.6833333373069763, 0.6700000166893005, 0.7116666436195374, 0.6549999713897705, 0.6103333234786987, 0.6496666669845581, 0.6759999990463257, 0.7009999752044678, 0.7176666855812073]"
8
  H3,DNABERT-1,"[0.7482815508350361, 0.7596683085405548, 0.7660969858447341, 0.7689077565801784, 0.7673008977336083, 0.7597957786257659, 0.7633501430617131, 0.7218073101900512, 0.7622792762786613, 0.7664427056201113]","[0.8732730140417825, 0.8794300328827183, 0.8828391589301577, 0.8843396323383185, 0.8835491421331787, 0.8796714021177261, 0.880602904040404, 0.8588902383809929, 0.8807840047276667, 0.8830125562650173]","[0.8736631274223328, 0.8796791434288025, 0.8830214142799377, 0.884358286857605, 0.8836898803710938, 0.8796791434288025, 0.8810160756111145, 0.8596256971359253, 0.8810160756111145, 0.8830214142799377]"
9
  promoter_all,DNABERT-2,"[0.942971328310832, 0.9443154441811433, 0.9422633380369486, 0.9439208581301246, 0.9450230928153951, 0.9479738385448059, 0.9452704860460633, 0.9403212484352065, 0.9400711074334984, 0.937036586896011]","[0.9714517048352591, 0.9721275122940127, 0.9711143497325996, 0.9719594306559163, 0.9724648954953812, 0.9739864746103335, 0.9726351320118622, 0.9700994666990601, 0.9699291341647567, 0.9684085844386766]","[0.9714527130126953, 0.9721283912658691, 0.9711148738861084, 0.9719594717025757, 0.972466230392456, 0.9739865064620972, 0.9726351499557495, 0.9701013565063477, 0.9699324369430542, 0.9684121608734131]"
10
  H3K9ac,DNABERT-2,"[0.5344027571413028, 0.5421810214039127, 0.5525069250087552, 0.5230910315246928, 0.5470623476976447, 0.546623540561198, 0.5332566783854417, 0.5492637147331741, 0.5441396668344004, 0.5469794572721413]","[0.7627188923569993, 0.7701550506208662, 0.7762236805855545, 0.7612916023060107, 0.7720750491460242, 0.7731645993965807, 0.7663299663299663, 0.7696261072333728, 0.769833967371391, 0.7718082807913815]","[0.7629683017730713, 0.77485591173172, 0.7791786789894104, 0.7651296854019165, 0.7730547189712524, 0.7752161026000977, 0.7701728940010071, 0.7698126435279846, 0.7705331444740295, 0.7726945281028748]"
@@ -57,36 +51,6 @@ splice_sites_acceptors,Enformer,"[0.8240193650300167, 0.8330178684981207, 0.7988
57
  splice_sites_donors,Enformer,"[0.8318615901847205, 0.8117173653284836, 0.8016239855500955, 0.8122944078559846, 0.8222158209058602, 0.7881073762946705, 0.7952917807507686, 0.8130008880903549, 0.8193713089314786, 0.8407215500165255]","[0.9155781363361468, 0.9055416112659591, 0.9000188070812096, 0.9059992822211509, 0.9105123494590732, 0.893642201099321, 0.896780172805366, 0.9064776155871195, 0.9096667199488491, 0.9201521189558578]","[0.9156022071838379, 0.9055656790733337, 0.9000912308692932, 0.9060218930244446, 0.9105839133262634, 0.893704354763031, 0.8968977928161621, 0.9064781069755554, 0.9096715450286865, 0.9201642274856567]"
58
  H3K36me3,Enformer,"[0.3154640065839331, 0.3248859056971187, 0.3458077263550206, 0.3282927519548917, 0.36694652986866805, 0.3249432012538349, 0.35889821178938375, 0.3700229910077293, 0.344957879487064, 0.36098998395965154]","[0.65691040645527, 0.6595862518512965, 0.6299167072994794, 0.6640398994583345, 0.6803966191606006, 0.6490050733653434, 0.6788566557446921, 0.6839769978695798, 0.6671324295850392, 0.6803039259313378]","[0.6616972088813782, 0.6596903204917908, 0.6668577790260315, 0.665710985660553, 0.6875, 0.6502293348312378, 0.6829128265380859, 0.6886467337608337, 0.6671444773674011, 0.6834862232208252]"
59
  H4ac,Enformer,"[0.2930871544090835, 0.295049020410393, 0.29557655988033, 0.2859442512907942, 0.2952664875803809, 0.25631057784556954, 0.2563290449389297, 0.26445428097003326, 0.2326605114143558, 0.251484137786332]","[0.6438422313915566, 0.6351998291470058, 0.6467543505337986, 0.6383300782804548, 0.6440639132783861, 0.6281539243246222, 0.6268533081094998, 0.6196822812591303, 0.5958569214683577, 0.6179830473622884]","[0.6511150598526001, 0.6364436745643616, 0.6473004817962646, 0.6478873491287231, 0.6440727710723877, 0.6305751204490662, 0.6326290965080261, 0.6373239755630493, 0.621772289276123, 0.6314554214477539]"
60
- splice_sites_donors,NT 2.5B Randomly Initialized,"[0.5430885447336524, 0.9517340514265188, 0.9453616003383157, 0.9436345894822922, 0.9144332783166288, 0.9508451957334582, 0.9418129251069647, 0.9338427814375543, 0.9381679576568458, 0.9445100032509676]","[0.7289416613088111, 0.9758652044670564, 0.9726775729655617, 0.9717657012745167, 0.9562421955949946, 0.9754096524952409, 0.9708549174446625, 0.9667527153877886, 0.9690325277908427, 0.9722209261308812]","[0.7427140474319458, 0.9758651852607727, 0.9726775884628296, 0.9717668294906616, 0.9562841653823853, 0.9754098057746887, 0.9708560705184937, 0.9667577147483826, 0.9690346121788025, 0.9722222089767456]"
61
- splice_sites_donors,NT 500M Randomly Initialized,"[0.45704526112824356, 0.8940501567512926, 0.8993350676690821, 0.8558843103181312, 0.9161529658674287, 0.9025795681081084, 0.8969749922787722, 0.931697580005391, 0.9236224607754886, 0.9175862650661534]","[0.6515887605042017, 0.9457330423025351, 0.9489574919706503, 0.9230889823582977, 0.9571561997982589, 0.9507961640725361, 0.9470955468513111, 0.9658469874533817, 0.9617466031819766, 0.9580764017487257]","[0.6830601096153259, 0.9458105564117432, 0.9489981532096863, 0.9234972596168518, 0.9571948647499084, 0.9508196711540222, 0.9471766948699951, 0.9658470153808594, 0.9617486000061035, 0.9581056237220764]"
62
- splice_sites_acceptors,NT 2.5B Randomly Initialized,"[0.2157877969315194, 0.9395774817869573, 0.9434913945373373, 0.9376033860898012, 0.9370255692959718, 0.9317154599616553, 0.9503569498540609, 0.945844622983544, 0.942521569508714, 0.9431382304516901]","[0.6061949132537088, 0.9697648442392184, 0.9715553309814173, 0.9683835069196748, 0.9683990938574618, 0.9657035241372119, 0.9751782763076566, 0.9729215188388514, 0.9711055767801493, 0.9715673342054085]","[0.6069494485855103, 0.9697653651237488, 0.9715703725814819, 0.9684115648269653, 0.9684115648269653, 0.9657039642333984, 0.9751805067062378, 0.9729241728782654, 0.9711191058158875, 0.9715703725814819]"
63
- splice_sites_acceptors,NT 500M Randomly Initialized,"[0.15307667427899996, 0.8955288573350054, 0.9086843837226016, 0.8980182426257363, 0.8119080053811668, 0.895027086071426, 0.8962524701408595, 0.9107836569689834, 0.8971066699563762, 0.9016161006754396]","[0.5504999538993225, 0.9476532590456641, 0.9539302529400975, 0.9489996490782857, 0.8983573007199985, 0.9466705824288331, 0.9466241218601704, 0.9548232684631348, 0.9485525622300081, 0.9508078566824467]","[0.5681408047676086, 0.9476534128189087, 0.9539710879325867, 0.9490072131156921, 0.8993682265281677, 0.9467508792877197, 0.9467508792877197, 0.9548736214637756, 0.9485559463500977, 0.9508122801780701]"
64
- splice_sites_all,NT 500M Randomly Initialized,"[0.4115420343963654, 0.9465427531465475, 0.9349789877637771, 0.9304617787072372, 0.9335515023451916, 0.9133180948447203, 0.9019417044456066, 0.9401443232312743, 0.9397454622473554, 0.9392218390895914]","[0.4878035523523772, 0.9643013553807457, 0.9564446881896349, 0.953165966644396, 0.9556776366096803, 0.9403466105219498, 0.9321746882241725, 0.9600846240721426, 0.9596582327930191, 0.9592127355702145]","[0.5726666450500488, 0.9643332958221436, 0.956333339214325, 0.95333331823349, 0.9556666612625122, 0.9409999847412109, 0.9329999685287476, 0.9599999785423279, 0.9596666693687439, 0.9593333005905151]"
65
- promoter_no_tata,NT 2.5B Randomly Initialized,"[0.4329721677697694, 0.9337897277649377, 0.9262843941655559, 0.8838738732580161, 0.9275468413543859, 0.9299052755908004, 0.9259985375450969, 0.9234536239237132, 0.853325428653827, 0.9305263775928138]","[0.6661000791877456, 0.9667535455903191, 0.9629737802759588, 0.9398654574019852, 0.9635364331546166, 0.9646673736150742, 0.9629855310602948, 0.9616691719903234, 0.9223029495079382, 0.9652520352825577]","[0.6884441375732422, 0.9667673707008362, 0.962990939617157, 0.9399546980857849, 0.9635574221611023, 0.9646903276443481, 0.962990939617157, 0.9616692066192627, 0.9225831031799316, 0.9652568101882935]"
66
- promoter_no_tata,NT 500M Randomly Initialized,"[0.3493174968473566, 0.905586102808814, 0.9111274489701162, 0.8074402350418735, 0.8955549241717923, 0.8912233912826821, 0.8803752042412533, 0.9053256434099103, 0.8886226220992802, 0.8597405876159544]","[0.6672799459404611, 0.9527896536600499, 0.9552156735722872, 0.8961998052949437, 0.9476963280019307, 0.9454010627027134, 0.9393606107427659, 0.9526057249732571, 0.9441064576420697, 0.9277586569401784]","[0.6703172326087952, 0.9527945518493652, 0.9552492499351501, 0.8969033360481262, 0.9476963877677917, 0.9454305171966553, 0.9393882155418396, 0.9526057243347168, 0.944108784198761, 0.9278700947761536]"
67
- promoter_all,NT 2.5B Randomly Initialized,"[0.15223186128595884, 0.8637579294265847, 0.9269018416306026, 0.8988455495273123, 0.9243157461085388, 0.9093452403336221, 0.8683611761700568, 0.9247888838939287, 0.9242376331553218, 0.9177489971413356]","[0.41103083109072214, 0.9288220286202775, 0.9631647406284669, 0.947710055275075, 0.961986473862747, 0.9543778119982245, 0.9313835748316119, 0.9623285002376585, 0.9619880793817892, 0.9582498646127143]","[0.5320945978164673, 0.9290540814399719, 0.9631757140159607, 0.9478040933609009, 0.9619932770729065, 0.9543918967247009, 0.9315878748893738, 0.9623311161994934, 0.9619932770729065, 0.9582770466804504]"
68
- promoter_all,NT 500M Randomly Initialized,"[0.23964501770214114, 0.8985426378277581, 0.8802461915989119, 0.8499491533430533, 0.8880059712160913, 0.8605070962336986, 0.8517347386805679, 0.8709046884915351, 0.8963873772674756, 0.9051461369515221]","[0.5297654279339655, 0.9487917211683867, 0.9394860770807858, 0.9203857869039196, 0.9428348362843832, 0.9285888651636895, 0.9232652246963533, 0.9321981408546975, 0.9481388953291363, 0.9525317236792286]","[0.5863175988197327, 0.9488176107406616, 0.9395270347595215, 0.9207770228385925, 0.9429054260253906, 0.928716242313385, 0.9234797358512878, 0.9324324727058411, 0.9481419324874878, 0.9525337815284729]"
69
- promoter_tata,NT 2.5B Randomly Initialized,"[0.30620035910867355, 0.909416905353586, 0.8996475679248169, 0.9254856268321892, 0.9287558675009757, 0.9028412788779582, 0.8962983096206316, 0.9254856268321892, 0.8962983096206316, 0.9029406929405148]","[0.6488877190463657, 0.9546684214374497, 0.949801373279809, 0.9627402872603659, 0.964367816091954, 0.9514106583072099, 0.9481491548103158, 0.9627402872603659, 0.9481491548103158, 0.9514304515401246]","[0.6564515829086304, 0.9548386931419373, 0.949999988079071, 0.9629032015800476, 0.9645161032676697, 0.9516128897666931, 0.948387086391449, 0.9629032015800476, 0.948387086391449, 0.9516128897666931]"
70
- promoter_tata,NT 500M Randomly Initialized,"[0.2598926053866515, 0.8932919057331358, 0.886692776673577, 0.8898839845664495, 0.8898839845664495, 0.8905239979639394, 0.8833355983232106, 0.883512055701301, 0.8936471867709412, 0.8907767252499029]","[0.6238402870541794, 0.9465839579564057, 0.943324131122365, 0.944932079414838, 0.944932079414838, 0.9450148157422478, 0.9416677991616054, 0.9417165418481497, 0.9466229771647565, 0.94503259452412]","[0.624193549156189, 0.9467741847038269, 0.9435483813285828, 0.9451612830162048, 0.9451612830162048, 0.9451612830162048, 0.9419354796409607, 0.9419354796409607, 0.9467741847038269, 0.9451612830162048]"
71
- H4ac,NT 500M Randomly Initialized,"[0.0, 0.2772068729318336, 0.28859682606339754, 0.31287905039796265, 0.3172806075844185, 0.30037403516396566, 0.30645398284244973, 0.30468433605937584, 0.28871728697800275, 0.32782899327834586]","[0.35048599199542596, 0.6111580175839508, 0.63872236701657, 0.6522887024565837, 0.654923754127251, 0.6432844071836231, 0.6532201278852534, 0.6523393889701922, 0.6435847617402819, 0.6629734774508362]","[0.5396127104759216, 0.6405516266822815, 0.6387910842895508, 0.6522887349128723, 0.6549295783042908, 0.6434859037399292, 0.65522301197052, 0.6546361446380615, 0.6481807827949524, 0.6675469875335693]"
72
- H3K9ac,NT 500M Randomly Initialized,"[0.06663939062076414, 0.41068490603990826, 0.40778307190860946, 0.39223996515139503, 0.40787375670752096, 0.4418893481431642, 0.39711656778345183, 0.41606016969257764, 0.41757329506789864, 0.3609045463868177]","[0.4061060201448117, 0.7044558330810902, 0.7017469772878023, 0.6960140166447657, 0.7016467502185951, 0.7180698635521994, 0.6967465272962943, 0.7039325685788127, 0.6945564988870334, 0.6782394578761204]","[0.5630403161048889, 0.7060518264770508, 0.7096541523933411, 0.698847234249115, 0.7024495601654053, 0.7186599373817444, 0.6977665424346924, 0.704250693321228, 0.694884717464447, 0.6869596242904663]"
73
- H3K4me3,NT 2.5B Randomly Initialized,"[0.0470327189253764, 0.2919864366648441, 0.3048617192281089, 0.30467396484428283, 0.2880563508414721, 0.28090114497732527, 0.2920632096226664, 0.26764596047539785, 0.23051895994927302, 0.28901885043378306]","[0.4547817712858018, 0.637055500796118, 0.6436548827625868, 0.6520430808877908, 0.6223128903782269, 0.6334458339041178, 0.6342924830713434, 0.6230021679092987, 0.5818482917521691, 0.6430586058109768]","[0.49782606959342957, 0.6380434632301331, 0.6445651650428772, 0.6527173519134521, 0.627445638179779, 0.6437499523162842, 0.648369550704956, 0.636956512928009, 0.615760862827301, 0.647554337978363]"
74
- H3K4me3,NT 500M Randomly Initialized,"[0.03890227912392863, 0.1981961627490008, 0.2162329518505075, 0.20157247306298243, 0.215644566337815, 0.2500119003085575, 0.22827601800381916, 0.2288436118234516, 0.12809772359895397, 0.22048454740921017]","[0.3964972362169018, 0.5099140479459435, 0.6026405195543497, 0.5899669181763738, 0.6020295028791256, 0.6140361391627462, 0.6034051864007639, 0.6111261139616526, 0.47327973791532474, 0.591716114466709]","[0.4839673638343811, 0.55298912525177, 0.6029890775680542, 0.605706512928009, 0.6024456024169922, 0.615760862827301, 0.605163037776947, 0.6184782385826111, 0.5657608509063721, 0.6138586401939392]"
75
- H3K4me1,NT 2.5B Randomly Initialized,"[0.11539829054128388, 0.3630334751309402, 0.3691100327719644, 0.38002023667806784, 0.3613386332429973, 0.344891892243704, 0.38709908530753384, 0.36559423553457987, 0.3773113657754472, 0.37070947639114565]","[0.5040843546175312, 0.6745183532155807, 0.6835132769185877, 0.6897320197050296, 0.666868327936732, 0.6576328374189659, 0.691206527512608, 0.6772711781528294, 0.6860340914420652, 0.680890452775936]","[0.5261995196342468, 0.6745581030845642, 0.6887626051902771, 0.6934974789619446, 0.6840277910232544, 0.658775269985199, 0.6979166865348816, 0.6875, 0.6931818127632141, 0.690025269985199]"
76
- H3K4me1,NT 500M Randomly Initialized,"[0.1315637202917468, 0.2822406287519366, 0.32998175741421754, 0.3004430077074146, 0.3004208274453205, 0.31798329574658546, 0.3266903669992181, 0.3325457346752685, 0.3182418840078582, 0.33168768887178923]","[0.5602584625870473, 0.6173074940727761, 0.6597216797419903, 0.625403680665227, 0.6497614060609214, 0.6496477891826868, 0.6627355421758006, 0.6647356199310023, 0.6529801237069848, 0.6458986838004364]","[0.5602903962135315, 0.6212121248245239, 0.6597222089767456, 0.629419207572937, 0.6511995196342468, 0.649936854839325, 0.6676136255264282, 0.6710858345031738, 0.6647727489471436, 0.6688762903213501]"
77
- H3K14ac,NT 2.5B Randomly Initialized,"[0.08245985699875634, 0.4443118113986721, 0.4295656233873446, 0.4163742597876645, 0.3704497503488477, 0.42173899827863104, 0.4466305287203589, 0.44127834938264376, 0.38000590785316096, 0.406309446691472]","[0.346143844298156, 0.7219122887139322, 0.7105199386503067, 0.7064981337161939, 0.6603270629439115, 0.7105833516646167, 0.7227801164369496, 0.7205930116821206, 0.6694677871148459, 0.6968489989681199]","[0.4506658911705017, 0.7257869839668274, 0.7233656644821167, 0.716404378414154, 0.6934019923210144, 0.7176150679588318, 0.726089596748352, 0.7263922691345215, 0.6985472440719604, 0.712469756603241]"
78
- H3K14ac,NT 500M Randomly Initialized,"[0.07974020806068736, 0.35293174571763414, 0.349785074321685, 0.3415684378042935, 0.3156633769294316, 0.35831867423269037, 0.3527823843281267, 0.35656802175277047, 0.343476879861963, 0.2526358797285496]","[0.5046581951617287, 0.6618869976714103, 0.6748493897008747, 0.6371114076912712, 0.646480813766013, 0.6784351398636529, 0.675279613111294, 0.6778805207503356, 0.6685734900020615, 0.5654694853130379]","[0.5726392269134521, 0.6619249582290649, 0.6815980672836304, 0.6398305296897888, 0.646489143371582, 0.6819007396697998, 0.6782687902450562, 0.6861380338668823, 0.6700968742370605, 0.638014554977417]"
79
- H4,NT 2.5B Randomly Initialized,"[0.4452495048562891, 0.7560656919531367, 0.7017257028749668, 0.7761130261309472, 0.7301992971278632, 0.7678084398104716, 0.7549075728109099, 0.7654351844794455, 0.7598256017623856, 0.7519939176361979]","[0.7212238217471583, 0.8772249087737797, 0.8459848979446991, 0.8874777241544636, 0.8626971829050036, 0.8837499255021157, 0.8754777491752628, 0.8820118385141602, 0.8788802973086375, 0.875962943609035]","[0.7280822396278381, 0.8780822157859802, 0.8513698577880859, 0.8883562088012695, 0.8664383888244629, 0.8856164813041687, 0.8760274052619934, 0.8828767538070679, 0.8815068602561951, 0.8773972988128662]"
80
- H4,NT 500M Randomly Initialized,"[0.374665958417883, 0.6772061272103561, 0.7241884412395253, 0.7343339098468468, 0.7134106584516404, 0.6783323302629721, 0.7076437279915191, 0.7412533811895785, 0.6941928718601195, 0.73189232956053]","[0.6787657669787497, 0.831427251876727, 0.8591555260868153, 0.8666506630884961, 0.8560381090235137, 0.8363747381763937, 0.8537887212374657, 0.8705329431586415, 0.834925234070163, 0.8659257324291005]","[0.6787671446800232, 0.8383561968803406, 0.8595890402793884, 0.8691781163215637, 0.8589041233062744, 0.8410959243774414, 0.8554794788360596, 0.8719178438186646, 0.8349315524101257, 0.8678082227706909]"
81
- H3K79me3,NT 2.5B Randomly Initialized,"[0.2512658115376237, 0.5449108632532903, 0.5518309200433896, 0.5514869832107624, 0.5223740346982687, 0.5431575686161513, 0.4851068639509689, 0.5364123267916208, 0.5278361144330611, 0.530185814618801]","[0.6254289140090062, 0.7724058677348665, 0.7759019444315742, 0.7750523239942165, 0.7576030286959026, 0.7685242545921924, 0.7213460532288616, 0.768104607691533, 0.7629798303773978, 0.7634569704049844]","[0.6262136101722717, 0.773578405380249, 0.7766990661621094, 0.775312066078186, 0.7617892026901245, 0.7721914052963257, 0.7243412137031555, 0.7694175243377686, 0.7631761431694031, 0.7662968635559082]"
82
- H3K79me3,NT 500M Randomly Initialized,"[0.23802822311386038, 0.5071121326922035, 0.4803589455469384, 0.494030553245045, 0.5024581455216203, 0.5126676593179823, 0.46402997733637585, 0.5332822793656766, 0.5239750814225818, 0.5069298198970322]","[0.6174206668968958, 0.7496359211627437, 0.7259529526116886, 0.738412887470246, 0.7421783434087965, 0.75633236516446, 0.7222127589808873, 0.7624586445326614, 0.7575925921249662, 0.7510282484571464]","[0.6223994493484497, 0.7496532797813416, 0.7274618744850159, 0.7389042973518372, 0.7427184581756592, 0.7572816014289856, 0.722954273223877, 0.7624827027320862, 0.757628321647644, 0.7510402202606201]"
83
- H3K4me2,NT 2.5B Randomly Initialized,"[0.13284799286310764, 0.22781185596173553, 0.2611834975951861, 0.2581042240909017, 0.2618756095781607, 0.2665713055126358, 0.22565631571301062, 0.2759315907349708, 0.25653353867782547, 0.23678707878377214]","[0.5498176639821416, 0.5576570448361529, 0.6187937298868473, 0.6281851213698411, 0.6306461504079264, 0.6330169174245281, 0.6123738009317521, 0.6371346355084462, 0.6273568936313167, 0.6131468625096347]","[0.6023467779159546, 0.6440677642822266, 0.6196218729019165, 0.6460234522819519, 0.6460234522819519, 0.6427640318870544, 0.6294002532958984, 0.6450456380844116, 0.6352672576904297, 0.6414602398872375]"
84
- H3K4me2,NT 500M Randomly Initialized,"[0.04251773369032953, 0.21664151025344716, 0.19348639684411822, 0.1916552972171355, 0.236134691607813, 0.2124222858826595, 0.2404680915443177, 0.22383199954873195, 0.2219344205140339, 0.22072367659832684]","[0.3939853962758284, 0.5789030442562076, 0.562916161191552, 0.5927224768050279, 0.6114386164035628, 0.6054234086252377, 0.6185485600808182, 0.6113034897121981, 0.59323538524726, 0.6086794062168661]","[0.5938721895217896, 0.639830470085144, 0.5642111897468567, 0.6186440587043762, 0.642112135887146, 0.6241851449012756, 0.6251629590988159, 0.6290742754936218, 0.6401564478874207, 0.6300521492958069]"
85
- H3K36me3,NT 500M Randomly Initialized,"[0.1406226576469807, 0.2899719906162826, 0.42028548025119133, 0.40861555293808977, 0.4222343918334631, 0.4051947690167707, 0.40962130531731017, 0.40430744108282546, 0.42492667742098617, 0.4068459659723247]","[0.533547302460645, 0.5574668147412157, 0.7098549036850423, 0.7036170373917975, 0.7091230608471988, 0.6938474013113977, 0.7036805597281472, 0.671275488900692, 0.7086845639172804, 0.6907050702590831]","[0.5464449524879456, 0.5885894298553467, 0.71100914478302, 0.7044150829315186, 0.7144495248794556, 0.6940940022468567, 0.7081421613693237, 0.696960985660553, 0.708715558052063, 0.7047017812728882]"
86
- H3,NT 2.5B Randomly Initialized,"[0.3834592210730224, 0.7325177976441192, 0.7327867865964702, 0.7543071750972593, 0.7172058711566536, 0.751439782526924, 0.7288093290964646, 0.738538768955246, 0.7129731454801271, 0.7074005866570204]","[0.6825755217495701, 0.8651644885083372, 0.86273970088999, 0.8767507002801119, 0.8569683748426149, 0.8754545308060435, 0.8630958469033456, 0.8686449485718382, 0.8532034108259153, 0.8426916884368996]","[0.6851604580879211, 0.865641713142395, 0.8629679083824158, 0.8770053386688232, 0.857620358467102, 0.875668466091156, 0.8636363744735718, 0.8689839839935303, 0.8542780876159668, 0.8455882668495178]"
87
- H3,NT 500M Randomly Initialized,"[0.2987765972791158, 0.6883540777549717, 0.6861871274598526, 0.6687174106718026, 0.6892790662748355, 0.6936496125680927, 0.6924723397259639, 0.6767856406428215, 0.6923574887531718, 0.678069389467187]","[0.6097040948957249, 0.8440405352862719, 0.8415379422768957, 0.8338179831044461, 0.8418800247371676, 0.8467607347418944, 0.8422404608981096, 0.8349644618851748, 0.8461772305821553, 0.8385192371344483]","[0.6276738047599792, 0.8442513346672058, 0.8422459959983826, 0.8342246413230896, 0.8429144620895386, 0.8469251394271851, 0.8435829281806946, 0.8362299799919128, 0.846256673336029, 0.8389037847518921]"
88
- enhancers_types,NT 2.5B Randomly Initialized,"[0.3023752852848238, 0.40812035018210785, 0.45815577287585474, 0.3438983252755945, 0.46924057444437844, 0.40284700265520423, 0.4184128422280533, 0.4309649418858578, 0.449869706259025, 0.4386954406472683]","[0.5200978859523636, 0.447105324343176, 0.6035038669767707, 0.5388873437742073, 0.5424087520959281, 0.4817581353529065, 0.5981379534965007, 0.49121421321776126, 0.5657645702870111, 0.4574802545817038]","[0.5424999594688416, 0.5874999761581421, 0.6599999666213989, 0.5525000095367432, 0.6574999690055847, 0.5799999833106995, 0.6324999928474426, 0.6074999570846558, 0.6349999904632568, 0.6049999594688416]"
89
- enhancers,NT 500M Randomly Initialized,"[0.3678854203956478, 0.5153898802076178, 0.41715579872058656, 0.5261125892611261, 0.47342099136491095, 0.510638697808194, 0.44816370965823665, 0.5458261873858559, 0.512557730065456, 0.5029824202724349]","[0.6812549019607843, 0.7387228156458925, 0.6806667056097514, 0.7622488753746144, 0.7340425531914894, 0.7548467792370231, 0.7174499861247761, 0.7723278229160804, 0.7469379491851402, 0.7378984801928864]","[0.6825000047683716, 0.7450000047683716, 0.6924999952316284, 0.762499988079071, 0.73499995470047, 0.7549999952316284, 0.7199999690055847, 0.7724999785423279, 0.75, 0.7425000071525574]"
90
  H3,NT-Multispecies (2.5B),"[0.7860137897934241, 0.7989501195247347, 0.7936526984693845, 0.7909013284379255, 0.8047363994017181, 0.7564287213549827, 0.8020513077936124, 0.8008024483542832, 0.7843437410556471, 0.7916115745616787]","[0.8929285229897705, 0.8987960594725923, 0.8963899576721609, 0.894774710842364, 0.9023617429119103, 0.8769833608626324, 0.900967566484413, 0.9003686160961915, 0.8917110364019496, 0.8957032842096231]","[0.8930481672286987, 0.8990641832351685, 0.8963903784751892, 0.895053505897522, 0.9024064540863037, 0.8770053386688232, 0.9010695219039917, 0.9004011154174805, 0.8917112350463867, 0.895721971988678]"
91
  H3,NT-HumanRef (500M),"[0.7458200756013046, 0.6973729273777166, 0.7184765935467707, 0.7189823064210074, 0.7074291456565504, 0.7344272482314361, 0.717530671000318, 0.7081143897059112, 0.7242265831982031, 0.7048677551987584]","[0.872903788919414, 0.8477705889973557, 0.8576527278080588, 0.856682745825603, 0.8532975410331556, 0.866971417336381, 0.8560255008058946, 0.8531355021604444, 0.8611828719050776, 0.8494099204234776]","[0.8729946613311768, 0.8482620716094971, 0.8582887649536133, 0.857620358467102, 0.8536096215248108, 0.866978645324707, 0.856951892375946, 0.8536096215248108, 0.8616310358047485, 0.8495989441871643]"
92
  H3,NT-1000G (2.5B),"[0.7637470252618551, 0.7526995181118223, 0.7485174720125899, 0.763169286130273, 0.7525074914848202, 0.7506524119136783, 0.7662271132754173, 0.7610934435002418, 0.7552638245801119, 0.7392094513161396]","[0.8803086059142167, 0.8763023539470749, 0.874258736006295, 0.8810158301206606, 0.8762439437740769, 0.8749972631410561, 0.882349576755891, 0.8803385575510747, 0.8770044682752458, 0.8689830205540663]","[0.8803476095199585, 0.876336932182312, 0.8743315935134888, 0.8810160756111145, 0.876336932182312, 0.875, 0.8823529481887817, 0.8803476095199585, 0.8770053386688232, 0.8689839839935303]"
 
1
  Dataset,Model,MCC,F1,ACC
 
 
 
 
 
 
2
  H3,DNABERT-1,"[0.7482815508350361, 0.7596683085405548, 0.7660969858447341, 0.7689077565801784, 0.7673008977336083, 0.7597957786257659, 0.7633501430617131, 0.7218073101900512, 0.7622792762786613, 0.7664427056201113]","[0.8732730140417825, 0.8794300328827183, 0.8828391589301577, 0.8843396323383185, 0.8835491421331787, 0.8796714021177261, 0.880602904040404, 0.8588902383809929, 0.8807840047276667, 0.8830125562650173]","[0.8736631274223328, 0.8796791434288025, 0.8830214142799377, 0.884358286857605, 0.8836898803710938, 0.8796791434288025, 0.8810160756111145, 0.8596256971359253, 0.8810160756111145, 0.8830214142799377]"
3
  promoter_all,DNABERT-2,"[0.942971328310832, 0.9443154441811433, 0.9422633380369486, 0.9439208581301246, 0.9450230928153951, 0.9479738385448059, 0.9452704860460633, 0.9403212484352065, 0.9400711074334984, 0.937036586896011]","[0.9714517048352591, 0.9721275122940127, 0.9711143497325996, 0.9719594306559163, 0.9724648954953812, 0.9739864746103335, 0.9726351320118622, 0.9700994666990601, 0.9699291341647567, 0.9684085844386766]","[0.9714527130126953, 0.9721283912658691, 0.9711148738861084, 0.9719594717025757, 0.972466230392456, 0.9739865064620972, 0.9726351499557495, 0.9701013565063477, 0.9699324369430542, 0.9684121608734131]"
4
  H3K9ac,DNABERT-2,"[0.5344027571413028, 0.5421810214039127, 0.5525069250087552, 0.5230910315246928, 0.5470623476976447, 0.546623540561198, 0.5332566783854417, 0.5492637147331741, 0.5441396668344004, 0.5469794572721413]","[0.7627188923569993, 0.7701550506208662, 0.7762236805855545, 0.7612916023060107, 0.7720750491460242, 0.7731645993965807, 0.7663299663299663, 0.7696261072333728, 0.769833967371391, 0.7718082807913815]","[0.7629683017730713, 0.77485591173172, 0.7791786789894104, 0.7651296854019165, 0.7730547189712524, 0.7752161026000977, 0.7701728940010071, 0.7698126435279846, 0.7705331444740295, 0.7726945281028748]"
 
51
  splice_sites_donors,Enformer,"[0.8318615901847205, 0.8117173653284836, 0.8016239855500955, 0.8122944078559846, 0.8222158209058602, 0.7881073762946705, 0.7952917807507686, 0.8130008880903549, 0.8193713089314786, 0.8407215500165255]","[0.9155781363361468, 0.9055416112659591, 0.9000188070812096, 0.9059992822211509, 0.9105123494590732, 0.893642201099321, 0.896780172805366, 0.9064776155871195, 0.9096667199488491, 0.9201521189558578]","[0.9156022071838379, 0.9055656790733337, 0.9000912308692932, 0.9060218930244446, 0.9105839133262634, 0.893704354763031, 0.8968977928161621, 0.9064781069755554, 0.9096715450286865, 0.9201642274856567]"
52
  H3K36me3,Enformer,"[0.3154640065839331, 0.3248859056971187, 0.3458077263550206, 0.3282927519548917, 0.36694652986866805, 0.3249432012538349, 0.35889821178938375, 0.3700229910077293, 0.344957879487064, 0.36098998395965154]","[0.65691040645527, 0.6595862518512965, 0.6299167072994794, 0.6640398994583345, 0.6803966191606006, 0.6490050733653434, 0.6788566557446921, 0.6839769978695798, 0.6671324295850392, 0.6803039259313378]","[0.6616972088813782, 0.6596903204917908, 0.6668577790260315, 0.665710985660553, 0.6875, 0.6502293348312378, 0.6829128265380859, 0.6886467337608337, 0.6671444773674011, 0.6834862232208252]"
53
  H4ac,Enformer,"[0.2930871544090835, 0.295049020410393, 0.29557655988033, 0.2859442512907942, 0.2952664875803809, 0.25631057784556954, 0.2563290449389297, 0.26445428097003326, 0.2326605114143558, 0.251484137786332]","[0.6438422313915566, 0.6351998291470058, 0.6467543505337986, 0.6383300782804548, 0.6440639132783861, 0.6281539243246222, 0.6268533081094998, 0.6196822812591303, 0.5958569214683577, 0.6179830473622884]","[0.6511150598526001, 0.6364436745643616, 0.6473004817962646, 0.6478873491287231, 0.6440727710723877, 0.6305751204490662, 0.6326290965080261, 0.6373239755630493, 0.621772289276123, 0.6314554214477539]"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
54
  H3,NT-Multispecies (2.5B),"[0.7860137897934241, 0.7989501195247347, 0.7936526984693845, 0.7909013284379255, 0.8047363994017181, 0.7564287213549827, 0.8020513077936124, 0.8008024483542832, 0.7843437410556471, 0.7916115745616787]","[0.8929285229897705, 0.8987960594725923, 0.8963899576721609, 0.894774710842364, 0.9023617429119103, 0.8769833608626324, 0.900967566484413, 0.9003686160961915, 0.8917110364019496, 0.8957032842096231]","[0.8930481672286987, 0.8990641832351685, 0.8963903784751892, 0.895053505897522, 0.9024064540863037, 0.8770053386688232, 0.9010695219039917, 0.9004011154174805, 0.8917112350463867, 0.895721971988678]"
55
  H3,NT-HumanRef (500M),"[0.7458200756013046, 0.6973729273777166, 0.7184765935467707, 0.7189823064210074, 0.7074291456565504, 0.7344272482314361, 0.717530671000318, 0.7081143897059112, 0.7242265831982031, 0.7048677551987584]","[0.872903788919414, 0.8477705889973557, 0.8576527278080588, 0.856682745825603, 0.8532975410331556, 0.866971417336381, 0.8560255008058946, 0.8531355021604444, 0.8611828719050776, 0.8494099204234776]","[0.8729946613311768, 0.8482620716094971, 0.8582887649536133, 0.857620358467102, 0.8536096215248108, 0.866978645324707, 0.856951892375946, 0.8536096215248108, 0.8616310358047485, 0.8495989441871643]"
56
  H3,NT-1000G (2.5B),"[0.7637470252618551, 0.7526995181118223, 0.7485174720125899, 0.763169286130273, 0.7525074914848202, 0.7506524119136783, 0.7662271132754173, 0.7610934435002418, 0.7552638245801119, 0.7392094513161396]","[0.8803086059142167, 0.8763023539470749, 0.874258736006295, 0.8810158301206606, 0.8762439437740769, 0.8749972631410561, 0.882349576755891, 0.8803385575510747, 0.8770044682752458, 0.8689830205540663]","[0.8803476095199585, 0.876336932182312, 0.8743315935134888, 0.8810160756111145, 0.876336932182312, 0.875, 0.8823529481887817, 0.8803476095199585, 0.8770053386688232, 0.8689839839935303]"