Spaces:
Runtime error
Runtime error
| { | |
| "combination": { | |
| "num_epoches": 2, | |
| "lr": 0.0002, | |
| "batch_size": 50, | |
| "optimizer": "adam", | |
| "in_net": false, | |
| "in_net_init_identity": false, | |
| "out_net": false, | |
| "out_net_init_identity": false, | |
| "freeze_ln": false, | |
| "freeze_pos": false, | |
| "freeze_wte": false, | |
| "dup_lm_head": false, | |
| "dup_lm_head_bias": false, | |
| "freeze_ff": false, | |
| "freeze_attn": false, | |
| "model_save_path": "official-matrix-results/unprejudiced_full" | |
| }, | |
| "results": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": [ | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0 | |
| ], | |
| "LM Score": [ | |
| 93.36633422937771, | |
| 91.7658506549811, | |
| 91.22898454202802, | |
| 92.60683133291829, | |
| 93.59360695665043, | |
| 92.54365248278292, | |
| 92.62846340455037, | |
| 91.79493027101724, | |
| 92.65281867890563, | |
| 93.15924059837104 | |
| ], | |
| "SS Score": [ | |
| 61.748979683762286, | |
| 63.02738388825345, | |
| 61.830647291516854, | |
| 61.25860081947038, | |
| 60.53624909711865, | |
| 61.08708232186493, | |
| 62.20106576193532, | |
| 61.863980624850186, | |
| 60.2713399322095, | |
| 60.87978076673729 | |
| ], | |
| "ICAT Score": [ | |
| 71.42715094921135, | |
| 67.85647136868963, | |
| 69.64302576442849, | |
| 71.7543643902513, | |
| 73.87109582078871, | |
| 72.02287061392943, | |
| 70.02514393603161, | |
| 70.0138647871208, | |
| 73.61944675233744, | |
| 72.88819831625086 | |
| ] | |
| }, | |
| "profession": { | |
| "Count": [ | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0 | |
| ], | |
| "LM Score": [ | |
| 92.66118513274773, | |
| 92.89712157285084, | |
| 93.11904559125475, | |
| 92.47266481564515, | |
| 92.63307771972653, | |
| 93.04684117530033, | |
| 93.46754217502432, | |
| 92.52513513017473, | |
| 92.03004251317432, | |
| 93.1777837549873 | |
| ], | |
| "SS Score": [ | |
| 62.42811341795197, | |
| 62.88681524499281, | |
| 64.36028780555368, | |
| 61.657931946889086, | |
| 61.184202874815426, | |
| 62.408674761343185, | |
| 62.23745612964913, | |
| 61.68922936855322, | |
| 61.88738643629987, | |
| 63.866052170013695 | |
| ], | |
| "ICAT Score": [ | |
| 69.62911076731505, | |
| 68.95416072283155, | |
| 66.37471969387688, | |
| 70.91186414827962, | |
| 71.9125350370072, | |
| 69.95508138100719, | |
| 70.59144323676452, | |
| 70.89418459231486, | |
| 70.15010893111015, | |
| 67.33762354232914 | |
| ] | |
| }, | |
| "race": { | |
| "Count": [ | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0 | |
| ], | |
| "LM Score": [ | |
| 90.01315387609708, | |
| 89.95538806609045, | |
| 89.69226125140138, | |
| 89.57123039836956, | |
| 90.55240696045361, | |
| 89.83527794097476, | |
| 90.60476921789747, | |
| 89.46430372117965, | |
| 89.19705463444784, | |
| 89.99810499557233 | |
| ], | |
| "SS Score": [ | |
| 61.32607349049196, | |
| 61.21386666644415, | |
| 61.193511846868645, | |
| 59.70670331340266, | |
| 61.58789876404254, | |
| 60.846074325689365, | |
| 60.80182496222662, | |
| 60.362391660400576, | |
| 61.28258396894039, | |
| 60.40630213866781 | |
| ], | |
| "ICAT Score": [ | |
| 69.62324195786435, | |
| 69.78043351206286, | |
| 69.6128334736014, | |
| 72.18240322050141, | |
| 69.56616446649126, | |
| 70.34807590863927, | |
| 71.03083206120414, | |
| 70.92302062550172, | |
| 69.0695894605414, | |
| 71.26715554574284 | |
| ] | |
| }, | |
| "religion": { | |
| "Count": [ | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0 | |
| ], | |
| "LM Score": [ | |
| 86.64367816091954, | |
| 86.73563218390804, | |
| 87.97701149425286, | |
| 86.06896551724138, | |
| 88.73563218390804, | |
| 86.64367816091954, | |
| 87.40229885057471, | |
| 85.40229885057471, | |
| 86.82758620689656, | |
| 87.97701149425286 | |
| ], | |
| "SS Score": [ | |
| 60.6896551724138, | |
| 56.87356321839081, | |
| 58.206896551724135, | |
| 54.57471264367816, | |
| 58.02298850574713, | |
| 61.05747126436781, | |
| 57.42528735632184, | |
| 54.39080459770114, | |
| 57.05747126436781, | |
| 54.39080459770114 | |
| ], | |
| "ICAT Score": [ | |
| 68.11985731272293, | |
| 74.81197516184436, | |
| 73.53664684898929, | |
| 78.1941498216409, | |
| 74.49713304267405, | |
| 67.48247853084952, | |
| 74.422555159202, | |
| 77.9026027216277, | |
| 74.57192231470472, | |
| 80.25121416303342 | |
| ] | |
| }, | |
| "overall": { | |
| "Count": [ | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0 | |
| ], | |
| "LM Score": [ | |
| 91.31523380124634, | |
| 91.1794053248901, | |
| 91.12295762900163, | |
| 90.92429681888059, | |
| 91.65850567451082, | |
| 91.27649114486948, | |
| 91.82644921129453, | |
| 90.76740743202033, | |
| 90.62033148917844, | |
| 91.52897130324924 | |
| ], | |
| "SS Score": [ | |
| 61.77393431077383, | |
| 61.91390108708203, | |
| 62.363319281319285, | |
| 60.44923321284691, | |
| 61.16609997770158, | |
| 61.478001969327416, | |
| 61.39589749642977, | |
| 60.82955950471676, | |
| 61.223802899823404, | |
| 61.55162865256872 | |
| ], | |
| "ICAT Score": [ | |
| 69.81244251426976, | |
| 69.45335700049607, | |
| 68.59131324849211, | |
| 71.92251317538863, | |
| 71.18914491114452, | |
| 70.32305624258731, | |
| 70.897553157834, | |
| 71.10798663454165, | |
| 70.27823670215446, | |
| 70.38279755431415 | |
| ] | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": [ | |
| 26.866386890411377, | |
| 26.247880458831787, | |
| 26.342612504959106, | |
| 26.39614176750183, | |
| 27.073593854904175, | |
| 26.274484634399414, | |
| 26.274787664413452, | |
| 26.517155647277832, | |
| 26.309149503707886, | |
| 26.285419940948486 | |
| ] | |
| }, | |
| "losses": { | |
| "validation_loss": [ | |
| 3.0885992306730023, | |
| 3.091949881159741, | |
| 3.0981860931800758, | |
| 3.0845772096644275, | |
| 3.08029606886532, | |
| 3.1037382374639098, | |
| 3.0817413928716078, | |
| 3.0916762030642966, | |
| 3.103582669341046, | |
| 3.107291618637417 | |
| ], | |
| "eval_loss": [ | |
| 3.0690226241298344, | |
| 3.0457953139491702, | |
| 3.058477856542753, | |
| 3.0494492716115453, | |
| 3.0524870473405588, | |
| 3.0668446246696557, | |
| 3.0485818563596063, | |
| 3.059026277972304, | |
| 3.073260214406511, | |
| 3.06602644674156 | |
| ] | |
| } | |
| } | |
| }, | |
| "average": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": 765.0, | |
| "LM Score": 92.53407131515829, | |
| "SS Score": 61.47051101877188, | |
| "ICAT Score": 71.31216326990395 | |
| }, | |
| "profession": { | |
| "Count": 2430.0, | |
| "LM Score": 92.8030439580886, | |
| "SS Score": 62.46061501560621, | |
| "ICAT Score": 69.67108320528362 | |
| }, | |
| "race": { | |
| "Count": 2886.0, | |
| "LM Score": 89.88839510624841, | |
| "SS Score": 60.87272311371746, | |
| "ICAT Score": 70.34037502321506 | |
| }, | |
| "religion": { | |
| "Count": 237.0, | |
| "LM Score": 87.04137931034482, | |
| "SS Score": 57.268965517241384, | |
| "ICAT Score": 74.37905350772888 | |
| }, | |
| "overall": { | |
| "Count": 2106.0, | |
| "LM Score": 91.22200498291414, | |
| "SS Score": 61.41453783925898, | |
| "ICAT Score": 70.39584011412227 | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": 26.458761286735534 | |
| }, | |
| "losses": { | |
| "validation_loss": 3.0931638604920844, | |
| "eval_loss": 3.0588971533723495 | |
| } | |
| } | |
| }, | |
| "std": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": 0.0, | |
| "LM Score": 0.7123380194683392, | |
| "SS Score": 0.7855804853526456, | |
| "ICAT Score": 1.8204195259923956 | |
| }, | |
| "profession": { | |
| "Count": 0.0, | |
| "LM Score": 0.3978768509623769, | |
| "SS Score": 0.9495454625348791, | |
| "ICAT Score": 1.6138026456827337 | |
| }, | |
| "race": { | |
| "Count": 0.0, | |
| "LM Score": 0.42259687676682406, | |
| "SS Score": 0.5429179154524575, | |
| "ICAT Score": 0.9294990644175601 | |
| }, | |
| "religion": { | |
| "Count": 0.0, | |
| "LM Score": 0.9401736767618437, | |
| "SS Score": 2.2705569190003607, | |
| "ICAT Score": 3.861903893320538 | |
| }, | |
| "overall": { | |
| "Count": 0.0, | |
| "LM Score": 0.36478754661787544, | |
| "SS Score": 0.5171072048352101, | |
| "ICAT Score": 0.9068171994588803 | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": 0.2701305562792103 | |
| }, | |
| "losses": { | |
| "validation_loss": 0.009162376949856634, | |
| "eval_loss": 0.009118222223262331 | |
| } | |
| } | |
| } | |
| } |