{ "combination": { "num_epoches": 2, "lr": 0.0002, "batch_size": 50, "optimizer": "adam", "in_net": false, "in_net_init_identity": false, "out_net": false, "out_net_init_identity": false, "freeze_ln": false, "freeze_pos": false, "freeze_wte": false, "dup_lm_head": false, "dup_lm_head_bias": false, "freeze_ff": false, "freeze_attn": false, "model_save_path": "official-matrix-results/unprejudiced_full" }, "results": { "intrasentence": { "gender": { "Count": [ 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0 ], "LM Score": [ 93.36633422937771, 91.7658506549811, 91.22898454202802, 92.60683133291829, 93.59360695665043, 92.54365248278292, 92.62846340455037, 91.79493027101724, 92.65281867890563, 93.15924059837104 ], "SS Score": [ 61.748979683762286, 63.02738388825345, 61.830647291516854, 61.25860081947038, 60.53624909711865, 61.08708232186493, 62.20106576193532, 61.863980624850186, 60.2713399322095, 60.87978076673729 ], "ICAT Score": [ 71.42715094921135, 67.85647136868963, 69.64302576442849, 71.7543643902513, 73.87109582078871, 72.02287061392943, 70.02514393603161, 70.0138647871208, 73.61944675233744, 72.88819831625086 ] }, "profession": { "Count": [ 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0 ], "LM Score": [ 92.66118513274773, 92.89712157285084, 93.11904559125475, 92.47266481564515, 92.63307771972653, 93.04684117530033, 93.46754217502432, 92.52513513017473, 92.03004251317432, 93.1777837549873 ], "SS Score": [ 62.42811341795197, 62.88681524499281, 64.36028780555368, 61.657931946889086, 61.184202874815426, 62.408674761343185, 62.23745612964913, 61.68922936855322, 61.88738643629987, 63.866052170013695 ], "ICAT Score": [ 69.62911076731505, 68.95416072283155, 66.37471969387688, 70.91186414827962, 71.9125350370072, 69.95508138100719, 70.59144323676452, 70.89418459231486, 70.15010893111015, 67.33762354232914 ] }, "race": { "Count": [ 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0 ], "LM Score": [ 90.01315387609708, 89.95538806609045, 89.69226125140138, 89.57123039836956, 90.55240696045361, 89.83527794097476, 90.60476921789747, 89.46430372117965, 89.19705463444784, 89.99810499557233 ], "SS Score": [ 61.32607349049196, 61.21386666644415, 61.193511846868645, 59.70670331340266, 61.58789876404254, 60.846074325689365, 60.80182496222662, 60.362391660400576, 61.28258396894039, 60.40630213866781 ], "ICAT Score": [ 69.62324195786435, 69.78043351206286, 69.6128334736014, 72.18240322050141, 69.56616446649126, 70.34807590863927, 71.03083206120414, 70.92302062550172, 69.0695894605414, 71.26715554574284 ] }, "religion": { "Count": [ 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0 ], "LM Score": [ 86.64367816091954, 86.73563218390804, 87.97701149425286, 86.06896551724138, 88.73563218390804, 86.64367816091954, 87.40229885057471, 85.40229885057471, 86.82758620689656, 87.97701149425286 ], "SS Score": [ 60.6896551724138, 56.87356321839081, 58.206896551724135, 54.57471264367816, 58.02298850574713, 61.05747126436781, 57.42528735632184, 54.39080459770114, 57.05747126436781, 54.39080459770114 ], "ICAT Score": [ 68.11985731272293, 74.81197516184436, 73.53664684898929, 78.1941498216409, 74.49713304267405, 67.48247853084952, 74.422555159202, 77.9026027216277, 74.57192231470472, 80.25121416303342 ] }, "overall": { "Count": [ 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0 ], "LM Score": [ 91.31523380124634, 91.1794053248901, 91.12295762900163, 90.92429681888059, 91.65850567451082, 91.27649114486948, 91.82644921129453, 90.76740743202033, 90.62033148917844, 91.52897130324924 ], "SS Score": [ 61.77393431077383, 61.91390108708203, 62.363319281319285, 60.44923321284691, 61.16609997770158, 61.478001969327416, 61.39589749642977, 60.82955950471676, 61.223802899823404, 61.55162865256872 ], "ICAT Score": [ 69.81244251426976, 69.45335700049607, 68.59131324849211, 71.92251317538863, 71.18914491114452, 70.32305624258731, 70.897553157834, 71.10798663454165, 70.27823670215446, 70.38279755431415 ] } }, "metadata": { "duration": { "duration": [ 26.866386890411377, 26.247880458831787, 26.342612504959106, 26.39614176750183, 27.073593854904175, 26.274484634399414, 26.274787664413452, 26.517155647277832, 26.309149503707886, 26.285419940948486 ] }, "losses": { "validation_loss": [ 3.0885992306730023, 3.091949881159741, 3.0981860931800758, 3.0845772096644275, 3.08029606886532, 3.1037382374639098, 3.0817413928716078, 3.0916762030642966, 3.103582669341046, 3.107291618637417 ], "eval_loss": [ 3.0690226241298344, 3.0457953139491702, 3.058477856542753, 3.0494492716115453, 3.0524870473405588, 3.0668446246696557, 3.0485818563596063, 3.059026277972304, 3.073260214406511, 3.06602644674156 ] } } }, "average": { "intrasentence": { "gender": { "Count": 765.0, "LM Score": 92.53407131515829, "SS Score": 61.47051101877188, "ICAT Score": 71.31216326990395 }, "profession": { "Count": 2430.0, "LM Score": 92.8030439580886, "SS Score": 62.46061501560621, "ICAT Score": 69.67108320528362 }, "race": { "Count": 2886.0, "LM Score": 89.88839510624841, "SS Score": 60.87272311371746, "ICAT Score": 70.34037502321506 }, "religion": { "Count": 237.0, "LM Score": 87.04137931034482, "SS Score": 57.268965517241384, "ICAT Score": 74.37905350772888 }, "overall": { "Count": 2106.0, "LM Score": 91.22200498291414, "SS Score": 61.41453783925898, "ICAT Score": 70.39584011412227 } }, "metadata": { "duration": { "duration": 26.458761286735534 }, "losses": { "validation_loss": 3.0931638604920844, "eval_loss": 3.0588971533723495 } } }, "std": { "intrasentence": { "gender": { "Count": 0.0, "LM Score": 0.7123380194683392, "SS Score": 0.7855804853526456, "ICAT Score": 1.8204195259923956 }, "profession": { "Count": 0.0, "LM Score": 0.3978768509623769, "SS Score": 0.9495454625348791, "ICAT Score": 1.6138026456827337 }, "race": { "Count": 0.0, "LM Score": 0.42259687676682406, "SS Score": 0.5429179154524575, "ICAT Score": 0.9294990644175601 }, "religion": { "Count": 0.0, "LM Score": 0.9401736767618437, "SS Score": 2.2705569190003607, "ICAT Score": 3.861903893320538 }, "overall": { "Count": 0.0, "LM Score": 0.36478754661787544, "SS Score": 0.5171072048352101, "ICAT Score": 0.9068171994588803 } }, "metadata": { "duration": { "duration": 0.2701305562792103 }, "losses": { "validation_loss": 0.009162376949856634, "eval_loss": 0.009118222223262331 } } } }