{ "combination": { "num_epoches": 2, "lr": 0.0005, "batch_size": 50, "optimizer": "adam", "in_net": false, "in_net_init_identity": false, "out_net": false, "out_net_init_identity": false, "freeze_ln": false, "freeze_pos": false, "freeze_wte": false, "dup_lm_head": false, "dup_lm_head_bias": false, "freeze_ff": true, "freeze_attn": true, "model_save_path": "official-matrix-results/unprejudiced_ln_wpe_wte" }, "results": { "intrasentence": { "gender": { "Count": [ 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0 ], "LM Score": [ 92.43129873347264, 91.43259373476765, 92.13629743847136, 91.20926151143541, 91.21010326227717, 90.91594371811763, 92.16193846411238, 90.7934365956105, 91.49714029931422, 92.1860809882549 ], "SS Score": [ 66.29504215591172, 64.59507545594502, 64.75800511887468, 65.29829815916771, 65.54005640092598, 63.945917206786774, 64.58617694704652, 63.05985254680907, 64.32537108624065, 64.70672306759263 ], "ICAT Score": [ 62.30786054572053, 64.74328164093365, 64.94133845384896, 63.302331961846626, 62.86190028167578, 65.55781924072254, 65.27613161970525, 67.07845871247586, 65.28253053696422, 65.07097771263628 ] }, "profession": { "Count": [ 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0 ], "LM Score": [ 91.50663838517907, 91.3841405897646, 91.54163846119926, 92.10871917475984, 91.7002340641914, 91.72268326516071, 91.71685663914732, 92.07914694037439, 91.62663625661372, 91.73828749118161 ], "SS Score": [ 60.91353813513963, 61.44278715023322, 61.13515981056566, 61.638794206229036, 60.299569945684794, 61.1775280082693, 60.962123282431676, 61.153088803370316, 60.77432768084297, 61.70749997537894 ], "ICAT Score": [ 71.53341463247739, 70.4703551962513, 71.1550229894697, 70.6680306332724, 72.81077456859526, 71.21802604136175, 71.60862684803843, 71.53980888508279, 71.88232819017045, 70.25776752029532 ] }, "race": { "Count": [ 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0 ], "LM Score": [ 89.39366288698176, 88.91691870810712, 88.8148278711025, 88.65197683325145, 88.94004894408926, 88.98160530751596, 88.98987712828776, 88.74682356747407, 88.93669443046905, 88.60432344793122 ], "SS Score": [ 60.59579079694762, 60.39917866627228, 59.61793655894321, 60.443527899767524, 59.37404465377777, 60.16753875892854, 59.72543458213392, 59.91491727646836, 60.339473040629855, 59.782459993998046 ], "ICAT Score": [ 70.44973187651537, 70.42366022610683, 71.730520271948, 70.13518896469934, 72.26548913786779, 70.88712689159895, 71.68057255862179, 71.14847528305731, 70.54552334273765, 71.26895845943822 ] }, "religion": { "Count": [ 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0 ], "LM Score": [ 86.16091954022988, 84.16091954022988, 86.06896551724138, 85.49425287356321, 85.49425287356321, 85.49425287356321, 85.40229885057471, 85.49425287356321, 85.49425287356321, 86.16091954022988 ], "SS Score": [ 56.50574712643678, 56.50574712643678, 54.02298850574713, 56.6896551724138, 55.356321839080465, 55.17241379310345, 55.356321839080465, 55.17241379310345, 57.839080459770116, 57.839080459770116 ], "ICAT Score": [ 74.95009644602986, 73.21032633108733, 79.14387633769323, 74.05571145461751, 76.33555819791253, 76.65001981767736, 76.25345488175452, 76.65001981767736, 72.09032633108733, 72.65247192495706 ] }, "overall": { "Count": [ 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0 ], "LM Score": [ 90.4578071068624, 89.99167072345773, 90.1664914953431, 90.16845715158091, 90.14471614122048, 90.13494284591468, 90.29072856943831, 90.14781242046953, 90.15157276973581, 90.15503591600266 ], "SS Score": [ 61.28256045168015, 61.178760030779216, 60.632272495505234, 61.36940224920786, 60.3534460181398, 60.839666443249165, 60.64443137237314, 60.60310699875154, 60.914200153540264, 61.0630130519055 ], "ICAT Score": [ 70.04589356667046, 69.87176488772906, 70.99299734450024, 69.66522796064518, 71.47854709344725, 70.59428853929383, 71.06885929305918, 71.03087440451709, 70.47292658242887, 70.20730913532773 ] } }, "metadata": { "duration": { "duration": [ 21.941982746124268, 21.944481134414673, 21.99310827255249, 21.98748207092285, 21.975950717926025, 21.933486700057983, 21.899983167648315, 21.990981340408325, 21.964474201202393, 21.93599247932434 ] }, "losses": { "validation_loss": [ 3.3632682040981625, 3.3703565641589788, 3.361939956571745, 3.353457013938738, 3.3672675721023393, 3.3617931410022406, 3.352397534639939, 3.3747271255306575, 3.3604050234608027, 3.3657349874144016 ], "eval_loss": [ 3.3331255057583684, 3.3345826001270957, 3.331943160554637, 3.3228615221769915, 3.3395521049914154, 3.3333527875983195, 3.322227156680563, 3.3383923292160036, 3.3276192856871565, 3.3312423260315605 ] } } }, "average": { "intrasentence": { "gender": { "Count": 765.0, "LM Score": 91.59740947458337, "SS Score": 64.71105181453007, "ICAT Score": 64.64226307065297 }, "profession": { "Count": 2430.0, "LM Score": 91.7124981267572, "SS Score": 61.120441699814556, "ICAT Score": 71.31441555050148 }, "race": { "Count": 2886.0, "LM Score": 88.89767591252101, "SS Score": 60.036030222786714, "ICAT Score": 71.05352470125911 }, "religion": { "Count": 237.0, "LM Score": 85.54252873563217, "SS Score": 56.04597701149426, "ICAT Score": 75.1991861540494 }, "overall": { "Count": 2106.0, "LM Score": 90.18092351400256, "SS Score": 60.88808592651319, "ICAT Score": 70.54286888076189 } }, "metadata": { "duration": { "duration": 21.956792283058167 }, "losses": { "validation_loss": 3.3631347122918003, "eval_loss": 3.3314898778822113 } } }, "std": { "intrasentence": { "gender": { "Count": 0.0, "LM Score": 0.5567449785213698, "SS Score": 0.8386321892300217, "ICAT Score": 1.352146934968328 }, "profession": { "Count": 0.0, "LM Score": 0.2188887605591837, "SS Score": 0.39790373071920393, "ICAT Score": 0.7091115177929306 }, "race": { "Count": 0.0, "LM Score": 0.2100667570332781, "SS Score": 0.3884711253005801, "ICAT Score": 0.6531604932587152 }, "religion": { "Count": 0.0, "LM Score": 0.5460871032380242, "SS Score": 1.1763288250136794, "ICAT Score": 2.0892378391658264 }, "overall": { "Count": 0.0, "LM Score": 0.11443564147310176, "SS Score": 0.3157932489668835, "ICAT Score": 0.5639751344417095 } }, "metadata": { "duration": { "duration": 0.029033786698770114 }, "losses": { "validation_loss": 0.006557608217110893, "eval_loss": 0.005512247633179753 } } } }