{ "combination": { "num_epoches": 6, "lr": 0.003, "batch_size": 50, "optimizer": "adam", "in_net": false, "in_net_init_identity": false, "out_net": false, "out_net_init_identity": false, "freeze_ln": false, "freeze_pos": true, "freeze_wte": true, "dup_lm_head": false, "dup_lm_head_bias": false, "freeze_ff": true, "freeze_attn": true, "model_save_path": "official-matrix-results/unprejudiced_ln" }, "results": { "intrasentence": { "gender": { "Count": [ 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0 ], "LM Score": [ 93.3665623426493, 92.54642877251572, 91.95577313186008, 93.16290730203774, 93.00758798367494, 93.10249307858003, 92.15099087707782, 92.47608245216941, 92.31713270626315, 92.11677879286576 ], "SS Score": [ 58.38937407198277, 59.15761774457427, 59.946636133592655, 60.61585950281602, 62.78687399556965, 59.70037756124712, 61.83304376782638, 59.555265990048596, 60.040410475193084, 58.716202477072045 ], "ICAT Score": [ 77.70082199649761, 75.59633240603236, 73.66276081734392, 73.38282060619163, 69.22206182009276, 75.03990638346755, 70.34245671113719, 74.80341114120652, 73.77909458098806, 76.05860888298028 ] }, "profession": { "Count": [ 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0 ], "LM Score": [ 93.42155681049479, 93.55387767183865, 93.42505531815998, 93.59371897393662, 93.59776400546822, 93.68882725290892, 93.57614366131821, 93.62406293304402, 93.87962527193969, 93.71598926431035 ], "SS Score": [ 60.77570766850481, 61.18993047556991, 60.96495959149169, 63.27688019928815, 60.133628838471765, 60.93779497884482, 61.674616442008755, 61.06836789643107, 61.11483773093695, 61.890074259366834 ], "ICAT Score": [ 73.28788908796467, 72.61664993448171, 72.93701619022998, 68.74106708948065, 74.62806399462248, 73.19384356689437, 71.72683195395423, 72.89875148301309, 73.01048924916414, 71.43018783145685 ] }, "race": { "Count": [ 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0 ], "LM Score": [ 90.96165616577254, 91.35420776444788, 91.32908615666499, 91.41698192444424, 91.17563117040191, 91.65110416409732, 91.81221818459989, 91.66730060218228, 91.86267003440439, 91.47314873035648 ], "SS Score": [ 62.3910273260719, 62.51949918790423, 61.190879895946715, 62.2345679689098, 61.833629820428754, 61.563065847493526, 61.93683240101294, 61.59105021420435, 61.03402466000601, 61.00815812609043 ], "ICAT Score": [ 68.41948882227565, 68.48002916607508, 70.88802947294883, 69.04803634710001, 69.59685781211229, 70.45574911519842, 69.89327696790386, 70.41689491657309, 71.59037070453213, 71.33413102005345 ] }, "religion": { "Count": [ 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0 ], "LM Score": [ 89.21839080459772, 87.88505747126437, 86.73563218390804, 89.88505747126437, 89.79310344827586, 88.45977011494251, 89.79310344827586, 88.55172413793105, 88.55172413793105, 88.55172413793105 ], "SS Score": [ 62.98850574712643, 58.02298850574713, 56.6896551724138, 59.17241379310345, 56.87356321839081, 60.6896551724138, 59.54022988505747, 57.839080459770116, 57.05747126436781, 56.87356321839081 ], "ICAT Score": [ 66.04211917029993, 73.78304135288677, 75.13100277447481, 73.39579865239794, 77.44913198573127, 69.5476813317479, 72.66016646848989, 74.66844233055888, 76.05269916765756, 76.3784066587396 ] }, "overall": { "Count": [ 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0 ], "LM Score": [ 92.13401420408785, 92.20869961790169, 92.0299163171527, 92.40641979661093, 92.27482066430497, 92.48745327373923, 92.44827067849046, 92.39443932411862, 92.56039720092626, 92.29539231094425 ], "SS Score": [ 61.2937654652524, 61.41829149360298, 60.776655580405084, 62.3091985983148, 61.12036668734757, 61.05667039246612, 61.733108696584374, 60.99238918840615, 60.7879308637134, 60.895932085394335 ], "ICAT Score": [ 71.32321524822382, 71.1513834082361, 72.19442209228357, 69.65744033589628, 71.7522238283788, 72.03538754801231, 70.7541585048508, 72.08172660621284, 72.58969388649739, 72.18250578264676 ] } }, "metadata": { "duration": { "duration": [ 57.25840997695923, 55.863980293273926, 54.31034064292908, 54.915284156799316, 53.84601712226868, 53.912495374679565, 53.90212535858154, 54.03045678138733, 54.102956771850586, 53.75367736816406 ] }, "losses": { "validation_loss": [ 3.3091299150301063, 3.307041087357894, 3.3256353038808575, 3.3101960970007855, 3.2923448684422865, 3.298698979616165, 3.305526672238889, 3.3278808785521465, 3.308232697455779, 3.3029724375061367 ], "eval_loss": [ 3.312717050054799, 3.3115605367266614, 3.3303229648133983, 3.3192637523879176, 3.3043171120726544, 3.309308815261592, 3.3165352562199466, 3.3334239407725956, 3.3140551072099935, 3.3061055836470232 ] } } }, "average": { "intrasentence": { "gender": { "Count": 765.0, "LM Score": 92.62027374396938, "SS Score": 60.07416617199226, "ICAT Score": 73.95882753459378 }, "profession": { "Count": 2430.0, "LM Score": 93.60766211634193, "SS Score": 61.302679808091476, "ICAT Score": 72.44707903812622 }, "race": { "Count": 2886.0, "LM Score": 91.47040048973719, "SS Score": 61.730273544806856, "ICAT Score": 70.01228643447728 }, "religion": { "Count": 237.0, "LM Score": 88.74252873563219, "SS Score": 58.57471264367816, "ICAT Score": 73.51084898929847 }, "overall": { "Count": 2106.0, "LM Score": 92.32398233882769, "SS Score": 61.23843090514872, "ICAT Score": 71.57221572412386 } }, "metadata": { "duration": { "duration": 54.58957438468933 }, "losses": { "validation_loss": 3.3087658937081046, "eval_loss": 3.3157610119166585 } } }, "std": { "intrasentence": { "gender": { "Count": 0.0, "LM Score": 0.4761700319667935, "SS Score": 1.2920872771127665, "ICAT Score": 2.4277955061750927 }, "profession": { "Count": 0.0, "LM Score": 0.12834114152345275, "SS Score": 0.7984554530030804, "ICAT Score": 1.4865696787919611 }, "race": { "Count": 0.0, "LM Score": 0.2691058396387355, "SS Score": 0.5207336044406384, "ICAT Score": 1.0661264047310255 }, "religion": { "Count": 0.0, "LM Score": 0.9322710675411378, "SS Score": 1.942494728669204, "ICAT Score": 3.262797755197479 }, "overall": { "Count": 0.0, "LM Score": 0.15776866900014336, "SS Score": 0.4547159623512881, "ICAT Score": 0.8292208633703583 } }, "metadata": { "duration": { "duration": 1.079948366638936 }, "losses": { "validation_loss": 0.010346238030998984, "eval_loss": 0.009124357291769709 } } } }