{ "combination": { "num_epoches": 2, "lr": 0.0006, "batch_size": 50, "optimizer": "adam", "in_net": true, "in_net_init_identity": true, "out_net": true, "out_net_init_identity": true, "freeze_ln": false, "freeze_pos": false, "freeze_wte": false, "dup_lm_head": false, "dup_lm_head_bias": false, "freeze_ff": true, "freeze_attn": true, "model_save_path": "official-matrix-results/unprejudiced_ln_wpe_wte_io" }, "results": { "intrasentence": { "gender": { "Count": [ 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0 ], "LM Score": [ 90.55810027331766, 91.40096111617851, 91.13614260135999, 91.07478729000466, 91.31158752680491, 91.34805106326846, 91.53796984014376, 91.0110547262721, 90.73799445321184, 90.68267939789679 ], "SS Score": [ 66.81065359761013, 66.33071019157975, 63.40482609178262, 66.13163149250107, 66.25976262063219, 65.81805360501012, 67.2708256316952, 65.41252724730985, 66.68731654818612, 66.6890899760465 ], "ICAT Score": [ 60.111283190269944, 61.54810897177528, 66.70285975641735, 61.69108915359916, 61.617492772826374, 62.44908369462882, 59.91924352437381, 62.956847510770565, 60.4545217254458, 60.414451483087234 ] }, "profession": { "Count": [ 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0 ], "LM Score": [ 92.29883988595721, 92.03481252336664, 92.32753282988004, 92.51230370502448, 92.27759250572994, 91.99133809655886, 91.58335553792976, 92.05163318939707, 92.52764533976269, 91.85850111659546 ], "SS Score": [ 60.63636484894082, 61.431217387879386, 60.826831671767664, 60.633294621677045, 60.97102028469007, 60.177554097490095, 60.69776406386327, 60.510909237111456, 59.97351667646621, 61.01518572937461 ], "ICAT Score": [ 72.66435716273696, 70.99341353922009, 72.33523969750577, 72.83809207651267, 72.0300057216754, 73.26640169699428, 71.98861294349621, 72.70070595776448, 74.0711250631572, 71.62173210417018 ] }, "race": { "Count": [ 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0 ], "LM Score": [ 89.78556328444421, 89.59882439437756, 90.62817158489887, 89.78041732578544, 89.4019756123261, 89.8760984753066, 89.45344922768207, 89.64170601992049, 89.50337752742534, 89.5530376270789 ], "SS Score": [ 58.98249457493492, 58.99206829233281, 60.880550541384764, 60.639728383061005, 59.75070862227082, 61.331862353884276, 60.100876368109006, 59.682369145096786, 59.95173601499203, 60.664880403654834 ], "ICAT Score": [ 73.65559658224429, 73.485249437038, 70.90648355684321, 70.67563223650102, 71.96732332330302, 69.50682693878015, 71.38228460068741, 72.28282425029819, 71.6890978153632, 70.45158890554293 ] }, "religion": { "Count": [ 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0 ], "LM Score": [ 88.16091954022988, 91.3103448275862, 88.82758620689656, 88.25287356321839, 86.91954022988506, 88.06896551724138, 88.73563218390804, 90.64367816091954, 88.82758620689656, 90.73563218390804 ], "SS Score": [ 56.50574712643678, 52.6896551724138, 54.02298850574713, 56.50574712643678, 55.17241379310345, 57.839080459770116, 52.50574712643678, 55.17241379310345, 56.50574712643678, 51.54022988505747 ], "ICAT Score": [ 76.68986656097239, 86.3984780023781, 81.68053904082441, 76.76985599154446, 77.92786365437969, 74.26137138327388, 84.28865107676046, 81.26674593737613, 77.2697899326199, 87.94055753732329 ] }, "overall": { "Count": [ 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0 ], "LM Score": [ 90.7760662806655, 90.81699619674852, 91.26942210869683, 90.9236788413761, 90.64143535662458, 90.79705183787611, 90.4988789023748, 90.76825309043707, 90.78245132067087, 90.61643137472653 ], "SS Score": [ 60.507399082548005, 60.60793731130887, 60.919265773138605, 61.17547616132696, 60.864189702887124, 61.32875246954365, 60.94670846663401, 60.55107696442072, 60.6817519455047, 61.21396020036013 ], "ICAT Score": [ 71.69965916956987, 71.54937614761883, 71.33752056938417, 70.60137073353715, 70.94652038349759, 70.22470533316367, 70.68558202434455, 71.61419660477266, 71.38813880042564, 70.29305027602956 ] } }, "metadata": { "duration": { "duration": [ 22.09412384033203, 22.17448616027832, 22.157798767089844, 22.124987363815308, 22.15943217277527, 22.14798879623413, 22.171958208084106, 22.13748574256897, 22.103014707565308, 22.132489681243896 ] }, "losses": { "validation_loss": [ 3.2715015662753064, 3.2904326959796575, 3.2856660578561865, 3.2837974667549132, 3.291322820601256, 3.2867543881354124, 3.288210924811985, 3.2873380064964293, 3.2725656410922177, 3.2834637714468915 ], "eval_loss": [ 3.230092532997546, 3.237036979198456, 3.2270018466140913, 3.229680385278619, 3.238819530994996, 3.2347138847993766, 3.2298984014469645, 3.2325261141942896, 3.2267001732535983, 3.226323487447656 ] } } }, "average": { "intrasentence": { "gender": { "Count": 765.0, "LM Score": 91.07993282884587, "SS Score": 66.08153970023535, "ICAT Score": 61.786498178319434 }, "profession": { "Count": 2430.0, "LM Score": 92.14635547302021, "SS Score": 60.68736586192606, "ICAT Score": 72.45096859632332 }, "race": { "Count": 2886.0, "LM Score": 89.72226210792456, "SS Score": 60.09772746997212, "ICAT Score": 71.60029076466014 }, "religion": { "Count": 237.0, "LM Score": 89.04827586206896, "SS Score": 54.845977011494256, "ICAT Score": 80.44937191174526 }, "overall": { "Count": 2106.0, "LM Score": 90.7890665310197, "SS Score": 60.879651807767274, "ICAT Score": 71.03401200423437 } }, "metadata": { "duration": { "duration": 22.14037654399872 }, "losses": { "validation_loss": 3.2841053339450257, "eval_loss": 3.2312793336225596 } } }, "std": { "intrasentence": { "gender": { "Count": 0.0, "LM Score": 0.31517930086764584, "SS Score": 1.0227535326876758, "ICAT Score": 1.897985827651108 }, "profession": { "Count": 0.0, "LM Score": 0.28246655476908605, "SS Score": 0.39584720056563627, "ICAT Score": 0.8224403754402673 }, "race": { "Count": 0.0, "LM Score": 0.33538694332061014, "SS Score": 0.7437622590088747, "ICAT Score": 1.243856825563018 }, "religion": { "Count": 0.0, "LM Score": 1.3272234166190238, "SS Score": 1.9790900594306704, "ICAT Score": 4.368815360514757 }, "overall": { "Count": 0.0, "LM Score": 0.19650915346228764, "SS Score": 0.27691102082541075, "ICAT Score": 0.5275473467667906 } }, "metadata": { "duration": { "duration": 0.025938524014751836 }, "losses": { "validation_loss": 0.006491632110858275, "eval_loss": 0.004159973363838499 } } } }