Spaces:
Runtime error
Runtime error
| { | |
| "combination": { | |
| "num_epoches": 2, | |
| "lr": 0.0006, | |
| "batch_size": 50, | |
| "optimizer": "adam", | |
| "in_net": true, | |
| "in_net_init_identity": true, | |
| "out_net": true, | |
| "out_net_init_identity": true, | |
| "freeze_ln": false, | |
| "freeze_pos": false, | |
| "freeze_wte": false, | |
| "dup_lm_head": false, | |
| "dup_lm_head_bias": false, | |
| "freeze_ff": true, | |
| "freeze_attn": true, | |
| "model_save_path": "official-matrix-results/unprejudiced_ln_wpe_wte_io" | |
| }, | |
| "results": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": [ | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0 | |
| ], | |
| "LM Score": [ | |
| 90.55810027331766, | |
| 91.40096111617851, | |
| 91.13614260135999, | |
| 91.07478729000466, | |
| 91.31158752680491, | |
| 91.34805106326846, | |
| 91.53796984014376, | |
| 91.0110547262721, | |
| 90.73799445321184, | |
| 90.68267939789679 | |
| ], | |
| "SS Score": [ | |
| 66.81065359761013, | |
| 66.33071019157975, | |
| 63.40482609178262, | |
| 66.13163149250107, | |
| 66.25976262063219, | |
| 65.81805360501012, | |
| 67.2708256316952, | |
| 65.41252724730985, | |
| 66.68731654818612, | |
| 66.6890899760465 | |
| ], | |
| "ICAT Score": [ | |
| 60.111283190269944, | |
| 61.54810897177528, | |
| 66.70285975641735, | |
| 61.69108915359916, | |
| 61.617492772826374, | |
| 62.44908369462882, | |
| 59.91924352437381, | |
| 62.956847510770565, | |
| 60.4545217254458, | |
| 60.414451483087234 | |
| ] | |
| }, | |
| "profession": { | |
| "Count": [ | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0 | |
| ], | |
| "LM Score": [ | |
| 92.29883988595721, | |
| 92.03481252336664, | |
| 92.32753282988004, | |
| 92.51230370502448, | |
| 92.27759250572994, | |
| 91.99133809655886, | |
| 91.58335553792976, | |
| 92.05163318939707, | |
| 92.52764533976269, | |
| 91.85850111659546 | |
| ], | |
| "SS Score": [ | |
| 60.63636484894082, | |
| 61.431217387879386, | |
| 60.826831671767664, | |
| 60.633294621677045, | |
| 60.97102028469007, | |
| 60.177554097490095, | |
| 60.69776406386327, | |
| 60.510909237111456, | |
| 59.97351667646621, | |
| 61.01518572937461 | |
| ], | |
| "ICAT Score": [ | |
| 72.66435716273696, | |
| 70.99341353922009, | |
| 72.33523969750577, | |
| 72.83809207651267, | |
| 72.0300057216754, | |
| 73.26640169699428, | |
| 71.98861294349621, | |
| 72.70070595776448, | |
| 74.0711250631572, | |
| 71.62173210417018 | |
| ] | |
| }, | |
| "race": { | |
| "Count": [ | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0 | |
| ], | |
| "LM Score": [ | |
| 89.78556328444421, | |
| 89.59882439437756, | |
| 90.62817158489887, | |
| 89.78041732578544, | |
| 89.4019756123261, | |
| 89.8760984753066, | |
| 89.45344922768207, | |
| 89.64170601992049, | |
| 89.50337752742534, | |
| 89.5530376270789 | |
| ], | |
| "SS Score": [ | |
| 58.98249457493492, | |
| 58.99206829233281, | |
| 60.880550541384764, | |
| 60.639728383061005, | |
| 59.75070862227082, | |
| 61.331862353884276, | |
| 60.100876368109006, | |
| 59.682369145096786, | |
| 59.95173601499203, | |
| 60.664880403654834 | |
| ], | |
| "ICAT Score": [ | |
| 73.65559658224429, | |
| 73.485249437038, | |
| 70.90648355684321, | |
| 70.67563223650102, | |
| 71.96732332330302, | |
| 69.50682693878015, | |
| 71.38228460068741, | |
| 72.28282425029819, | |
| 71.6890978153632, | |
| 70.45158890554293 | |
| ] | |
| }, | |
| "religion": { | |
| "Count": [ | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0 | |
| ], | |
| "LM Score": [ | |
| 88.16091954022988, | |
| 91.3103448275862, | |
| 88.82758620689656, | |
| 88.25287356321839, | |
| 86.91954022988506, | |
| 88.06896551724138, | |
| 88.73563218390804, | |
| 90.64367816091954, | |
| 88.82758620689656, | |
| 90.73563218390804 | |
| ], | |
| "SS Score": [ | |
| 56.50574712643678, | |
| 52.6896551724138, | |
| 54.02298850574713, | |
| 56.50574712643678, | |
| 55.17241379310345, | |
| 57.839080459770116, | |
| 52.50574712643678, | |
| 55.17241379310345, | |
| 56.50574712643678, | |
| 51.54022988505747 | |
| ], | |
| "ICAT Score": [ | |
| 76.68986656097239, | |
| 86.3984780023781, | |
| 81.68053904082441, | |
| 76.76985599154446, | |
| 77.92786365437969, | |
| 74.26137138327388, | |
| 84.28865107676046, | |
| 81.26674593737613, | |
| 77.2697899326199, | |
| 87.94055753732329 | |
| ] | |
| }, | |
| "overall": { | |
| "Count": [ | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0 | |
| ], | |
| "LM Score": [ | |
| 90.7760662806655, | |
| 90.81699619674852, | |
| 91.26942210869683, | |
| 90.9236788413761, | |
| 90.64143535662458, | |
| 90.79705183787611, | |
| 90.4988789023748, | |
| 90.76825309043707, | |
| 90.78245132067087, | |
| 90.61643137472653 | |
| ], | |
| "SS Score": [ | |
| 60.507399082548005, | |
| 60.60793731130887, | |
| 60.919265773138605, | |
| 61.17547616132696, | |
| 60.864189702887124, | |
| 61.32875246954365, | |
| 60.94670846663401, | |
| 60.55107696442072, | |
| 60.6817519455047, | |
| 61.21396020036013 | |
| ], | |
| "ICAT Score": [ | |
| 71.69965916956987, | |
| 71.54937614761883, | |
| 71.33752056938417, | |
| 70.60137073353715, | |
| 70.94652038349759, | |
| 70.22470533316367, | |
| 70.68558202434455, | |
| 71.61419660477266, | |
| 71.38813880042564, | |
| 70.29305027602956 | |
| ] | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": [ | |
| 22.09412384033203, | |
| 22.17448616027832, | |
| 22.157798767089844, | |
| 22.124987363815308, | |
| 22.15943217277527, | |
| 22.14798879623413, | |
| 22.171958208084106, | |
| 22.13748574256897, | |
| 22.103014707565308, | |
| 22.132489681243896 | |
| ] | |
| }, | |
| "losses": { | |
| "validation_loss": [ | |
| 3.2715015662753064, | |
| 3.2904326959796575, | |
| 3.2856660578561865, | |
| 3.2837974667549132, | |
| 3.291322820601256, | |
| 3.2867543881354124, | |
| 3.288210924811985, | |
| 3.2873380064964293, | |
| 3.2725656410922177, | |
| 3.2834637714468915 | |
| ], | |
| "eval_loss": [ | |
| 3.230092532997546, | |
| 3.237036979198456, | |
| 3.2270018466140913, | |
| 3.229680385278619, | |
| 3.238819530994996, | |
| 3.2347138847993766, | |
| 3.2298984014469645, | |
| 3.2325261141942896, | |
| 3.2267001732535983, | |
| 3.226323487447656 | |
| ] | |
| } | |
| } | |
| }, | |
| "average": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": 765.0, | |
| "LM Score": 91.07993282884587, | |
| "SS Score": 66.08153970023535, | |
| "ICAT Score": 61.786498178319434 | |
| }, | |
| "profession": { | |
| "Count": 2430.0, | |
| "LM Score": 92.14635547302021, | |
| "SS Score": 60.68736586192606, | |
| "ICAT Score": 72.45096859632332 | |
| }, | |
| "race": { | |
| "Count": 2886.0, | |
| "LM Score": 89.72226210792456, | |
| "SS Score": 60.09772746997212, | |
| "ICAT Score": 71.60029076466014 | |
| }, | |
| "religion": { | |
| "Count": 237.0, | |
| "LM Score": 89.04827586206896, | |
| "SS Score": 54.845977011494256, | |
| "ICAT Score": 80.44937191174526 | |
| }, | |
| "overall": { | |
| "Count": 2106.0, | |
| "LM Score": 90.7890665310197, | |
| "SS Score": 60.879651807767274, | |
| "ICAT Score": 71.03401200423437 | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": 22.14037654399872 | |
| }, | |
| "losses": { | |
| "validation_loss": 3.2841053339450257, | |
| "eval_loss": 3.2312793336225596 | |
| } | |
| } | |
| }, | |
| "std": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": 0.0, | |
| "LM Score": 0.31517930086764584, | |
| "SS Score": 1.0227535326876758, | |
| "ICAT Score": 1.897985827651108 | |
| }, | |
| "profession": { | |
| "Count": 0.0, | |
| "LM Score": 0.28246655476908605, | |
| "SS Score": 0.39584720056563627, | |
| "ICAT Score": 0.8224403754402673 | |
| }, | |
| "race": { | |
| "Count": 0.0, | |
| "LM Score": 0.33538694332061014, | |
| "SS Score": 0.7437622590088747, | |
| "ICAT Score": 1.243856825563018 | |
| }, | |
| "religion": { | |
| "Count": 0.0, | |
| "LM Score": 1.3272234166190238, | |
| "SS Score": 1.9790900594306704, | |
| "ICAT Score": 4.368815360514757 | |
| }, | |
| "overall": { | |
| "Count": 0.0, | |
| "LM Score": 0.19650915346228764, | |
| "SS Score": 0.27691102082541075, | |
| "ICAT Score": 0.5275473467667906 | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": 0.025938524014751836 | |
| }, | |
| "losses": { | |
| "validation_loss": 0.006491632110858275, | |
| "eval_loss": 0.004159973363838499 | |
| } | |
| } | |
| } | |
| } |