Spaces:
Runtime error
Runtime error
| { | |
| "combination": { | |
| "num_epoches": 2, | |
| "lr": 0.0005, | |
| "batch_size": 50, | |
| "optimizer": "adam", | |
| "in_net": false, | |
| "in_net_init_identity": false, | |
| "out_net": false, | |
| "out_net_init_identity": false, | |
| "freeze_ln": false, | |
| "freeze_pos": false, | |
| "freeze_wte": false, | |
| "dup_lm_head": false, | |
| "dup_lm_head_bias": false, | |
| "freeze_ff": true, | |
| "freeze_attn": true, | |
| "model_save_path": "official-matrix-results/unprejudiced_ln_wpe_wte" | |
| }, | |
| "results": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": [ | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0 | |
| ], | |
| "LM Score": [ | |
| 92.43129873347264, | |
| 91.43259373476765, | |
| 92.13629743847136, | |
| 91.20926151143541, | |
| 91.21010326227717, | |
| 90.91594371811763, | |
| 92.16193846411238, | |
| 90.7934365956105, | |
| 91.49714029931422, | |
| 92.1860809882549 | |
| ], | |
| "SS Score": [ | |
| 66.29504215591172, | |
| 64.59507545594502, | |
| 64.75800511887468, | |
| 65.29829815916771, | |
| 65.54005640092598, | |
| 63.945917206786774, | |
| 64.58617694704652, | |
| 63.05985254680907, | |
| 64.32537108624065, | |
| 64.70672306759263 | |
| ], | |
| "ICAT Score": [ | |
| 62.30786054572053, | |
| 64.74328164093365, | |
| 64.94133845384896, | |
| 63.302331961846626, | |
| 62.86190028167578, | |
| 65.55781924072254, | |
| 65.27613161970525, | |
| 67.07845871247586, | |
| 65.28253053696422, | |
| 65.07097771263628 | |
| ] | |
| }, | |
| "profession": { | |
| "Count": [ | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0 | |
| ], | |
| "LM Score": [ | |
| 91.50663838517907, | |
| 91.3841405897646, | |
| 91.54163846119926, | |
| 92.10871917475984, | |
| 91.7002340641914, | |
| 91.72268326516071, | |
| 91.71685663914732, | |
| 92.07914694037439, | |
| 91.62663625661372, | |
| 91.73828749118161 | |
| ], | |
| "SS Score": [ | |
| 60.91353813513963, | |
| 61.44278715023322, | |
| 61.13515981056566, | |
| 61.638794206229036, | |
| 60.299569945684794, | |
| 61.1775280082693, | |
| 60.962123282431676, | |
| 61.153088803370316, | |
| 60.77432768084297, | |
| 61.70749997537894 | |
| ], | |
| "ICAT Score": [ | |
| 71.53341463247739, | |
| 70.4703551962513, | |
| 71.1550229894697, | |
| 70.6680306332724, | |
| 72.81077456859526, | |
| 71.21802604136175, | |
| 71.60862684803843, | |
| 71.53980888508279, | |
| 71.88232819017045, | |
| 70.25776752029532 | |
| ] | |
| }, | |
| "race": { | |
| "Count": [ | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0 | |
| ], | |
| "LM Score": [ | |
| 89.39366288698176, | |
| 88.91691870810712, | |
| 88.8148278711025, | |
| 88.65197683325145, | |
| 88.94004894408926, | |
| 88.98160530751596, | |
| 88.98987712828776, | |
| 88.74682356747407, | |
| 88.93669443046905, | |
| 88.60432344793122 | |
| ], | |
| "SS Score": [ | |
| 60.59579079694762, | |
| 60.39917866627228, | |
| 59.61793655894321, | |
| 60.443527899767524, | |
| 59.37404465377777, | |
| 60.16753875892854, | |
| 59.72543458213392, | |
| 59.91491727646836, | |
| 60.339473040629855, | |
| 59.782459993998046 | |
| ], | |
| "ICAT Score": [ | |
| 70.44973187651537, | |
| 70.42366022610683, | |
| 71.730520271948, | |
| 70.13518896469934, | |
| 72.26548913786779, | |
| 70.88712689159895, | |
| 71.68057255862179, | |
| 71.14847528305731, | |
| 70.54552334273765, | |
| 71.26895845943822 | |
| ] | |
| }, | |
| "religion": { | |
| "Count": [ | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0 | |
| ], | |
| "LM Score": [ | |
| 86.16091954022988, | |
| 84.16091954022988, | |
| 86.06896551724138, | |
| 85.49425287356321, | |
| 85.49425287356321, | |
| 85.49425287356321, | |
| 85.40229885057471, | |
| 85.49425287356321, | |
| 85.49425287356321, | |
| 86.16091954022988 | |
| ], | |
| "SS Score": [ | |
| 56.50574712643678, | |
| 56.50574712643678, | |
| 54.02298850574713, | |
| 56.6896551724138, | |
| 55.356321839080465, | |
| 55.17241379310345, | |
| 55.356321839080465, | |
| 55.17241379310345, | |
| 57.839080459770116, | |
| 57.839080459770116 | |
| ], | |
| "ICAT Score": [ | |
| 74.95009644602986, | |
| 73.21032633108733, | |
| 79.14387633769323, | |
| 74.05571145461751, | |
| 76.33555819791253, | |
| 76.65001981767736, | |
| 76.25345488175452, | |
| 76.65001981767736, | |
| 72.09032633108733, | |
| 72.65247192495706 | |
| ] | |
| }, | |
| "overall": { | |
| "Count": [ | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0 | |
| ], | |
| "LM Score": [ | |
| 90.4578071068624, | |
| 89.99167072345773, | |
| 90.1664914953431, | |
| 90.16845715158091, | |
| 90.14471614122048, | |
| 90.13494284591468, | |
| 90.29072856943831, | |
| 90.14781242046953, | |
| 90.15157276973581, | |
| 90.15503591600266 | |
| ], | |
| "SS Score": [ | |
| 61.28256045168015, | |
| 61.178760030779216, | |
| 60.632272495505234, | |
| 61.36940224920786, | |
| 60.3534460181398, | |
| 60.839666443249165, | |
| 60.64443137237314, | |
| 60.60310699875154, | |
| 60.914200153540264, | |
| 61.0630130519055 | |
| ], | |
| "ICAT Score": [ | |
| 70.04589356667046, | |
| 69.87176488772906, | |
| 70.99299734450024, | |
| 69.66522796064518, | |
| 71.47854709344725, | |
| 70.59428853929383, | |
| 71.06885929305918, | |
| 71.03087440451709, | |
| 70.47292658242887, | |
| 70.20730913532773 | |
| ] | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": [ | |
| 21.941982746124268, | |
| 21.944481134414673, | |
| 21.99310827255249, | |
| 21.98748207092285, | |
| 21.975950717926025, | |
| 21.933486700057983, | |
| 21.899983167648315, | |
| 21.990981340408325, | |
| 21.964474201202393, | |
| 21.93599247932434 | |
| ] | |
| }, | |
| "losses": { | |
| "validation_loss": [ | |
| 3.3632682040981625, | |
| 3.3703565641589788, | |
| 3.361939956571745, | |
| 3.353457013938738, | |
| 3.3672675721023393, | |
| 3.3617931410022406, | |
| 3.352397534639939, | |
| 3.3747271255306575, | |
| 3.3604050234608027, | |
| 3.3657349874144016 | |
| ], | |
| "eval_loss": [ | |
| 3.3331255057583684, | |
| 3.3345826001270957, | |
| 3.331943160554637, | |
| 3.3228615221769915, | |
| 3.3395521049914154, | |
| 3.3333527875983195, | |
| 3.322227156680563, | |
| 3.3383923292160036, | |
| 3.3276192856871565, | |
| 3.3312423260315605 | |
| ] | |
| } | |
| } | |
| }, | |
| "average": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": 765.0, | |
| "LM Score": 91.59740947458337, | |
| "SS Score": 64.71105181453007, | |
| "ICAT Score": 64.64226307065297 | |
| }, | |
| "profession": { | |
| "Count": 2430.0, | |
| "LM Score": 91.7124981267572, | |
| "SS Score": 61.120441699814556, | |
| "ICAT Score": 71.31441555050148 | |
| }, | |
| "race": { | |
| "Count": 2886.0, | |
| "LM Score": 88.89767591252101, | |
| "SS Score": 60.036030222786714, | |
| "ICAT Score": 71.05352470125911 | |
| }, | |
| "religion": { | |
| "Count": 237.0, | |
| "LM Score": 85.54252873563217, | |
| "SS Score": 56.04597701149426, | |
| "ICAT Score": 75.1991861540494 | |
| }, | |
| "overall": { | |
| "Count": 2106.0, | |
| "LM Score": 90.18092351400256, | |
| "SS Score": 60.88808592651319, | |
| "ICAT Score": 70.54286888076189 | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": 21.956792283058167 | |
| }, | |
| "losses": { | |
| "validation_loss": 3.3631347122918003, | |
| "eval_loss": 3.3314898778822113 | |
| } | |
| } | |
| }, | |
| "std": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": 0.0, | |
| "LM Score": 0.5567449785213698, | |
| "SS Score": 0.8386321892300217, | |
| "ICAT Score": 1.352146934968328 | |
| }, | |
| "profession": { | |
| "Count": 0.0, | |
| "LM Score": 0.2188887605591837, | |
| "SS Score": 0.39790373071920393, | |
| "ICAT Score": 0.7091115177929306 | |
| }, | |
| "race": { | |
| "Count": 0.0, | |
| "LM Score": 0.2100667570332781, | |
| "SS Score": 0.3884711253005801, | |
| "ICAT Score": 0.6531604932587152 | |
| }, | |
| "religion": { | |
| "Count": 0.0, | |
| "LM Score": 0.5460871032380242, | |
| "SS Score": 1.1763288250136794, | |
| "ICAT Score": 2.0892378391658264 | |
| }, | |
| "overall": { | |
| "Count": 0.0, | |
| "LM Score": 0.11443564147310176, | |
| "SS Score": 0.3157932489668835, | |
| "ICAT Score": 0.5639751344417095 | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": 0.029033786698770114 | |
| }, | |
| "losses": { | |
| "validation_loss": 0.006557608217110893, | |
| "eval_loss": 0.005512247633179753 | |
| } | |
| } | |
| } | |
| } |