Spaces:
Runtime error
Runtime error
| { | |
| "combination": { | |
| "num_epoches": 6, | |
| "lr": 0.003, | |
| "batch_size": 50, | |
| "optimizer": "adam", | |
| "in_net": false, | |
| "in_net_init_identity": false, | |
| "out_net": false, | |
| "out_net_init_identity": false, | |
| "freeze_ln": false, | |
| "freeze_pos": true, | |
| "freeze_wte": true, | |
| "dup_lm_head": false, | |
| "dup_lm_head_bias": false, | |
| "freeze_ff": true, | |
| "freeze_attn": true, | |
| "model_save_path": "official-matrix-results/unprejudiced_ln" | |
| }, | |
| "results": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": [ | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0 | |
| ], | |
| "LM Score": [ | |
| 93.3665623426493, | |
| 92.54642877251572, | |
| 91.95577313186008, | |
| 93.16290730203774, | |
| 93.00758798367494, | |
| 93.10249307858003, | |
| 92.15099087707782, | |
| 92.47608245216941, | |
| 92.31713270626315, | |
| 92.11677879286576 | |
| ], | |
| "SS Score": [ | |
| 58.38937407198277, | |
| 59.15761774457427, | |
| 59.946636133592655, | |
| 60.61585950281602, | |
| 62.78687399556965, | |
| 59.70037756124712, | |
| 61.83304376782638, | |
| 59.555265990048596, | |
| 60.040410475193084, | |
| 58.716202477072045 | |
| ], | |
| "ICAT Score": [ | |
| 77.70082199649761, | |
| 75.59633240603236, | |
| 73.66276081734392, | |
| 73.38282060619163, | |
| 69.22206182009276, | |
| 75.03990638346755, | |
| 70.34245671113719, | |
| 74.80341114120652, | |
| 73.77909458098806, | |
| 76.05860888298028 | |
| ] | |
| }, | |
| "profession": { | |
| "Count": [ | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0 | |
| ], | |
| "LM Score": [ | |
| 93.42155681049479, | |
| 93.55387767183865, | |
| 93.42505531815998, | |
| 93.59371897393662, | |
| 93.59776400546822, | |
| 93.68882725290892, | |
| 93.57614366131821, | |
| 93.62406293304402, | |
| 93.87962527193969, | |
| 93.71598926431035 | |
| ], | |
| "SS Score": [ | |
| 60.77570766850481, | |
| 61.18993047556991, | |
| 60.96495959149169, | |
| 63.27688019928815, | |
| 60.133628838471765, | |
| 60.93779497884482, | |
| 61.674616442008755, | |
| 61.06836789643107, | |
| 61.11483773093695, | |
| 61.890074259366834 | |
| ], | |
| "ICAT Score": [ | |
| 73.28788908796467, | |
| 72.61664993448171, | |
| 72.93701619022998, | |
| 68.74106708948065, | |
| 74.62806399462248, | |
| 73.19384356689437, | |
| 71.72683195395423, | |
| 72.89875148301309, | |
| 73.01048924916414, | |
| 71.43018783145685 | |
| ] | |
| }, | |
| "race": { | |
| "Count": [ | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0 | |
| ], | |
| "LM Score": [ | |
| 90.96165616577254, | |
| 91.35420776444788, | |
| 91.32908615666499, | |
| 91.41698192444424, | |
| 91.17563117040191, | |
| 91.65110416409732, | |
| 91.81221818459989, | |
| 91.66730060218228, | |
| 91.86267003440439, | |
| 91.47314873035648 | |
| ], | |
| "SS Score": [ | |
| 62.3910273260719, | |
| 62.51949918790423, | |
| 61.190879895946715, | |
| 62.2345679689098, | |
| 61.833629820428754, | |
| 61.563065847493526, | |
| 61.93683240101294, | |
| 61.59105021420435, | |
| 61.03402466000601, | |
| 61.00815812609043 | |
| ], | |
| "ICAT Score": [ | |
| 68.41948882227565, | |
| 68.48002916607508, | |
| 70.88802947294883, | |
| 69.04803634710001, | |
| 69.59685781211229, | |
| 70.45574911519842, | |
| 69.89327696790386, | |
| 70.41689491657309, | |
| 71.59037070453213, | |
| 71.33413102005345 | |
| ] | |
| }, | |
| "religion": { | |
| "Count": [ | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0 | |
| ], | |
| "LM Score": [ | |
| 89.21839080459772, | |
| 87.88505747126437, | |
| 86.73563218390804, | |
| 89.88505747126437, | |
| 89.79310344827586, | |
| 88.45977011494251, | |
| 89.79310344827586, | |
| 88.55172413793105, | |
| 88.55172413793105, | |
| 88.55172413793105 | |
| ], | |
| "SS Score": [ | |
| 62.98850574712643, | |
| 58.02298850574713, | |
| 56.6896551724138, | |
| 59.17241379310345, | |
| 56.87356321839081, | |
| 60.6896551724138, | |
| 59.54022988505747, | |
| 57.839080459770116, | |
| 57.05747126436781, | |
| 56.87356321839081 | |
| ], | |
| "ICAT Score": [ | |
| 66.04211917029993, | |
| 73.78304135288677, | |
| 75.13100277447481, | |
| 73.39579865239794, | |
| 77.44913198573127, | |
| 69.5476813317479, | |
| 72.66016646848989, | |
| 74.66844233055888, | |
| 76.05269916765756, | |
| 76.3784066587396 | |
| ] | |
| }, | |
| "overall": { | |
| "Count": [ | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0 | |
| ], | |
| "LM Score": [ | |
| 92.13401420408785, | |
| 92.20869961790169, | |
| 92.0299163171527, | |
| 92.40641979661093, | |
| 92.27482066430497, | |
| 92.48745327373923, | |
| 92.44827067849046, | |
| 92.39443932411862, | |
| 92.56039720092626, | |
| 92.29539231094425 | |
| ], | |
| "SS Score": [ | |
| 61.2937654652524, | |
| 61.41829149360298, | |
| 60.776655580405084, | |
| 62.3091985983148, | |
| 61.12036668734757, | |
| 61.05667039246612, | |
| 61.733108696584374, | |
| 60.99238918840615, | |
| 60.7879308637134, | |
| 60.895932085394335 | |
| ], | |
| "ICAT Score": [ | |
| 71.32321524822382, | |
| 71.1513834082361, | |
| 72.19442209228357, | |
| 69.65744033589628, | |
| 71.7522238283788, | |
| 72.03538754801231, | |
| 70.7541585048508, | |
| 72.08172660621284, | |
| 72.58969388649739, | |
| 72.18250578264676 | |
| ] | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": [ | |
| 57.25840997695923, | |
| 55.863980293273926, | |
| 54.31034064292908, | |
| 54.915284156799316, | |
| 53.84601712226868, | |
| 53.912495374679565, | |
| 53.90212535858154, | |
| 54.03045678138733, | |
| 54.102956771850586, | |
| 53.75367736816406 | |
| ] | |
| }, | |
| "losses": { | |
| "validation_loss": [ | |
| 3.3091299150301063, | |
| 3.307041087357894, | |
| 3.3256353038808575, | |
| 3.3101960970007855, | |
| 3.2923448684422865, | |
| 3.298698979616165, | |
| 3.305526672238889, | |
| 3.3278808785521465, | |
| 3.308232697455779, | |
| 3.3029724375061367 | |
| ], | |
| "eval_loss": [ | |
| 3.312717050054799, | |
| 3.3115605367266614, | |
| 3.3303229648133983, | |
| 3.3192637523879176, | |
| 3.3043171120726544, | |
| 3.309308815261592, | |
| 3.3165352562199466, | |
| 3.3334239407725956, | |
| 3.3140551072099935, | |
| 3.3061055836470232 | |
| ] | |
| } | |
| } | |
| }, | |
| "average": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": 765.0, | |
| "LM Score": 92.62027374396938, | |
| "SS Score": 60.07416617199226, | |
| "ICAT Score": 73.95882753459378 | |
| }, | |
| "profession": { | |
| "Count": 2430.0, | |
| "LM Score": 93.60766211634193, | |
| "SS Score": 61.302679808091476, | |
| "ICAT Score": 72.44707903812622 | |
| }, | |
| "race": { | |
| "Count": 2886.0, | |
| "LM Score": 91.47040048973719, | |
| "SS Score": 61.730273544806856, | |
| "ICAT Score": 70.01228643447728 | |
| }, | |
| "religion": { | |
| "Count": 237.0, | |
| "LM Score": 88.74252873563219, | |
| "SS Score": 58.57471264367816, | |
| "ICAT Score": 73.51084898929847 | |
| }, | |
| "overall": { | |
| "Count": 2106.0, | |
| "LM Score": 92.32398233882769, | |
| "SS Score": 61.23843090514872, | |
| "ICAT Score": 71.57221572412386 | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": 54.58957438468933 | |
| }, | |
| "losses": { | |
| "validation_loss": 3.3087658937081046, | |
| "eval_loss": 3.3157610119166585 | |
| } | |
| } | |
| }, | |
| "std": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": 0.0, | |
| "LM Score": 0.4761700319667935, | |
| "SS Score": 1.2920872771127665, | |
| "ICAT Score": 2.4277955061750927 | |
| }, | |
| "profession": { | |
| "Count": 0.0, | |
| "LM Score": 0.12834114152345275, | |
| "SS Score": 0.7984554530030804, | |
| "ICAT Score": 1.4865696787919611 | |
| }, | |
| "race": { | |
| "Count": 0.0, | |
| "LM Score": 0.2691058396387355, | |
| "SS Score": 0.5207336044406384, | |
| "ICAT Score": 1.0661264047310255 | |
| }, | |
| "religion": { | |
| "Count": 0.0, | |
| "LM Score": 0.9322710675411378, | |
| "SS Score": 1.942494728669204, | |
| "ICAT Score": 3.262797755197479 | |
| }, | |
| "overall": { | |
| "Count": 0.0, | |
| "LM Score": 0.15776866900014336, | |
| "SS Score": 0.4547159623512881, | |
| "ICAT Score": 0.8292208633703583 | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": 1.079948366638936 | |
| }, | |
| "losses": { | |
| "validation_loss": 0.010346238030998984, | |
| "eval_loss": 0.009124357291769709 | |
| } | |
| } | |
| } | |
| } |