Spaces:
Runtime error
Runtime error
| { | |
| "combination": { | |
| "num_epoches": 6, | |
| "lr": 0.003, | |
| "batch_size": 50, | |
| "optimizer": "adam", | |
| "in_net": false, | |
| "in_net_init_identity": false, | |
| "out_net": false, | |
| "out_net_init_identity": false, | |
| "freeze_ln": false, | |
| "freeze_pos": false, | |
| "freeze_wte": true, | |
| "dup_lm_head": false, | |
| "dup_lm_head_bias": false, | |
| "freeze_ff": true, | |
| "freeze_attn": true, | |
| "model_save_path": "official-matrix-results/unprejudiced_ln_wpe" | |
| }, | |
| "results": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": [ | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0, | |
| 765.0 | |
| ], | |
| "LM Score": [ | |
| 92.7176858568163, | |
| 93.08322900931596, | |
| 92.32134886047929, | |
| 92.62795891708936, | |
| 92.12632721545765, | |
| 92.80210144123187, | |
| 92.41691625604669, | |
| 92.60210144123188, | |
| 93.01657899266596, | |
| 92.42447110055807 | |
| ], | |
| "SS Score": [ | |
| 58.558831667527315, | |
| 60.21846430542083, | |
| 58.20878654356915, | |
| 62.85139096008662, | |
| 58.70711784190045, | |
| 60.08912842391103, | |
| 60.473775982471636, | |
| 62.21483492353057, | |
| 61.9558024905851, | |
| 60.145115753811396 | |
| ], | |
| "ICAT Score": [ | |
| 76.84658453979293, | |
| 74.0598759480158, | |
| 77.16442393627818, | |
| 68.81999663952223, | |
| 76.08323146732825, | |
| 74.07625505224374, | |
| 73.05783469891321, | |
| 69.9797137876983, | |
| 70.77482205694153, | |
| 73.67133194455891 | |
| ] | |
| }, | |
| "profession": { | |
| "Count": [ | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0, | |
| 2430.0 | |
| ], | |
| "LM Score": [ | |
| 93.12784372674922, | |
| 94.06731011795789, | |
| 93.69368564200676, | |
| 93.85522925235688, | |
| 93.82916928497134, | |
| 93.48870087830163, | |
| 93.40373500784071, | |
| 94.15669883394328, | |
| 94.25990487137251, | |
| 93.77967183691065 | |
| ], | |
| "SS Score": [ | |
| 62.508055021355624, | |
| 61.84743560382031, | |
| 61.21201259239156, | |
| 60.50192891774077, | |
| 61.25949015855352, | |
| 60.15307657034453, | |
| 59.480325304676036, | |
| 61.2593173087823, | |
| 61.81040767083471, | |
| 61.70338192489153 | |
| ], | |
| "ICAT Score": [ | |
| 69.83087985966147, | |
| 71.77818213701588, | |
| 72.68378997709164, | |
| 74.14201032902655, | |
| 72.69979712198361, | |
| 74.50474210871297, | |
| 75.69377915691896, | |
| 72.95389585556688, | |
| 71.99494680047236, | |
| 71.82888551094346 | |
| ] | |
| }, | |
| "race": { | |
| "Count": [ | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0, | |
| 2886.0 | |
| ], | |
| "LM Score": [ | |
| 91.0223231488533, | |
| 91.21319454686072, | |
| 91.39933271336287, | |
| 91.74224982225451, | |
| 90.88554271674474, | |
| 91.26214929907371, | |
| 91.26512135185419, | |
| 91.49484101667923, | |
| 91.64405301363871, | |
| 91.34223564879609 | |
| ], | |
| "SS Score": [ | |
| 61.834064618059706, | |
| 60.82400200173773, | |
| 62.92807397744108, | |
| 60.861502629894645, | |
| 61.562841156193, | |
| 60.723637986731575, | |
| 60.68541428392551, | |
| 60.35250135410068, | |
| 62.66790705128793, | |
| 61.36633712121035 | |
| ], | |
| "ICAT Score": [ | |
| 69.47904207226446, | |
| 71.46735853965845, | |
| 67.76698601722076, | |
| 71.81307606791714, | |
| 69.86764084018247, | |
| 71.6889042795874, | |
| 71.76100872550823, | |
| 72.55083170631127, | |
| 68.42528610603712, | |
| 70.577702773011 | |
| ] | |
| }, | |
| "religion": { | |
| "Count": [ | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0, | |
| 237.0 | |
| ], | |
| "LM Score": [ | |
| 87.97701149425286, | |
| 88.55172413793105, | |
| 88.55172413793105, | |
| 87.88505747126437, | |
| 87.97701149425286, | |
| 88.55172413793105, | |
| 89.88505747126437, | |
| 89.21839080459772, | |
| 87.97701149425286, | |
| 87.88505747126437 | |
| ], | |
| "SS Score": [ | |
| 56.6896551724138, | |
| 60.50574712643678, | |
| 59.17241379310345, | |
| 58.02298850574713, | |
| 57.05747126436781, | |
| 55.54022988505747, | |
| 58.02298850574713, | |
| 60.50574712643678, | |
| 59.356321839080465, | |
| 54.206896551724135 | |
| ], | |
| "ICAT Score": [ | |
| 76.20629409433212, | |
| 69.94568370986921, | |
| 72.30706302021403, | |
| 73.78304135288677, | |
| 75.55910688333994, | |
| 78.73978596908444, | |
| 75.46212181265689, | |
| 70.4722737481834, | |
| 71.51418681463863, | |
| 80.49059056678558 | |
| ] | |
| }, | |
| "overall": { | |
| "Count": [ | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0, | |
| 2106.0 | |
| ], | |
| "LM Score": [ | |
| 91.92084605331794, | |
| 92.43268062952754, | |
| 92.27917984759306, | |
| 92.51028649058932, | |
| 92.04998636695296, | |
| 92.19967832837742, | |
| 92.17064245412953, | |
| 92.55938517018812, | |
| 92.67189720305808, | |
| 92.27355090991587 | |
| ], | |
| "SS Score": [ | |
| 61.4800665706751, | |
| 61.12391170393275, | |
| 61.53640693385606, | |
| 60.869048573753645, | |
| 60.915070615084325, | |
| 60.22981314591084, | |
| 60.09989112282983, | |
| 60.93841972943936, | |
| 62.12637815689239, | |
| 61.067866345615265 | |
| ], | |
| "ICAT Score": [ | |
| 70.81569741482059, | |
| 71.86842107191396, | |
| 70.9877764427066, | |
| 72.40031054182771, | |
| 71.95534434069614, | |
| 73.3359687001297, | |
| 73.55237338396984, | |
| 72.31031707238087, | |
| 70.19640780303926, | |
| 71.84812433579037 | |
| ] | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": [ | |
| 53.742661237716675, | |
| 56.175448417663574, | |
| 54.007455348968506, | |
| 53.96895956993103, | |
| 53.936455965042114, | |
| 53.89695692062378, | |
| 53.804457902908325, | |
| 53.90851712226868, | |
| 53.96249437332153, | |
| 53.888397455215454 | |
| ] | |
| }, | |
| "losses": { | |
| "validation_loss": [ | |
| 3.3056258696576823, | |
| 3.301140990982885, | |
| 3.3110471544058426, | |
| 3.306687390804291, | |
| 3.31727870080782, | |
| 3.2936707496643067, | |
| 3.32195488292238, | |
| 3.3019997322041057, | |
| 3.2873675157194553, | |
| 3.313567125538121 | |
| ], | |
| "eval_loss": [ | |
| 3.3179407469604327, | |
| 3.3158180734385616, | |
| 3.320703720268996, | |
| 3.311780313823534, | |
| 3.3149880080119423, | |
| 3.3110294715217923, | |
| 3.323618240200955, | |
| 3.318548839506896, | |
| 3.3115098657815354, | |
| 3.3291698354741803 | |
| ] | |
| } | |
| } | |
| }, | |
| "average": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": 765.0, | |
| "LM Score": 92.6138719090893, | |
| "SS Score": 60.342324889281414, | |
| "ICAT Score": 73.4534070071293 | |
| }, | |
| "profession": { | |
| "Count": 2430.0, | |
| "LM Score": 93.7661949452411, | |
| "SS Score": 61.17354310733909, | |
| "ICAT Score": 72.81109088573938 | |
| }, | |
| "race": { | |
| "Count": 2886.0, | |
| "LM Score": 91.3271043278118, | |
| "SS Score": 61.38062821805822, | |
| "ICAT Score": 70.53978371276983 | |
| }, | |
| "religion": { | |
| "Count": 237.0, | |
| "LM Score": 88.44597701149426, | |
| "SS Score": 57.9080459770115, | |
| "ICAT Score": 74.44801479719911 | |
| }, | |
| "overall": { | |
| "Count": 2106.0, | |
| "LM Score": 92.30681334536499, | |
| "SS Score": 61.03868728979895, | |
| "ICAT Score": 71.92707411072752 | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": 54.12918043136597 | |
| }, | |
| "losses": { | |
| "validation_loss": 3.3060340112706896, | |
| "eval_loss": 3.3175107114988824 | |
| } | |
| } | |
| }, | |
| "std": { | |
| "intrasentence": { | |
| "gender": { | |
| "Count": 0.0, | |
| "LM Score": 0.28756695232787854, | |
| "SS Score": 1.5148390378431047, | |
| "ICAT Score": 2.7179191241416563 | |
| }, | |
| "profession": { | |
| "Count": 0.0, | |
| "LM Score": 0.3346815901752131, | |
| "SS Score": 0.8542251986955223, | |
| "ICAT Score": 1.5677389639330035 | |
| }, | |
| "race": { | |
| "Count": 0.0, | |
| "LM Score": 0.24805008587550623, | |
| "SS Score": 0.8271646196178791, | |
| "ICAT Score": 1.5190702760512533 | |
| }, | |
| "religion": { | |
| "Count": 0.0, | |
| "LM Score": 0.6316779584586937, | |
| "SS Score": 1.9680362966275398, | |
| "ICAT Score": 3.31658287105069 | |
| }, | |
| "overall": { | |
| "Count": 0.0, | |
| "LM Score": 0.22386243868920438, | |
| "SS Score": 0.5677547126853678, | |
| "ICAT Score": 1.006008258851537 | |
| } | |
| }, | |
| "metadata": { | |
| "duration": { | |
| "duration": 0.6861534564374508 | |
| }, | |
| "losses": { | |
| "validation_loss": 0.010019458292857046, | |
| "eval_loss": 0.005520671688763776 | |
| } | |
| } | |
| } | |
| } |