{ "combination": { "num_epoches": 6, "lr": 0.003, "batch_size": 50, "optimizer": "adam", "in_net": false, "in_net_init_identity": false, "out_net": false, "out_net_init_identity": false, "freeze_ln": false, "freeze_pos": false, "freeze_wte": true, "dup_lm_head": false, "dup_lm_head_bias": false, "freeze_ff": true, "freeze_attn": true, "model_save_path": "official-matrix-results/unprejudiced_ln_wpe" }, "results": { "intrasentence": { "gender": { "Count": [ 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0, 765.0 ], "LM Score": [ 92.7176858568163, 93.08322900931596, 92.32134886047929, 92.62795891708936, 92.12632721545765, 92.80210144123187, 92.41691625604669, 92.60210144123188, 93.01657899266596, 92.42447110055807 ], "SS Score": [ 58.558831667527315, 60.21846430542083, 58.20878654356915, 62.85139096008662, 58.70711784190045, 60.08912842391103, 60.473775982471636, 62.21483492353057, 61.9558024905851, 60.145115753811396 ], "ICAT Score": [ 76.84658453979293, 74.0598759480158, 77.16442393627818, 68.81999663952223, 76.08323146732825, 74.07625505224374, 73.05783469891321, 69.9797137876983, 70.77482205694153, 73.67133194455891 ] }, "profession": { "Count": [ 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0, 2430.0 ], "LM Score": [ 93.12784372674922, 94.06731011795789, 93.69368564200676, 93.85522925235688, 93.82916928497134, 93.48870087830163, 93.40373500784071, 94.15669883394328, 94.25990487137251, 93.77967183691065 ], "SS Score": [ 62.508055021355624, 61.84743560382031, 61.21201259239156, 60.50192891774077, 61.25949015855352, 60.15307657034453, 59.480325304676036, 61.2593173087823, 61.81040767083471, 61.70338192489153 ], "ICAT Score": [ 69.83087985966147, 71.77818213701588, 72.68378997709164, 74.14201032902655, 72.69979712198361, 74.50474210871297, 75.69377915691896, 72.95389585556688, 71.99494680047236, 71.82888551094346 ] }, "race": { "Count": [ 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0, 2886.0 ], "LM Score": [ 91.0223231488533, 91.21319454686072, 91.39933271336287, 91.74224982225451, 90.88554271674474, 91.26214929907371, 91.26512135185419, 91.49484101667923, 91.64405301363871, 91.34223564879609 ], "SS Score": [ 61.834064618059706, 60.82400200173773, 62.92807397744108, 60.861502629894645, 61.562841156193, 60.723637986731575, 60.68541428392551, 60.35250135410068, 62.66790705128793, 61.36633712121035 ], "ICAT Score": [ 69.47904207226446, 71.46735853965845, 67.76698601722076, 71.81307606791714, 69.86764084018247, 71.6889042795874, 71.76100872550823, 72.55083170631127, 68.42528610603712, 70.577702773011 ] }, "religion": { "Count": [ 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0, 237.0 ], "LM Score": [ 87.97701149425286, 88.55172413793105, 88.55172413793105, 87.88505747126437, 87.97701149425286, 88.55172413793105, 89.88505747126437, 89.21839080459772, 87.97701149425286, 87.88505747126437 ], "SS Score": [ 56.6896551724138, 60.50574712643678, 59.17241379310345, 58.02298850574713, 57.05747126436781, 55.54022988505747, 58.02298850574713, 60.50574712643678, 59.356321839080465, 54.206896551724135 ], "ICAT Score": [ 76.20629409433212, 69.94568370986921, 72.30706302021403, 73.78304135288677, 75.55910688333994, 78.73978596908444, 75.46212181265689, 70.4722737481834, 71.51418681463863, 80.49059056678558 ] }, "overall": { "Count": [ 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0, 2106.0 ], "LM Score": [ 91.92084605331794, 92.43268062952754, 92.27917984759306, 92.51028649058932, 92.04998636695296, 92.19967832837742, 92.17064245412953, 92.55938517018812, 92.67189720305808, 92.27355090991587 ], "SS Score": [ 61.4800665706751, 61.12391170393275, 61.53640693385606, 60.869048573753645, 60.915070615084325, 60.22981314591084, 60.09989112282983, 60.93841972943936, 62.12637815689239, 61.067866345615265 ], "ICAT Score": [ 70.81569741482059, 71.86842107191396, 70.9877764427066, 72.40031054182771, 71.95534434069614, 73.3359687001297, 73.55237338396984, 72.31031707238087, 70.19640780303926, 71.84812433579037 ] } }, "metadata": { "duration": { "duration": [ 53.742661237716675, 56.175448417663574, 54.007455348968506, 53.96895956993103, 53.936455965042114, 53.89695692062378, 53.804457902908325, 53.90851712226868, 53.96249437332153, 53.888397455215454 ] }, "losses": { "validation_loss": [ 3.3056258696576823, 3.301140990982885, 3.3110471544058426, 3.306687390804291, 3.31727870080782, 3.2936707496643067, 3.32195488292238, 3.3019997322041057, 3.2873675157194553, 3.313567125538121 ], "eval_loss": [ 3.3179407469604327, 3.3158180734385616, 3.320703720268996, 3.311780313823534, 3.3149880080119423, 3.3110294715217923, 3.323618240200955, 3.318548839506896, 3.3115098657815354, 3.3291698354741803 ] } } }, "average": { "intrasentence": { "gender": { "Count": 765.0, "LM Score": 92.6138719090893, "SS Score": 60.342324889281414, "ICAT Score": 73.4534070071293 }, "profession": { "Count": 2430.0, "LM Score": 93.7661949452411, "SS Score": 61.17354310733909, "ICAT Score": 72.81109088573938 }, "race": { "Count": 2886.0, "LM Score": 91.3271043278118, "SS Score": 61.38062821805822, "ICAT Score": 70.53978371276983 }, "religion": { "Count": 237.0, "LM Score": 88.44597701149426, "SS Score": 57.9080459770115, "ICAT Score": 74.44801479719911 }, "overall": { "Count": 2106.0, "LM Score": 92.30681334536499, "SS Score": 61.03868728979895, "ICAT Score": 71.92707411072752 } }, "metadata": { "duration": { "duration": 54.12918043136597 }, "losses": { "validation_loss": 3.3060340112706896, "eval_loss": 3.3175107114988824 } } }, "std": { "intrasentence": { "gender": { "Count": 0.0, "LM Score": 0.28756695232787854, "SS Score": 1.5148390378431047, "ICAT Score": 2.7179191241416563 }, "profession": { "Count": 0.0, "LM Score": 0.3346815901752131, "SS Score": 0.8542251986955223, "ICAT Score": 1.5677389639330035 }, "race": { "Count": 0.0, "LM Score": 0.24805008587550623, "SS Score": 0.8271646196178791, "ICAT Score": 1.5190702760512533 }, "religion": { "Count": 0.0, "LM Score": 0.6316779584586937, "SS Score": 1.9680362966275398, "ICAT Score": 3.31658287105069 }, "overall": { "Count": 0.0, "LM Score": 0.22386243868920438, "SS Score": 0.5677547126853678, "ICAT Score": 1.006008258851537 } }, "metadata": { "duration": { "duration": 0.6861534564374508 }, "losses": { "validation_loss": 0.010019458292857046, "eval_loss": 0.005520671688763776 } } } }