diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..ea21354ae2f495341ee3679d421adb84f86f2133 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.2/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-btk-vnorm_topp-p0.95/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.1/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-btk-vnorm_topp-p0.99/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.3/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-btk/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.1/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-btk-vnorm_threshold_renorm-t0.01/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.2/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text +gemma-2-2b-btk-vnorm_threshold_renorm-t0.05/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.4/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/binarized_probing_binarized_linear_results.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/binarized_probing_binarized_linear_results.json new file mode 100644 index 0000000000000000000000000000000000000000..823f91a5f2b39b94a69e84c33f029307df603c4e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/binarized_probing_binarized_linear_results.json @@ -0,0 +1,6330 @@ +{ + "5_hist_fig_ismale": { + "1": { + "k": 1, + "selected_features": [ + 21661 + ], + "test_balanced_acc": 0.9104334107311205, + "test_accuracy": 0.910440251572327, + "test_auc": 0.9104334107311205, + "test_f1": 0.9128305582761999, + "test_precision": 0.8893129770992366, + "test_recall": 0.937625754527163 + }, + "4": { + "k": 4, + "selected_features": [ + 21661, + 9425, + 32365, + 9778 + ], + "test_balanced_acc": 0.9184865104061712, + "test_accuracy": 0.9184905660377358, + "test_auc": 0.9512001551331138, + "test_f1": 0.9198019801980198, + "test_precision": 0.905458089668616, + "test_recall": 0.9346076458752515 + }, + "16": { + "k": 16, + "selected_features": [ + 21661, + 9425, + 32365, + 9778, + 19831, + 21889, + 7540, + 8821, + 85, + 31715, + 2504, + 30428, + 878, + 24042, + 667, + 13901 + ], + "test_balanced_acc": 0.9119472749936965, + "test_accuracy": 0.9119496855345912, + "test_auc": 0.9678060815826008, + "test_f1": 0.9128051818634778, + "test_precision": 0.9042448173741362, + "test_recall": 0.9215291750503019 + } + }, + "6_hist_fig_isamerican": { + "1": { + "k": 1, + "selected_features": [ + 1440 + ], + "test_balanced_acc": 0.8166006608346608, + "test_accuracy": 0.8166037735849057, + "test_auc": 0.8166006608346608, + "test_f1": 0.8188819875776397, + "test_precision": 0.8090328915071183, + "test_recall": 0.8289738430583501 + }, + "4": { + "k": 4, + "selected_features": [ + 1440, + 31139, + 31590, + 30022 + ], + "test_balanced_acc": 0.878979716244118, + "test_accuracy": 0.8789937106918239, + "test_auc": 0.9386783711833153, + "test_f1": 0.885394329282821, + "test_precision": 0.8411045722046174, + "test_recall": 0.9346076458752515 + }, + "16": { + "k": 16, + "selected_features": [ + 1440, + 31139, + 31590, + 30022, + 6256, + 32565, + 28950, + 6405, + 23439, + 22162, + 23045, + 14865, + 18659, + 29051, + 30428, + 29522 + ], + "test_balanced_acc": 0.9159720527493092, + "test_accuracy": 0.9159748427672956, + "test_auc": 0.9704511669918858, + "test_f1": 0.9169154228855722, + "test_precision": 0.906988188976378, + "test_recall": 0.9270623742454729 + } + }, + "7_hist_fig_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 18990 + ], + "test_balanced_acc": 0.5728845898744253, + "test_accuracy": 0.5728301886792453, + "test_auc": 0.5728845898744251, + "test_f1": 0.45507060333761234, + "test_precision": 0.6285460992907801, + "test_recall": 0.3566398390342052 + }, + "4": { + "k": 4, + "selected_features": [ + 18990, + 31715, + 32365, + 2528 + ], + "test_balanced_acc": 0.5967346606058089, + "test_accuracy": 0.5967295597484277, + "test_auc": 0.619581100088199, + "test_f1": 0.5884467265725288, + "test_precision": 0.6009438909281594, + "test_recall": 0.5764587525150905 + }, + "16": { + "k": 16, + "selected_features": [ + 18990, + 31715, + 32365, + 2528, + 7702, + 14759, + 11807, + 3437, + 5105, + 31139, + 31569, + 2883, + 21889, + 878, + 17458, + 5034 + ], + "test_balanced_acc": 0.6062980803796103, + "test_accuracy": 0.6062893081761006, + "test_auc": 0.6416316216372214, + "test_f1": 0.5921292676570237, + "test_precision": 0.6143861546782045, + "test_recall": 0.5714285714285714 + } + }, + "21_headline_istrump": { + "1": { + "k": 1, + "selected_features": [ + 21652 + ], + "test_balanced_acc": 0.8246545199733883, + "test_accuracy": 0.8246540880503145, + "test_auc": 0.8246545199733883, + "test_f1": 0.8243890148652053, + "test_precision": 0.8258455325593135, + "test_recall": 0.8229376257545271 + }, + "4": { + "k": 4, + "selected_features": [ + 21652, + 24021, + 6974, + 23070 + ], + "test_balanced_acc": 0.8525682276851851, + "test_accuracy": 0.8525786163522012, + "test_auc": 0.925826726843193, + "test_f1": 0.8584541062801933, + "test_precision": 0.8257434944237918, + "test_recall": 0.8938631790744467 + }, + "16": { + "k": 16, + "selected_features": [ + 21652, + 24021, + 6974, + 23070, + 1440, + 20078, + 28345, + 7078, + 20578, + 622, + 24487, + 29853, + 15106, + 21157, + 9500, + 14506 + ], + "test_balanced_acc": 0.8729537516999328, + "test_accuracy": 0.8729559748427673, + "test_auc": 0.9384319252201686, + "test_f1": 0.8740962353527798, + "test_precision": 0.8665348492338112, + "test_recall": 0.8817907444668008 + } + }, + "22_headline_isobama": { + "1": { + "k": 1, + "selected_features": [ + 21652 + ], + "test_balanced_acc": 0.7100311432589914, + "test_accuracy": 0.7099841521394612, + "test_auc": 0.7100311432589914, + "test_f1": 0.7014681892332789, + "test_precision": 0.7239057239057239, + "test_recall": 0.680379746835443 + }, + "4": { + "k": 4, + "selected_features": [ + 21652, + 21157, + 1440, + 27505 + ], + "test_balanced_acc": 0.7687311633514164, + "test_accuracy": 0.768621236133122, + "test_auc": 0.861472774763914, + "test_f1": 0.7517006802721088, + "test_precision": 0.8125, + "test_recall": 0.6993670886075949 + }, + "16": { + "k": 16, + "selected_features": [ + 21652, + 21157, + 1440, + 27505, + 24487, + 23070, + 24021, + 16695, + 7078, + 13927, + 19352, + 622, + 31402, + 15467, + 28257, + 25525 + ], + "test_balanced_acc": 0.857373920032148, + "test_accuracy": 0.8573692551505546, + "test_auc": 0.9321076953988346, + "test_f1": 0.8571428571428571, + "test_precision": 0.8598726114649682, + "test_recall": 0.8544303797468354 + } + }, + "23_headline_ischina": { + "1": { + "k": 1, + "selected_features": [ + 1440 + ], + "test_balanced_acc": 0.6925353947611141, + "test_accuracy": 0.6926770708283313, + "test_auc": 0.6925353947611143, + "test_f1": 0.7253218884120172, + "test_precision": 0.6563106796116505, + "test_recall": 0.8105515587529976 + }, + "4": { + "k": 4, + "selected_features": [ + 1440, + 24204, + 23127, + 8096 + ], + "test_balanced_acc": 0.7046583886736765, + "test_accuracy": 0.7046818727490997, + "test_auc": 0.7874729062903524, + "test_f1": 0.7105882352941176, + "test_precision": 0.6974595842956121, + "test_recall": 0.7242206235011991 + }, + "16": { + "k": 16, + "selected_features": [ + 1440, + 24204, + 23127, + 8096, + 18659, + 29740, + 14506, + 3291, + 3436, + 24021, + 24487, + 11746, + 28417, + 672, + 3976, + 20088 + ], + "test_balanced_acc": 0.7647141901863125, + "test_accuracy": 0.7647058823529411, + "test_auc": 0.825095692676628, + "test_f1": 0.7632850241545893, + "test_precision": 0.7688564476885644, + "test_recall": 0.7577937649880095 + } + }, + "24_headline_isiran": { + "1": { + "k": 1, + "selected_features": [ + 24204 + ], + "test_balanced_acc": 0.7711280432274907, + "test_accuracy": 0.7713498622589532, + "test_auc": 0.7711280432274907, + "test_f1": 0.7888040712468194, + "test_precision": 0.7345971563981043, + "test_recall": 0.8516483516483516 + }, + "4": { + "k": 4, + "selected_features": [ + 24204, + 2883, + 27505, + 29071 + ], + "test_balanced_acc": 0.754993625159371, + "test_accuracy": 0.7548209366391184, + "test_auc": 0.8099842146803472, + "test_f1": 0.7390029325513197, + "test_precision": 0.7924528301886793, + "test_recall": 0.6923076923076923 + }, + "16": { + "k": 16, + "selected_features": [ + 24204, + 2883, + 27505, + 29071, + 32642, + 1440, + 20578, + 14392, + 26905, + 19352, + 26941, + 30428, + 11760, + 9182, + 18414, + 30523 + ], + "test_balanced_acc": 0.7659067451885131, + "test_accuracy": 0.7658402203856749, + "test_auc": 0.828911420071641, + "test_f1": 0.7605633802816901, + "test_precision": 0.7803468208092486, + "test_recall": 0.7417582417582418 + } + }, + "26_headline_isfrontpage": { + "1": { + "k": 1, + "selected_features": [ + 1440 + ], + "test_balanced_acc": 0.6357147667079477, + "test_accuracy": 0.6357232704402516, + "test_auc": 0.6357147667079477, + "test_f1": 0.6476885644768856, + "test_precision": 0.6272384542884072, + "test_recall": 0.6695171026156942 + }, + "4": { + "k": 4, + "selected_features": [ + 1440, + 21652, + 6974, + 7078 + ], + "test_balanced_acc": 0.641281255727622, + "test_accuracy": 0.6412578616352201, + "test_auc": 0.6956825249433187, + "test_f1": 0.6045479755962285, + "test_precision": 0.6736711990111248, + "test_recall": 0.5482897384305835 + }, + "16": { + "k": 16, + "selected_features": [ + 1440, + 21652, + 6974, + 7078, + 24487, + 23070, + 6230, + 8028, + 21157, + 28345, + 27635, + 8683, + 13630, + 20759, + 28257, + 2371 + ], + "test_balanced_acc": 0.667926405944474, + "test_accuracy": 0.6679245283018868, + "test_auc": 0.7304671005398269, + "test_f1": 0.6654840344652813, + "test_precision": 0.6705822267620021, + "test_recall": 0.6604627766599598 + } + }, + "36_sciq_tf": { + "1": { + "k": 1, + "selected_features": [ + 15631 + ], + "test_balanced_acc": 0.7333010392500954, + "test_accuracy": 0.7333333333333333, + "test_auc": 0.7333010392500954, + "test_f1": 0.7637093178778421, + "test_precision": 0.6857485988791033, + "test_recall": 0.8616700201207244 + }, + "4": { + "k": 4, + "selected_features": [ + 15631, + 2047, + 15529, + 32565 + ], + "test_balanced_acc": 0.7864281815705507, + "test_accuracy": 0.7864150943396226, + "test_auc": 0.8596014942194687, + "test_f1": 0.7747413106924914, + "test_precision": 0.819764177428411, + "test_recall": 0.7344064386317908 + }, + "16": { + "k": 16, + "selected_features": [ + 15631, + 2047, + 15529, + 32565, + 21388, + 20393, + 22137, + 13046, + 12868, + 32330, + 28268, + 5085, + 2029, + 25582, + 11485, + 14893 + ], + "test_balanced_acc": 0.8249010925138146, + "test_accuracy": 0.8249056603773585, + "test_auc": 0.9015621155215136, + "test_f1": 0.8280632411067194, + "test_precision": 0.8135922330097087, + "test_recall": 0.8430583501006036 + } + }, + "41_truthqa_tf": { + "1": { + "k": 1, + "selected_features": [ + 14212 + ], + "test_balanced_acc": 0.553469387755102, + "test_accuracy": 0.5555555555555556, + "test_auc": 0.553469387755102, + "test_f1": 0.6333333333333333, + "test_precision": 0.5428571428571428, + "test_recall": 0.76 + }, + "4": { + "k": 4, + "selected_features": [ + 14212, + 19003, + 18107, + 14582 + ], + "test_balanced_acc": 0.563469387755102, + "test_accuracy": 0.5656565656565656, + "test_auc": 0.6663265306122449, + "test_f1": 0.6446280991735537, + "test_precision": 0.5492957746478874, + "test_recall": 0.78 + }, + "16": { + "k": 16, + "selected_features": [ + 14212, + 19003, + 18107, + 14582, + 9010, + 18777, + 32403, + 7841, + 30057, + 24537, + 8942, + 21807, + 13878, + 10884, + 24343, + 25760 + ], + "test_balanced_acc": 0.6055102040816327, + "test_accuracy": 0.6060606060606061, + "test_auc": 0.6624489795918368, + "test_f1": 0.6285714285714286, + "test_precision": 0.6, + "test_recall": 0.66 + } + }, + "42_temp_sense": { + "1": { + "k": 1, + "selected_features": [ + 2489 + ], + "test_balanced_acc": 0.6813105175292153, + "test_accuracy": 0.6814011676396997, + "test_auc": 0.6813105175292153, + "test_f1": 0.7127819548872181, + "test_precision": 0.6493150684931507, + "test_recall": 0.79 + }, + "4": { + "k": 4, + "selected_features": [ + 2489, + 15631, + 31537, + 7004 + ], + "test_balanced_acc": 0.7397078464106844, + "test_accuracy": 0.7397831526271893, + "test_auc": 0.7858291597106288, + "test_f1": 0.7614678899082569, + "test_precision": 0.7033898305084746, + "test_recall": 0.83 + }, + "16": { + "k": 16, + "selected_features": [ + 2489, + 15631, + 31537, + 7004, + 8642, + 2358, + 9073, + 11893, + 22033, + 31117, + 6230, + 26213, + 18107, + 32330, + 2569, + 12868 + ], + "test_balanced_acc": 0.7856093489148581, + "test_accuracy": 0.7856547122602169, + "test_auc": 0.8549387868670005, + "test_f1": 0.7968379446640316, + "test_precision": 0.7578947368421053, + "test_recall": 0.84 + } + }, + "44_phys_tf": { + "1": { + "k": 1, + "selected_features": [ + 31537 + ], + "test_balanced_acc": 0.5800732933079098, + "test_accuracy": 0.5801257861635221, + "test_auc": 0.5800732933079098, + "test_f1": 0.6526534859521332, + "test_precision": 0.5566205182818601, + "test_recall": 0.7887323943661971 + }, + "4": { + "k": 4, + "selected_features": [ + 31537, + 12868, + 2489, + 21648 + ], + "test_balanced_acc": 0.6163227477598353, + "test_accuracy": 0.6163522012578616, + "test_auc": 0.6643355351029174, + "test_f1": 0.6566088718757037, + "test_precision": 0.594374235629841, + "test_recall": 0.7334004024144869 + }, + "16": { + "k": 16, + "selected_features": [ + 31537, + 12868, + 2489, + 21648, + 5508, + 17891, + 6207, + 8785, + 32330, + 8879, + 216, + 11888, + 31501, + 18150, + 7004, + 13644 + ], + "test_balanced_acc": 0.6296829796089065, + "test_accuracy": 0.6296855345911949, + "test_auc": 0.6907380366750072, + "test_f1": 0.6334661354581673, + "test_precision": 0.6272189349112426, + "test_recall": 0.6398390342052314 + } + }, + "47_reasoning_tf": { + "1": { + "k": 1, + "selected_features": [ + 8304 + ], + "test_balanced_acc": 0.551636678795519, + "test_accuracy": 0.5517654099341711, + "test_auc": 0.551636678795519, + "test_f1": 0.6312161496799606, + "test_precision": 0.5364016736401673, + "test_recall": 0.7667464114832536 + }, + "4": { + "k": 4, + "selected_features": [ + 8304, + 2590, + 10742, + 20828 + ], + "test_balanced_acc": 0.5649987107125463, + "test_accuracy": 0.5649311789347696, + "test_auc": 0.5940735753373636, + "test_f1": 0.5097774780849629, + "test_precision": 0.5842349304482226, + "test_recall": 0.45215311004784686 + }, + "16": { + "k": 16, + "selected_features": [ + 8304, + 2590, + 10742, + 20828, + 21648, + 9171, + 16704, + 27825, + 20933, + 14386, + 9204, + 19079, + 31862, + 27557, + 20696, + 19003 + ], + "test_balanced_acc": 0.5661211070681603, + "test_accuracy": 0.566128067025733, + "test_auc": 0.587390052431023, + "test_f1": 0.5712596096984033, + "test_precision": 0.5649122807017544, + "test_recall": 0.5777511961722488 + } + }, + "48_cm_correct": { + "1": { + "k": 1, + "selected_features": [ + 21194 + ], + "test_balanced_acc": 0.6061031513692118, + "test_accuracy": 0.6060377358490566, + "test_auc": 0.6061031513692118, + "test_f1": 0.4677090414683889, + "test_precision": 0.7211740041928721, + "test_recall": 0.3460764587525151 + }, + "4": { + "k": 4, + "selected_features": [ + 21194, + 18107, + 30180, + 14748 + ], + "test_balanced_acc": 0.5869379589059267, + "test_accuracy": 0.5869182389937107, + "test_auc": 0.618893025996948, + "test_f1": 0.5518558951965066, + "test_precision": 0.6032219570405728, + "test_recall": 0.5085513078470825 + }, + "16": { + "k": 16, + "selected_features": [ + 21194, + 18107, + 30180, + 14748, + 31537, + 17920, + 16554, + 2489, + 23268, + 5608, + 19290, + 17891, + 28154, + 28229, + 5209, + 15432 + ], + "test_balanced_acc": 0.6171356270486532, + "test_accuracy": 0.6171069182389937, + "test_auc": 0.6952948187362727, + "test_f1": 0.5678591709256104, + "test_precision": 0.651890482398957, + "test_recall": 0.5030181086519114 + } + }, + "49_cm_isshort": { + "1": { + "k": 1, + "selected_features": [ + 6605 + ], + "test_balanced_acc": 0.9977361653565074, + "test_accuracy": 0.9977358490566037, + "test_auc": 0.9977361653565074, + "test_f1": 0.9977335683706875, + "test_precision": 0.9989914271306102, + "test_recall": 0.9964788732394366 + }, + "4": { + "k": 4, + "selected_features": [ + 6605, + 6475, + 16858, + 31511 + ], + "test_balanced_acc": 0.997736038779228, + "test_accuracy": 0.9977358490566037, + "test_auc": 0.9998681064747822, + "test_f1": 0.9977347092876919, + "test_precision": 0.9984886649874055, + "test_recall": 0.9969818913480886 + }, + "16": { + "k": 16, + "selected_features": [ + 6605, + 6475, + 16858, + 31511, + 22355, + 15138, + 9313, + 18492, + 8642, + 992, + 27879, + 7007, + 8873, + 13729, + 21635, + 13467 + ], + "test_balanced_acc": 0.9982393100424388, + "test_accuracy": 0.9982389937106918, + "test_auc": 0.9997705153923035, + "test_f1": 0.998237219843868, + "test_precision": 0.9994957135653051, + "test_recall": 0.9969818913480886 + } + }, + "50_deon_isvalid": { + "1": { + "k": 1, + "selected_features": [ + 31537 + ], + "test_balanced_acc": 0.6288711129383244, + "test_accuracy": 0.6289308176100629, + "test_auc": 0.6288711129383244, + "test_f1": 0.7001423053466151, + "test_precision": 0.5875127942681678, + "test_recall": 0.8661971830985915 + }, + "4": { + "k": 4, + "selected_features": [ + 31537, + 2489, + 25598, + 5608 + ], + "test_balanced_acc": 0.6581216032987052, + "test_accuracy": 0.6581132075471698, + "test_auc": 0.7279225174904485, + "test_f1": 0.6463700234192038, + "test_precision": 0.6695417789757412, + "test_recall": 0.6247484909456741 + }, + "16": { + "k": 16, + "selected_features": [ + 31537, + 2489, + 25598, + 5608, + 16696, + 5034, + 30714, + 160, + 407, + 25543, + 5085, + 20455, + 18492, + 7841, + 20887, + 23268 + ], + "test_balanced_acc": 0.6991274521816353, + "test_accuracy": 0.6991194968553459, + "test_auc": 0.7760397310891014, + "test_f1": 0.6893506493506494, + "test_precision": 0.7126745435016112, + "test_recall": 0.6675050301810865 + } + }, + "51_just_is": { + "1": { + "k": 1, + "selected_features": [ + 2489 + ], + "test_balanced_acc": 0.6583439995787508, + "test_accuracy": 0.6583647798742138, + "test_auc": 0.6583439995787509, + "test_f1": 0.6844795539033457, + "test_precision": 0.6360103626943006, + "test_recall": 0.7409456740442656 + }, + "4": { + "k": 4, + "selected_features": [ + 2489, + 31537, + 10648, + 5608 + ], + "test_balanced_acc": 0.6646398268827864, + "test_accuracy": 0.6646540880503145, + "test_auc": 0.7085720158900053, + "test_f1": 0.682694596524637, + "test_precision": 0.6479891549932218, + "test_recall": 0.721327967806841 + }, + "16": { + "k": 16, + "selected_features": [ + 2489, + 31537, + 10648, + 5608, + 11039, + 23268, + 5085, + 3275, + 3248, + 25598, + 15241, + 20970, + 11275, + 31394, + 1361, + 5508 + ], + "test_balanced_acc": 0.728551606569462, + "test_accuracy": 0.7285534591194969, + "test_auc": 0.8009483676087729, + "test_f1": 0.7305867665418228, + "test_precision": 0.7253346554288548, + "test_recall": 0.7359154929577465 + } + }, + "52_virtue_is": { + "1": { + "k": 1, + "selected_features": [ + 3222 + ], + "test_balanced_acc": 0.7007023886685089, + "test_accuracy": 0.7006570302233903, + "test_auc": 0.7007023886685089, + "test_f1": 0.6382978723404256, + "test_precision": 0.8065810593900482, + "test_recall": 0.5281135049921177 + }, + "4": { + "k": 4, + "selected_features": [ + 3222, + 12267, + 23964, + 28705 + ], + "test_balanced_acc": 0.7973908594156219, + "test_accuracy": 0.7973718791064389, + "test_auc": 0.8466992456981699, + "test_f1": 0.7816482582837723, + "test_precision": 0.8476658476658476, + "test_recall": 0.7251707829742512 + }, + "16": { + "k": 16, + "selected_features": [ + 3222, + 12267, + 23964, + 28705, + 25055, + 23858, + 23600, + 4882, + 2574, + 12108, + 19199, + 19492, + 25157, + 26768, + 30865, + 30714 + ], + "test_balanced_acc": 0.8352199167510704, + "test_accuracy": 0.8352168199737188, + "test_auc": 0.9204420437485116, + "test_f1": 0.833289018877958, + "test_precision": 0.8433799784714747, + "test_recall": 0.8234366789280084 + } + }, + "54_cs_tf": { + "1": { + "k": 1, + "selected_features": [ + 5713 + ], + "test_balanced_acc": 0.5281328129825759, + "test_accuracy": 0.5280503144654088, + "test_auc": 0.5281328129825759, + "test_f1": 0.29790419161676646, + "test_precision": 0.5818713450292398, + "test_recall": 0.20020120724346077 + }, + "4": { + "k": 4, + "selected_features": [ + 5713, + 10969, + 24729, + 21997 + ], + "test_balanced_acc": 0.5285760866153134, + "test_accuracy": 0.5285534591194968, + "test_auc": 0.5405332093213534, + "test_f1": 0.4820342730790492, + "test_precision": 0.5349693251533743, + "test_recall": 0.4386317907444668 + }, + "16": { + "k": 16, + "selected_features": [ + 5713, + 10969, + 24729, + 21997, + 17322, + 1096, + 12104, + 18492, + 8731, + 14067, + 23439, + 21599, + 22709, + 1944, + 18973, + 6475 + ], + "test_balanced_acc": 0.5376237039752354, + "test_accuracy": 0.5376100628930818, + "test_auc": 0.5640519007350596, + "test_f1": 0.5111702127659574, + "test_precision": 0.5423250564334086, + "test_recall": 0.4834004024144869 + } + }, + "56_wikidatasex_or_gender": { + "1": { + "k": 1, + "selected_features": [ + 21661 + ], + "test_balanced_acc": 0.981386937629805, + "test_accuracy": 0.9813836477987421, + "test_auc": 0.9813869376298049, + "test_f1": 0.9811416921508664, + "test_precision": 0.9943181818181818, + "test_recall": 0.9683098591549296 + }, + "4": { + "k": 4, + "selected_features": [ + 21661, + 17781, + 13489, + 6230 + ], + "test_balanced_acc": 0.9856614523578309, + "test_accuracy": 0.9856603773584905, + "test_auc": 0.9936535417841726, + "test_f1": 0.9856024248547613, + "test_precision": 0.9898528665651953, + "test_recall": 0.9813883299798792 + }, + "16": { + "k": 16, + "selected_features": [ + 21661, + 17781, + 13489, + 6230, + 6883, + 29105, + 17891, + 26461, + 15529, + 9425, + 31590, + 17047, + 13243, + 15393, + 12930, + 3976 + ], + "test_balanced_acc": 0.9796227035084184, + "test_accuracy": 0.979622641509434, + "test_auc": 0.997691989885969, + "test_f1": 0.979622641509434, + "test_precision": 0.9798691494715652, + "test_recall": 0.9793762575452716 + } + }, + "57_wikidatais_alive": { + "1": { + "k": 1, + "selected_features": [ + 17047 + ], + "test_balanced_acc": 0.8178235239317131, + "test_accuracy": 0.8178616352201258, + "test_auc": 0.8178235239317131, + "test_f1": 0.8418523372651813, + "test_precision": 0.7440154440154441, + "test_recall": 0.9693158953722334 + }, + "4": { + "k": 4, + "selected_features": [ + 17047, + 5547, + 6883, + 18738 + ], + "test_balanced_acc": 0.891066454084345, + "test_accuracy": 0.8910691823899372, + "test_auc": 0.9536585390551665, + "test_f1": 0.8922617566558846, + "test_precision": 0.8828163466272771, + "test_recall": 0.9019114688128773 + }, + "16": { + "k": 16, + "selected_features": [ + 17047, + 5547, + 6883, + 18738, + 23208, + 19218, + 13243, + 25279, + 26735, + 29051, + 21036, + 19321, + 6230, + 29105, + 11092, + 6601 + ], + "test_balanced_acc": 0.9572337143140677, + "test_accuracy": 0.9572327044025157, + "test_auc": 0.9898747036825888, + "test_f1": 0.9570707070707071, + "test_precision": 0.9609533468559838, + "test_recall": 0.9532193158953722 + } + }, + "58_wikidatapolitical_party": { + "1": { + "k": 1, + "selected_features": [ + 11440 + ], + "test_balanced_acc": 0.8496696938746211, + "test_accuracy": 0.8496202531645569, + "test_auc": 0.849669693874621, + "test_f1": 0.833426808749299, + "test_precision": 0.9345911949685535, + "test_recall": 0.7520242914979757 + }, + "4": { + "k": 4, + "selected_features": [ + 11440, + 17781, + 5285, + 30706 + ], + "test_balanced_acc": 0.8607653544663623, + "test_accuracy": 0.8607594936708861, + "test_auc": 0.9188545217380604, + "test_f1": 0.8591909882232462, + "test_precision": 0.8694300518134715, + "test_recall": 0.8491902834008097 + }, + "16": { + "k": 16, + "selected_features": [ + 11440, + 17781, + 5285, + 30706, + 13489, + 11123, + 28512, + 18966, + 22969, + 6859, + 16628, + 28418, + 3342, + 3639, + 6798, + 5511 + ], + "test_balanced_acc": 0.861782114861622, + "test_accuracy": 0.8617721518987341, + "test_auc": 0.9354549425938004, + "test_f1": 0.8590604026845637, + "test_precision": 0.8767123287671232, + "test_recall": 0.8421052631578947 + } + }, + "59_wikidata_occupation_isjournalist": { + "1": { + "k": 1, + "selected_features": [ + 6883 + ], + "test_balanced_acc": 0.7179137072070556, + "test_accuracy": 0.717948717948718, + "test_auc": 0.7179137072070555, + "test_f1": 0.7274529236868187, + "test_precision": 0.7044145873320538, + "test_recall": 0.7520491803278688 + }, + "4": { + "k": 4, + "selected_features": [ + 6883, + 717, + 20252, + 31619 + ], + "test_balanced_acc": 0.8390572928939307, + "test_accuracy": 0.838974358974359, + "test_auc": 0.8801103275322314, + "test_f1": 0.8249721293199554, + "test_precision": 0.9046454767726161, + "test_recall": 0.7581967213114754 + }, + "16": { + "k": 16, + "selected_features": [ + 6883, + 717, + 20252, + 31619, + 25666, + 4706, + 31776, + 8344, + 1862, + 6405, + 913, + 32565, + 2273, + 10743, + 30352, + 24935 + ], + "test_balanced_acc": 0.8616108997879288, + "test_accuracy": 0.8615384615384616, + "test_auc": 0.895180428855152, + "test_f1": 0.8511576626240352, + "test_precision": 0.9212410501193318, + "test_recall": 0.7909836065573771 + } + }, + "60_wikidata_occupation_isathlete": { + "1": { + "k": 1, + "selected_features": [ + 32390 + ], + "test_balanced_acc": 0.8216560911569664, + "test_accuracy": 0.8215384615384616, + "test_auc": 0.8216560911569664, + "test_f1": 0.7986111111111112, + "test_precision": 0.9175531914893617, + "test_recall": 0.7069672131147541 + }, + "4": { + "k": 4, + "selected_features": [ + 32390, + 9526, + 22727, + 26175 + ], + "test_balanced_acc": 0.8657092604436665, + "test_accuracy": 0.8656410256410256, + "test_auc": 0.8921739825630324, + "test_f1": 0.8562019758507134, + "test_precision": 0.9219858156028369, + "test_recall": 0.7991803278688525 + }, + "16": { + "k": 16, + "selected_features": [ + 32390, + 9526, + 22727, + 26175, + 1862, + 7841, + 25279, + 15529, + 31776, + 27322, + 11485, + 6883, + 4524, + 11092, + 7369, + 1944 + ], + "test_balanced_acc": 0.8810865284276432, + "test_accuracy": 0.8810256410256411, + "test_auc": 0.9237974214831521, + "test_f1": 0.8736383442265795, + "test_precision": 0.9325581395348838, + "test_recall": 0.8217213114754098 + } + }, + "61_wikidata_occupation_isactor": { + "1": { + "k": 1, + "selected_features": [ + 13243 + ], + "test_balanced_acc": 0.8185065809405191, + "test_accuracy": 0.8184615384615385, + "test_auc": 0.8185065809405192, + "test_f1": 0.8102893890675241, + "test_precision": 0.849438202247191, + "test_recall": 0.7745901639344263 + }, + "4": { + "k": 4, + "selected_features": [ + 13243, + 20652, + 1862, + 10585 + ], + "test_balanced_acc": 0.8564711179183357, + "test_accuracy": 0.8564102564102564, + "test_auc": 0.896895092065843, + "test_f1": 0.8474945533769063, + "test_precision": 0.9046511627906977, + "test_recall": 0.7971311475409836 + }, + "16": { + "k": 16, + "selected_features": [ + 13243, + 20652, + 1862, + 10585, + 2453, + 9431, + 25279, + 30359, + 21036, + 8646, + 11000, + 5230, + 913, + 21889, + 31776, + 30299 + ], + "test_balanced_acc": 0.8656840138687851, + "test_accuracy": 0.8656410256410256, + "test_auc": 0.9144077995085333, + "test_f1": 0.8598930481283422, + "test_precision": 0.8993288590604027, + "test_recall": 0.8237704918032787 + } + }, + "62_wikidata_occupation_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 6230 + ], + "test_balanced_acc": 0.7281175312215976, + "test_accuracy": 0.7282051282051282, + "test_auc": 0.7281175312215975, + "test_f1": 0.7497639282341831, + "test_precision": 0.6952714535901926, + "test_recall": 0.8135245901639344 + }, + "4": { + "k": 4, + "selected_features": [ + 6230, + 22112, + 29105, + 17891 + ], + "test_balanced_acc": 0.7723558420574275, + "test_accuracy": 0.7723076923076924, + "test_auc": 0.8539422526677214, + "test_f1": 0.7612903225806451, + "test_precision": 0.8009049773755657, + "test_recall": 0.7254098360655737 + }, + "16": { + "k": 16, + "selected_features": [ + 6230, + 22112, + 29105, + 17891, + 17047, + 18990, + 16438, + 5034, + 13243, + 25279, + 3976, + 686, + 11092, + 15529, + 30299, + 29608 + ], + "test_balanced_acc": 0.86050636213687, + "test_accuracy": 0.8605128205128205, + "test_auc": 0.9362355673746928, + "test_f1": 0.8615071283095723, + "test_precision": 0.8562753036437247, + "test_recall": 0.8668032786885246 + } + }, + "63_wikidata_occupation_issinger": { + "1": { + "k": 1, + "selected_features": [ + 32004 + ], + "test_balanced_acc": 0.8226912007271013, + "test_accuracy": 0.8225641025641026, + "test_auc": 0.8226912007271013, + "test_f1": 0.7976608187134503, + "test_precision": 0.9291553133514986, + "test_recall": 0.6987704918032787 + }, + "4": { + "k": 4, + "selected_features": [ + 32004, + 11092, + 29621, + 30299 + ], + "test_balanced_acc": 0.8595343690039385, + "test_accuracy": 0.8594871794871795, + "test_auc": 0.8874444575352609, + "test_f1": 0.8528464017185822, + "test_precision": 0.8961625282167043, + "test_recall": 0.8135245901639344 + }, + "16": { + "k": 16, + "selected_features": [ + 32004, + 11092, + 29621, + 30299, + 6317, + 25951, + 13243, + 7841, + 15989, + 21530, + 21574, + 15568, + 237, + 16696, + 5547, + 5086 + ], + "test_balanced_acc": 0.8626270744269028, + "test_accuracy": 0.8625641025641025, + "test_auc": 0.9117400780960716, + "test_f1": 0.8537117903930131, + "test_precision": 0.9135514018691588, + "test_recall": 0.8012295081967213 + } + }, + "64_wikidata_occupation_isresearcher": { + "1": { + "k": 1, + "selected_features": [ + 22162 + ], + "test_balanced_acc": 0.8781296326799539, + "test_accuracy": 0.8780748663101604, + "test_auc": 0.8781296326799539, + "test_f1": 0.8716216216216216, + "test_precision": 0.9214285714285714, + "test_recall": 0.8269230769230769 + }, + "4": { + "k": 4, + "selected_features": [ + 22162, + 13513, + 15428, + 2317 + ], + "test_balanced_acc": 0.8813347608850821, + "test_accuracy": 0.881283422459893, + "test_auc": 0.919917549735537, + "test_f1": 0.8754208754208754, + "test_precision": 0.9219858156028369, + "test_recall": 0.8333333333333334 + }, + "16": { + "k": 16, + "selected_features": [ + 22162, + 13513, + 15428, + 2317, + 30359, + 6405, + 18823, + 31590, + 30477, + 7841, + 6883, + 25279, + 19218, + 1441, + 4080, + 5547 + ], + "test_balanced_acc": 0.8952144988012225, + "test_accuracy": 0.895187165775401, + "test_auc": 0.9503582605831, + "test_f1": 0.8925438596491229, + "test_precision": 0.9166666666666666, + "test_recall": 0.8696581196581197 + } + }, + "65_high-school": { + "1": { + "k": 1, + "selected_features": [ + 20101 + ], + "test_balanced_acc": 0.9834533456897019, + "test_accuracy": 0.983448275862069, + "test_auc": 0.9834533456897019, + "test_f1": 0.983271375464684, + "test_precision": 0.9943609022556391, + "test_recall": 0.9724264705882353 + }, + "4": { + "k": 4, + "selected_features": [ + 20101, + 17589, + 11676, + 27610 + ], + "test_balanced_acc": 0.983451231803669, + "test_accuracy": 0.983448275862069, + "test_auc": 0.9956969735916446, + "test_f1": 0.9833487511563367, + "test_precision": 0.9897579143389199, + "test_recall": 0.9770220588235294 + }, + "16": { + "k": 16, + "selected_features": [ + 20101, + 17589, + 11676, + 27610, + 7798, + 18659, + 13513, + 2230, + 8902, + 5176, + 15529, + 25715, + 21889, + 5034, + 11807, + 22000 + ], + "test_balanced_acc": 0.9829895590941069, + "test_accuracy": 0.9829885057471265, + "test_auc": 0.9973893507494994, + "test_f1": 0.9829571625978811, + "test_precision": 0.9852262234533703, + "test_recall": 0.9806985294117647 + } + }, + "66_living-room": { + "1": { + "k": 1, + "selected_features": [ + 17589 + ], + "test_balanced_acc": 0.9613143991482538, + "test_accuracy": 0.9612995699952221, + "test_auc": 0.9613143991482539, + "test_f1": 0.9600788565795959, + "test_precision": 0.9918533604887984, + "test_recall": 0.9302769818529131 + }, + "4": { + "k": 4, + "selected_features": [ + 17589, + 3469, + 11807, + 14645 + ], + "test_balanced_acc": 0.9880570180484713, + "test_accuracy": 0.9880554228380315, + "test_auc": 0.9975355244246971, + "test_f1": 0.9880210828941064, + "test_precision": 0.9913461538461539, + "test_recall": 0.9847182425978988 + }, + "16": { + "k": 16, + "selected_features": [ + 17589, + 3469, + 11807, + 14645, + 17546, + 23365, + 30035, + 32329, + 14284, + 28837, + 27888, + 28156, + 913, + 1827, + 25889, + 13513 + ], + "test_balanced_acc": 0.98805884426231, + "test_accuracy": 0.9880554228380315, + "test_auc": 0.9990590433196185, + "test_f1": 0.987974987974988, + "test_precision": 0.9951550387596899, + "test_recall": 0.9808978032473734 + } + }, + "67_social-security": { + "1": { + "k": 1, + "selected_features": [ + 10706 + ], + "test_balanced_acc": 0.9940257352941176, + "test_accuracy": 0.9940229885057471, + "test_auc": 0.9940257352941176, + "test_f1": 0.9939898289412853, + "test_precision": 1.0, + "test_recall": 0.9880514705882353 + }, + "4": { + "k": 4, + "selected_features": [ + 10706, + 23338, + 20068, + 13869 + ], + "test_balanced_acc": 0.9940257352941176, + "test_accuracy": 0.9940229885057471, + "test_auc": 0.9998279296769306, + "test_f1": 0.9939898289412853, + "test_precision": 1.0, + "test_recall": 0.9880514705882353 + }, + "16": { + "k": 16, + "selected_features": [ + 10706, + 23338, + 20068, + 13869, + 17589, + 20248, + 4016, + 23603, + 28584, + 5963, + 8061, + 1275, + 29471, + 8344, + 477, + 21870 + ], + "test_balanced_acc": 0.996782242680881, + "test_accuracy": 0.9967816091954023, + "test_auc": 0.9979647505276259, + "test_f1": 0.9967786470317533, + "test_precision": 0.9981566820276497, + "test_recall": 0.9954044117647058 + } + }, + "68_credit-card": { + "1": { + "k": 1, + "selected_features": [ + 17589 + ], + "test_balanced_acc": 0.9457703677147031, + "test_accuracy": 0.9457471264367816, + "test_auc": 0.9457703677147031, + "test_f1": 0.9428848015488868, + "test_precision": 0.9959100204498977, + "test_recall": 0.8952205882352942 + }, + "4": { + "k": 4, + "selected_features": [ + 17589, + 12572, + 17350, + 9792 + ], + "test_balanced_acc": 0.9733430515720547, + "test_accuracy": 0.9733333333333334, + "test_auc": 0.9855097340224037, + "test_f1": 0.9727699530516432, + "test_precision": 0.9942418426103646, + "test_recall": 0.9522058823529411 + }, + "16": { + "k": 16, + "selected_features": [ + 17589, + 12572, + 17350, + 9792, + 13513, + 15529, + 18463, + 17355, + 18259, + 7798, + 31111, + 26510, + 24265, + 1209, + 8061, + 6859 + ], + "test_balanced_acc": 0.9770190993830835, + "test_accuracy": 0.9770114942528736, + "test_auc": 0.9915495291953028, + "test_f1": 0.9766355140186916, + "test_precision": 0.9933460076045627, + "test_recall": 0.9604779411764706 + } + }, + "69_blood-pressure": { + "1": { + "k": 1, + "selected_features": [ + 7165 + ], + "test_balanced_acc": 0.9825367647058824, + "test_accuracy": 0.9825287356321839, + "test_auc": 0.9825367647058824, + "test_f1": 0.9822263797942001, + "test_precision": 1.0, + "test_recall": 0.9650735294117647 + }, + "4": { + "k": 4, + "selected_features": [ + 7165, + 17589, + 23742, + 3334 + ], + "test_balanced_acc": 0.9963209927485254, + "test_accuracy": 0.9963218390804598, + "test_auc": 0.9998727440608258, + "test_f1": 0.9963302752293578, + "test_precision": 0.9945054945054945, + "test_recall": 0.9981617647058824 + }, + "16": { + "k": 16, + "selected_features": [ + 7165, + 17589, + 23742, + 3334, + 12440, + 27595, + 14093, + 10727, + 3399, + 13412, + 27604, + 28057, + 6203, + 17350, + 361, + 17781 + ], + "test_balanced_acc": 1.0, + "test_accuracy": 1.0, + "test_auc": 1.0, + "test_f1": 1.0, + "test_precision": 1.0, + "test_recall": 1.0 + } + }, + "70_prime-factors": { + "1": { + "k": 1, + "selected_features": [ + 27307 + ], + "test_balanced_acc": 0.9995404411764706, + "test_accuracy": 0.9995402298850574, + "test_auc": 0.9995404411764706, + "test_f1": 0.9995402298850574, + "test_precision": 1.0, + "test_recall": 0.9990808823529411 + }, + "4": { + "k": 4, + "selected_features": [ + 27307, + 11177, + 6850, + 12434 + ], + "test_balanced_acc": 0.9995404411764706, + "test_accuracy": 0.9995402298850574, + "test_auc": 0.9999983088911737, + "test_f1": 0.9995402298850574, + "test_precision": 1.0, + "test_recall": 0.9990808823529411 + }, + "16": { + "k": 16, + "selected_features": [ + 27307, + 11177, + 6850, + 12434, + 15348, + 17749, + 29898, + 21682, + 31889, + 23758, + 2772, + 23220, + 3183, + 31708, + 7478, + 7943 + ], + "test_balanced_acc": 0.9986209007522052, + "test_accuracy": 0.9986206896551724, + "test_auc": 0.9999864711293901, + "test_f1": 0.9986206896551724, + "test_precision": 0.9990800367985281, + "test_recall": 0.9981617647058824 + } + }, + "71_social-media": { + "1": { + "k": 1, + "selected_features": [ + 10501 + ], + "test_balanced_acc": 0.9765625, + "test_accuracy": 0.976551724137931, + "test_auc": 0.9765625, + "test_f1": 0.976, + "test_precision": 1.0, + "test_recall": 0.953125 + }, + "4": { + "k": 4, + "selected_features": [ + 10501, + 17589, + 23289, + 5822 + ], + "test_balanced_acc": 0.9926445221602901, + "test_accuracy": 0.9926436781609196, + "test_auc": 0.9967885843389795, + "test_f1": 0.992633517495396, + "test_precision": 0.9944649446494465, + "test_recall": 0.9908088235294118 + }, + "16": { + "k": 16, + "selected_features": [ + 10501, + 17589, + 23289, + 5822, + 23208, + 18259, + 11457, + 24021, + 11807, + 3151, + 17350, + 8902, + 10655, + 15529, + 23669, + 6825 + ], + "test_balanced_acc": 0.9972426470588236, + "test_accuracy": 0.9972413793103448, + "test_auc": 0.9985168975593918, + "test_f1": 0.9972350230414746, + "test_precision": 1.0, + "test_recall": 0.9944852941176471 + } + }, + "72_gene-expression": { + "1": { + "k": 1, + "selected_features": [ + 15445 + ], + "test_balanced_acc": 0.8414327581308513, + "test_accuracy": 0.8413793103448276, + "test_auc": 0.8414327581308513, + "test_f1": 0.8205928237129485, + "test_precision": 0.9449101796407186, + "test_recall": 0.7251838235294118 + }, + "4": { + "k": 4, + "selected_features": [ + 15445, + 279, + 17350, + 13513 + ], + "test_balanced_acc": 0.9347105159911251, + "test_accuracy": 0.9347126436781609, + "test_auc": 0.9777023073488825, + "test_f1": 0.9350411710887465, + "test_precision": 0.930783242258652, + "test_recall": 0.9393382352941176 + }, + "16": { + "k": 16, + "selected_features": [ + 15445, + 279, + 17350, + 13513, + 29985, + 17978, + 26936, + 10727, + 13489, + 31056, + 29105, + 13105, + 525, + 29617, + 29727, + 15529 + ], + "test_balanced_acc": 0.9701219120352833, + "test_accuracy": 0.9701149425287356, + "test_auc": 0.9942231722495807, + "test_f1": 0.9696686887540831, + "test_precision": 0.9848341232227488, + "test_recall": 0.9549632352941176 + } + }, + "73_control-group": { + "1": { + "k": 1, + "selected_features": [ + 22816 + ], + "test_balanced_acc": 0.9632293752367552, + "test_accuracy": 0.9632183908045977, + "test_auc": 0.9632293752367552, + "test_f1": 0.9623352165725048, + "test_precision": 0.9864864864864865, + "test_recall": 0.9393382352941176 + }, + "4": { + "k": 4, + "selected_features": [ + 22816, + 13864, + 14391, + 5484 + ], + "test_balanced_acc": 0.9687436583419016, + "test_accuracy": 0.968735632183908, + "test_auc": 0.9770643365441853, + "test_f1": 0.9681945743685687, + "test_precision": 0.9857142857142858, + "test_recall": 0.9512867647058824 + }, + "16": { + "k": 16, + "selected_features": [ + 22816, + 13864, + 14391, + 5484, + 32593, + 20881, + 4525, + 32339, + 18970, + 13255, + 5747, + 13513, + 7400, + 17210, + 16885, + 25518 + ], + "test_balanced_acc": 0.9747162319389577, + "test_accuracy": 0.9747126436781609, + "test_auc": 0.9930601121543373, + "test_f1": 0.9745252431681334, + "test_precision": 0.9822595704948646, + "test_recall": 0.9669117647058824 + } + }, + "74_magnetic-field": { + "1": { + "k": 1, + "selected_features": [ + 12440 + ], + "test_balanced_acc": 0.937025643974241, + "test_accuracy": 0.9370114942528736, + "test_auc": 0.937025643974241, + "test_f1": 0.9350403034613561, + "test_precision": 0.9657198824681684, + "test_recall": 0.90625 + }, + "4": { + "k": 4, + "selected_features": [ + 12440, + 25613, + 8902, + 361 + ], + "test_balanced_acc": 0.9623085664808702, + "test_accuracy": 0.9622988505747126, + "test_auc": 0.9830106979544347, + "test_f1": 0.9615023474178404, + "test_precision": 0.982725527831094, + "test_recall": 0.9411764705882353 + }, + "16": { + "k": 16, + "selected_features": [ + 12440, + 25613, + 8902, + 361, + 212, + 17781, + 1, + 1405, + 17589, + 9792, + 16368, + 27719, + 10941, + 30922, + 15529, + 9099 + ], + "test_balanced_acc": 0.9613847982845392, + "test_accuracy": 0.9613793103448276, + "test_auc": 0.988804859570323, + "test_f1": 0.9609302325581396, + "test_precision": 0.972693032015066, + "test_recall": 0.9494485294117647 + } + }, + "75_cell-lines": { + "1": { + "k": 1, + "selected_features": [ + 13783 + ], + "test_balanced_acc": 0.9678308823529411, + "test_accuracy": 0.967816091954023, + "test_auc": 0.9678308823529411, + "test_f1": 0.9667616334283001, + "test_precision": 1.0, + "test_recall": 0.9356617647058824 + }, + "4": { + "k": 4, + "selected_features": [ + 13783, + 27225, + 11807, + 541 + ], + "test_balanced_acc": 0.979773492883814, + "test_accuracy": 0.9797701149425287, + "test_auc": 0.9875817651117484, + "test_f1": 0.9796296296296296, + "test_precision": 0.9869402985074627, + "test_recall": 0.9724264705882353 + }, + "16": { + "k": 16, + "selected_features": [ + 13783, + 27225, + 11807, + 541, + 20080, + 13592, + 4133, + 5034, + 2171, + 11364, + 17553, + 8666, + 18259, + 30823, + 17589, + 31715 + ], + "test_balanced_acc": 0.9742520225661562, + "test_accuracy": 0.9742528735632184, + "test_auc": 0.9939225776557172, + "test_f1": 0.9743119266055046, + "test_precision": 0.9725274725274725, + "test_recall": 0.9761029411764706 + } + }, + "76_trial-court": { + "1": { + "k": 1, + "selected_features": [ + 13880 + ], + "test_balanced_acc": 0.9696686948698523, + "test_accuracy": 0.9696551724137931, + "test_auc": 0.9696686948698523, + "test_f1": 0.96875, + "test_precision": 0.9990234375, + "test_recall": 0.9402573529411765 + }, + "4": { + "k": 4, + "selected_features": [ + 13880, + 3880, + 16827, + 32128 + ], + "test_balanced_acc": 0.970586966962498, + "test_accuracy": 0.9705747126436781, + "test_auc": 0.9773480200497862, + "test_f1": 0.9697828139754485, + "test_precision": 0.9970873786407767, + "test_recall": 0.9439338235294118 + }, + "16": { + "k": 16, + "selected_features": [ + 13880, + 3880, + 16827, + 32128, + 27875, + 5304, + 13513, + 6414, + 13255, + 204, + 2392, + 4536, + 20248, + 17503, + 5617, + 15730 + ], + "test_balanced_acc": 0.9664441731154283, + "test_accuracy": 0.9664367816091954, + "test_auc": 0.9883106330158558, + "test_f1": 0.9659037832788416, + "test_precision": 0.9819563152896487, + "test_recall": 0.9503676470588235 + } + }, + "77_second-derivative": { + "1": { + "k": 1, + "selected_features": [ + 14102 + ], + "test_balanced_acc": 0.9480580151793928, + "test_accuracy": 0.9480459770114943, + "test_auc": 0.9480580151793928, + "test_f1": 0.9466729589428976, + "test_precision": 0.9728419010669254, + "test_recall": 0.921875 + }, + "4": { + "k": 4, + "selected_features": [ + 14102, + 2930, + 15426, + 1329 + ], + "test_balanced_acc": 0.9806888055360139, + "test_accuracy": 0.9806896551724138, + "test_auc": 0.9972654770279777, + "test_f1": 0.9807339449541285, + "test_precision": 0.9789377289377289, + "test_recall": 0.9825367647058824 + }, + "16": { + "k": 16, + "selected_features": [ + 14102, + 2930, + 15426, + 1329, + 9536, + 20248, + 13677, + 8677, + 21141, + 23080, + 19945, + 31530, + 400, + 5876, + 9770, + 18834 + ], + "test_balanced_acc": 0.9944810663455814, + "test_accuracy": 0.9944827586206897, + "test_auc": 0.9993210198062665, + "test_f1": 0.9945054945054945, + "test_precision": 0.9908759124087592, + "test_recall": 0.9981617647058824 + } + }, + "78_north-america": { + "1": { + "k": 1, + "selected_features": [ + 4376 + ], + "test_balanced_acc": 0.9857536764705883, + "test_accuracy": 0.9857471264367816, + "test_auc": 0.9857536764705883, + "test_f1": 0.9855477855477855, + "test_precision": 1.0, + "test_recall": 0.9715073529411765 + }, + "4": { + "k": 4, + "selected_features": [ + 4376, + 5663, + 19598, + 28951 + ], + "test_balanced_acc": 0.9880514705882353, + "test_accuracy": 0.9880459770114942, + "test_auc": 0.9955908565127983, + "test_f1": 0.987906976744186, + "test_precision": 1.0, + "test_recall": 0.9761029411764706 + }, + "16": { + "k": 16, + "selected_features": [ + 4376, + 5663, + 19598, + 28951, + 22703, + 17646, + 3838, + 23816, + 13513, + 26503, + 11807, + 4090, + 17350, + 17239, + 26137, + 24946 + ], + "test_balanced_acc": 0.9894263420639645, + "test_accuracy": 0.9894252873563218, + "test_auc": 0.9986733251258185, + "test_f1": 0.9894058037770612, + "test_precision": 0.9916897506925207, + "test_recall": 0.9871323529411765 + } + }, + "79_human-rights": { + "1": { + "k": 1, + "selected_features": [ + 17589 + ], + "test_balanced_acc": 0.9544990259213161, + "test_accuracy": 0.9544827586206897, + "test_auc": 0.9544990259213161, + "test_f1": 0.9528346831824679, + "test_precision": 0.9891196834817013, + "test_recall": 0.9191176470588235 + }, + "4": { + "k": 4, + "selected_features": [ + 17589, + 800, + 8061, + 781 + ], + "test_balanced_acc": 0.9760982906271984, + "test_accuracy": 0.9760919540229885, + "test_auc": 0.995106353834082, + "test_f1": 0.9757688723205965, + "test_precision": 0.9896030245746692, + "test_recall": 0.9623161764705882 + }, + "16": { + "k": 16, + "selected_features": [ + 17589, + 800, + 8061, + 781, + 18574, + 20235, + 25475, + 12437, + 1440, + 27403, + 18238, + 15509, + 13489, + 11633, + 21050, + 9594 + ], + "test_balanced_acc": 0.9770097982845392, + "test_accuracy": 0.9770114942528736, + "test_auc": 0.9976557003896315, + "test_f1": 0.9771062271062271, + "test_precision": 0.9735401459854015, + "test_recall": 0.9806985294117647 + } + }, + "80_side-effects": { + "1": { + "k": 1, + "selected_features": [ + 17589 + ], + "test_balanced_acc": 0.9852936948698523, + "test_accuracy": 0.9852873563218391, + "test_auc": 0.9852936948698524, + "test_f1": 0.9850885368126747, + "test_precision": 0.999054820415879, + "test_recall": 0.9715073529411765 + }, + "4": { + "k": 4, + "selected_features": [ + 17589, + 1665, + 11807, + 25325 + ], + "test_balanced_acc": 0.9921870772227934, + "test_accuracy": 0.992183908045977, + "test_auc": 0.9933213884679907, + "test_f1": 0.992133271633503, + "test_precision": 0.9990680335507922, + "test_recall": 0.9852941176470589 + }, + "16": { + "k": 16, + "selected_features": [ + 17589, + 1665, + 11807, + 25325, + 15771, + 15529, + 13513, + 16738, + 28732, + 7704, + 7707, + 13174, + 1190, + 20414, + 15120, + 18159 + ], + "test_balanced_acc": 0.984827371611018, + "test_accuracy": 0.9848275862068966, + "test_auc": 0.9964786886465717, + "test_f1": 0.9848415250344511, + "test_precision": 0.9843893480257117, + "test_recall": 0.9852941176470589 + } + }, + "81_public-health": { + "1": { + "k": 1, + "selected_features": [ + 18423 + ], + "test_balanced_acc": 0.893360791303642, + "test_accuracy": 0.8933333333333333, + "test_auc": 0.8933607913036419, + "test_f1": 0.8866080156402737, + "test_precision": 0.9467640918580376, + "test_recall": 0.8336397058823529 + }, + "4": { + "k": 4, + "selected_features": [ + 18423, + 31017, + 12488, + 17589 + ], + "test_balanced_acc": 0.9935657536933817, + "test_accuracy": 0.9935632183908046, + "test_auc": 0.9982556212457385, + "test_f1": 0.9935304990757856, + "test_precision": 0.9990706319702602, + "test_recall": 0.9880514705882353 + }, + "16": { + "k": 16, + "selected_features": [ + 18423, + 31017, + 12488, + 17589, + 781, + 1225, + 13513, + 10163, + 31612, + 24420, + 27610, + 13489, + 17978, + 15529, + 20075, + 28780 + ], + "test_balanced_acc": 0.9972413787272039, + "test_accuracy": 0.9972413793103448, + "test_auc": 0.9993692164078143, + "test_f1": 0.9972426470588235, + "test_precision": 0.9972426470588235, + "test_recall": 0.9972426470588235 + } + }, + "82_federal-government": { + "1": { + "k": 1, + "selected_features": [ + 7911 + ], + "test_balanced_acc": 0.7780212504735105, + "test_accuracy": 0.7779310344827586, + "test_auc": 0.7780212504735105, + "test_f1": 0.7238421955403087, + "test_precision": 0.9576399394856279, + "test_recall": 0.5818014705882353 + }, + "4": { + "k": 4, + "selected_features": [ + 7911, + 13255, + 17402, + 13513 + ], + "test_balanced_acc": 0.92920468843011, + "test_accuracy": 0.9291954022988506, + "test_auc": 0.9626489021321499, + "test_f1": 0.9277673545966229, + "test_precision": 0.9473180076628352, + "test_recall": 0.9090073529411765 + }, + "16": { + "k": 16, + "selected_features": [ + 7911, + 13255, + 17402, + 13513, + 14792, + 15380, + 26223, + 3034, + 25549, + 28511, + 32339, + 8902, + 19332, + 23491, + 32413, + 3248 + ], + "test_balanced_acc": 0.9604686400779263, + "test_accuracy": 0.9604597701149425, + "test_auc": 0.9939741564749176, + "test_f1": 0.9597000937207123, + "test_precision": 0.9789674952198852, + "test_recall": 0.9411764705882353 + } + }, + "83_third-party": { + "1": { + "k": 1, + "selected_features": [ + 2633 + ], + "test_balanced_acc": 0.9590992647058824, + "test_accuracy": 0.9590804597701149, + "test_auc": 0.9590992647058824, + "test_f1": 0.9573550551030187, + "test_precision": 1.0, + "test_recall": 0.9181985294117647 + }, + "4": { + "k": 4, + "selected_features": [ + 2633, + 20294, + 28156, + 25127 + ], + "test_balanced_acc": 0.9742621692191136, + "test_accuracy": 0.9742528735632184, + "test_auc": 0.9914827303966665, + "test_f1": 0.9737335834896811, + "test_precision": 0.9942528735632183, + "test_recall": 0.9540441176470589 + }, + "16": { + "k": 16, + "selected_features": [ + 2633, + 20294, + 28156, + 25127, + 4536, + 18490, + 17589, + 18473, + 17355, + 29618, + 28440, + 13513, + 31950, + 32678, + 566, + 31338 + ], + "test_balanced_acc": 0.972880956085286, + "test_accuracy": 0.9728735632183908, + "test_auc": 0.991663256263867, + "test_f1": 0.9724427837459131, + "test_precision": 0.9886039886039886, + "test_recall": 0.9568014705882353 + } + }, + "84_clinical-trials": { + "1": { + "k": 1, + "selected_features": [ + 31451 + ], + "test_balanced_acc": 0.8560950944315169, + "test_accuracy": 0.8560919540229885, + "test_auc": 0.8560950944315168, + "test_f1": 0.8551596483109671, + "test_precision": 0.8611369990680335, + "test_recall": 0.8492647058823529 + }, + "4": { + "k": 4, + "selected_features": [ + 31451, + 10135, + 24270, + 2404 + ], + "test_balanced_acc": 0.8648267120785756, + "test_accuracy": 0.8648275862068966, + "test_auc": 0.9198752638129769, + "test_f1": 0.865137614678899, + "test_precision": 0.8635531135531136, + "test_recall": 0.8667279411764706 + }, + "16": { + "k": 16, + "selected_features": [ + 31451, + 10135, + 24270, + 2404, + 15529, + 17042, + 17589, + 16455, + 4536, + 23418, + 24343, + 10270, + 29278, + 21264, + 8683, + 25137 + ], + "test_balanced_acc": 0.9333445228367336, + "test_accuracy": 0.9333333333333333, + "test_auc": 0.9805725418042102, + "test_f1": 0.9317004239284032, + "test_precision": 0.9555555555555556, + "test_recall": 0.9090073529411765 + } + }, + "85_mental-health": { + "1": { + "k": 1, + "selected_features": [ + 17589 + ], + "test_balanced_acc": 0.9604677945235132, + "test_accuracy": 0.9604597701149425, + "test_auc": 0.9604677945235132, + "test_f1": 0.9597754911131899, + "test_precision": 0.9771428571428571, + "test_recall": 0.9430147058823529 + }, + "4": { + "k": 4, + "selected_features": [ + 17589, + 781, + 32084, + 8657 + ], + "test_balanced_acc": 0.9802279783808647, + "test_accuracy": 0.9802298850574712, + "test_auc": 0.9958927194382813, + "test_f1": 0.9803203661327231, + "test_precision": 0.9762989972652689, + "test_recall": 0.984375 + }, + "16": { + "k": 16, + "selected_features": [ + 17589, + 781, + 32084, + 8657, + 6937, + 14214, + 8902, + 70, + 18423, + 26426, + 28057, + 20663, + 27579, + 23238, + 3671, + 10655 + ], + "test_balanced_acc": 0.9852860848801341, + "test_accuracy": 0.9852873563218391, + "test_auc": 0.9974227501488175, + "test_f1": 0.9853345554537122, + "test_precision": 0.9826325411334552, + "test_recall": 0.9880514705882353 + } + }, + "87_glue_cola": { + "1": { + "k": 1, + "selected_features": [ + 15394 + ], + "test_balanced_acc": 0.6673789592107249, + "test_accuracy": 0.6674213836477988, + "test_auc": 0.6673789592107248, + "test_f1": 0.7154541541110633, + "test_precision": 0.6252821670428894, + "test_recall": 0.8360160965794768 + }, + "4": { + "k": 4, + "selected_features": [ + 15394, + 9902, + 15241, + 13741 + ], + "test_balanced_acc": 0.7036342362175063, + "test_accuracy": 0.7036477987421383, + "test_auc": 0.7501603734131006, + "test_f1": 0.718854415274463, + "test_precision": 0.6839237057220708, + "test_recall": 0.7575452716297787 + }, + "16": { + "k": 16, + "selected_features": [ + 15394, + 9902, + 15241, + 13741, + 22609, + 29853, + 2024, + 26442, + 22775, + 30120, + 23268, + 23528, + 21746, + 31319, + 27334, + 22093 + ], + "test_balanced_acc": 0.711684930924247, + "test_accuracy": 0.7116981132075472, + "test_auc": 0.7829769254682599, + "test_f1": 0.7260994263862333, + "test_precision": 0.691712204007286, + "test_recall": 0.7640845070422535 + } + }, + "89_glue_mrpc": { + "1": { + "k": 1, + "selected_features": [ + 5773 + ], + "test_balanced_acc": 0.662348581738947, + "test_accuracy": 0.6625091709464417, + "test_auc": 0.662348581738947, + "test_f1": 0.7232250300842359, + "test_precision": 0.613265306122449, + "test_recall": 0.8812316715542522 + }, + "4": { + "k": 4, + "selected_features": [ + 5773, + 17840, + 13467, + 20844 + ], + "test_balanced_acc": 0.6639752649415858, + "test_accuracy": 0.6639765223771094, + "test_auc": 0.726999280857459, + "test_f1": 0.664714494875549, + "test_precision": 0.6637426900584795, + "test_recall": 0.6656891495601173 + }, + "16": { + "k": 16, + "selected_features": [ + 5773, + 17840, + 13467, + 20844, + 2191, + 11534, + 29858, + 11829, + 6636, + 26556, + 21276, + 29031, + 16696, + 28760, + 27526, + 12453 + ], + "test_balanced_acc": 0.6837699863492105, + "test_accuracy": 0.6837857666911226, + "test_auc": 0.7525482191533064, + "test_f1": 0.6905958363244795, + "test_precision": 0.6765119549929677, + "test_recall": 0.7052785923753666 + } + }, + "90_glue_qnli": { + "1": { + "k": 1, + "selected_features": [ + 29211 + ], + "test_balanced_acc": 0.7079001436905277, + "test_accuracy": 0.7079245283018868, + "test_auc": 0.7079001436905278, + "test_f1": 0.7337766567301077, + "test_precision": 0.67425200168563, + "test_recall": 0.8048289738430584 + }, + "4": { + "k": 4, + "selected_features": [ + 29211, + 9523, + 12472, + 16725 + ], + "test_balanced_acc": 0.7396097774366379, + "test_accuracy": 0.7396226415094339, + "test_auc": 0.8092399388783633, + "test_f1": 0.7523330940416367, + "test_precision": 0.717480602464628, + "test_recall": 0.7907444668008048 + }, + "16": { + "k": 16, + "selected_features": [ + 29211, + 9523, + 12472, + 16725, + 20628, + 31125, + 17840, + 21871, + 1345, + 26518, + 24724, + 26745, + 23674, + 23325, + 31147, + 26354 + ], + "test_balanced_acc": 0.7599917572875603, + "test_accuracy": 0.76, + "test_auc": 0.833027986742802, + "test_f1": 0.7676570871894788, + "test_precision": 0.7440982058545798, + "test_recall": 0.7927565392354124 + } + }, + "91_glue_qqp": { + "1": { + "k": 1, + "selected_features": [ + 21276 + ], + "test_balanced_acc": 0.7036551214686204, + "test_accuracy": 0.7036477987421383, + "test_auc": 0.7036551214686205, + "test_f1": 0.694818652849741, + "test_precision": 0.7163461538461539, + "test_recall": 0.6745472837022133 + }, + "4": { + "k": 4, + "selected_features": [ + 21276, + 9025, + 1106, + 16209 + ], + "test_balanced_acc": 0.7786176039629827, + "test_accuracy": 0.7786163522012579, + "test_auc": 0.8416373935611657, + "test_f1": 0.7775530839231547, + "test_precision": 0.7815040650406504, + "test_recall": 0.7736418511066399 + }, + "16": { + "k": 16, + "selected_features": [ + 21276, + 9025, + 1106, + 16209, + 14934, + 30865, + 19492, + 7671, + 14466, + 12453, + 12222, + 13467, + 23600, + 13677, + 4994, + 23320 + ], + "test_balanced_acc": 0.7891823765947472, + "test_accuracy": 0.7891823899371069, + "test_auc": 0.8636995602199002, + "test_f1": 0.7892354124748491, + "test_precision": 0.7892354124748491, + "test_recall": 0.7892354124748491 + } + }, + "92_glue_sst2": { + "1": { + "k": 1, + "selected_features": [ + 27644 + ], + "test_balanced_acc": 0.7121426343668452, + "test_accuracy": 0.7122012578616352, + "test_auc": 0.7121426343668452, + "test_f1": 0.766625866993064, + "test_precision": 0.6448181194234729, + "test_recall": 0.9451710261569416 + }, + "4": { + "k": 4, + "selected_features": [ + 27644, + 12591, + 11910, + 20530 + ], + "test_balanced_acc": 0.8112941615470377, + "test_accuracy": 0.8113207547169812, + "test_auc": 0.8386158673227082, + "test_f1": 0.8293903548680619, + "test_precision": 0.7570598006644518, + "test_recall": 0.9170020120724346 + }, + "16": { + "k": 16, + "selected_features": [ + 27644, + 12591, + 11910, + 20530, + 23889, + 8949, + 13174, + 15869, + 17920, + 16003, + 1944, + 3608, + 25052, + 4743, + 19069, + 27404 + ], + "test_balanced_acc": 0.8598666736199785, + "test_accuracy": 0.859874213836478, + "test_auc": 0.9287242073477604, + "test_f1": 0.863980463980464, + "test_precision": 0.8395823445657332, + "test_recall": 0.8898390342052314 + } + }, + "94_ai_gen": { + "1": { + "k": 1, + "selected_features": [ + 15241 + ], + "test_balanced_acc": 0.7520044777978389, + "test_accuracy": 0.7519496855345912, + "test_auc": 0.7520044777978387, + "test_f1": 0.6829581993569132, + "test_precision": 0.946524064171123, + "test_recall": 0.53420523138833 + }, + "4": { + "k": 4, + "selected_features": [ + 15241, + 12648, + 32706, + 31753 + ], + "test_balanced_acc": 0.8656706216159564, + "test_accuracy": 0.8656603773584906, + "test_auc": 0.9201627733183196, + "test_f1": 0.8599895123230205, + "test_precision": 0.8981380065717415, + "test_recall": 0.8249496981891348 + }, + "16": { + "k": 16, + "selected_features": [ + 15241, + 12648, + 32706, + 31753, + 24343, + 6230, + 19351, + 24082, + 26821, + 9681, + 14155, + 5085, + 19760, + 12756, + 24118, + 7004 + ], + "test_balanced_acc": 0.8910691122072141, + "test_accuracy": 0.8910691823899372, + "test_auc": 0.9616227814800226, + "test_f1": 0.8911239627860196, + "test_precision": 0.8908999497234792, + "test_recall": 0.8913480885311871 + } + }, + "95_toxic_is": { + "1": { + "k": 1, + "selected_features": [ + 948 + ], + "test_balanced_acc": 0.7197959183673469, + "test_accuracy": 0.7171717171717171, + "test_auc": 0.7197959183673468, + "test_f1": 0.6216216216216216, + "test_precision": 0.9583333333333334, + "test_recall": 0.46 + }, + "4": { + "k": 4, + "selected_features": [ + 948, + 6605, + 21194, + 31537 + ], + "test_balanced_acc": 0.7769387755102041, + "test_accuracy": 0.7777777777777778, + "test_auc": 0.8453061224489795, + "test_f1": 0.7962962962962963, + "test_precision": 0.7413793103448276, + "test_recall": 0.86 + }, + "16": { + "k": 16, + "selected_features": [ + 948, + 6605, + 21194, + 31537, + 23418, + 6475, + 1393, + 15635, + 28418, + 32706, + 12479, + 18946, + 20690, + 32360, + 685, + 7959 + ], + "test_balanced_acc": 0.7885714285714285, + "test_accuracy": 0.7878787878787878, + "test_auc": 0.8485714285714285, + "test_f1": 0.7741935483870968, + "test_precision": 0.8372093023255814, + "test_recall": 0.72 + } + }, + "96_spam_is": { + "1": { + "k": 1, + "selected_features": [ + 7732 + ], + "test_balanced_acc": 0.8700127295871977, + "test_accuracy": 0.8699360341151386, + "test_auc": 0.8700127295871976, + "test_f1": 0.8653421633554084, + "test_precision": 0.8990825688073395, + "test_recall": 0.8340425531914893 + }, + "4": { + "k": 4, + "selected_features": [ + 7732, + 12371, + 4298, + 29777 + ], + "test_balanced_acc": 0.9296781232951445, + "test_accuracy": 0.929637526652452, + "test_auc": 0.983296963084197, + "test_f1": 0.928416485900217, + "test_precision": 0.9469026548672567, + "test_recall": 0.9106382978723404 + }, + "16": { + "k": 16, + "selected_features": [ + 7732, + 12371, + 4298, + 29777, + 17384, + 5399, + 11022, + 14189, + 19303, + 4068, + 8017, + 27115, + 5608, + 28320, + 5284, + 4846 + ], + "test_balanced_acc": 0.9552373158756138, + "test_accuracy": 0.9552238805970149, + "test_auc": 0.9928714311693033, + "test_f1": 0.9550321199143469, + "test_precision": 0.9612068965517241, + "test_recall": 0.948936170212766 + } + }, + "100_news_fake": { + "1": { + "k": 1, + "selected_features": [ + 2096 + ], + "test_balanced_acc": 0.9570592459735923, + "test_accuracy": 0.9570405727923628, + "test_auc": 0.9570592459735924, + "test_f1": 0.9553128103277061, + "test_precision": 0.9958592132505176, + "test_recall": 0.9179389312977099 + }, + "4": { + "k": 4, + "selected_features": [ + 2096, + 15362, + 15241, + 24729 + ], + "test_balanced_acc": 0.9813899399957713, + "test_accuracy": 0.9813842482100239, + "test_auc": 0.9950289631590077, + "test_f1": 0.9811685176243361, + "test_precision": 0.9931573802541545, + "test_recall": 0.9694656488549618 + }, + "16": { + "k": 16, + "selected_features": [ + 2096, + 15362, + 15241, + 24729, + 13729, + 22093, + 29588, + 3247, + 17721, + 1999, + 15133, + 26936, + 7470, + 9673, + 23261, + 23492 + ], + "test_balanced_acc": 0.9942725307494331, + "test_accuracy": 0.9942720763723151, + "test_auc": 0.9993069074126729, + "test_f1": 0.994269340974212, + "test_precision": 0.9952198852772467, + "test_recall": 0.9933206106870229 + } + }, + "105_click_bait": { + "1": { + "k": 1, + "selected_features": [ + 31172 + ], + "test_balanced_acc": 0.961104614826314, + "test_accuracy": 0.9611147116007777, + "test_auc": 0.9611046148263139, + "test_f1": 0.9617346938775511, + "test_precision": 0.9472361809045227, + "test_recall": 0.9766839378238342 + }, + "4": { + "k": 4, + "selected_features": [ + 31172, + 24729, + 5608, + 23439 + ], + "test_balanced_acc": 0.9630568604127605, + "test_accuracy": 0.9630589760207389, + "test_auc": 0.9723384273166537, + "test_f1": 0.9632020658489348, + "test_precision": 0.9601029601029601, + "test_recall": 0.966321243523316 + }, + "16": { + "k": 16, + "selected_features": [ + 31172, + 24729, + 5608, + 23439, + 12247, + 29054, + 5640, + 15884, + 15992, + 1080, + 24930, + 16696, + 8642, + 24343, + 22093, + 7841 + ], + "test_balanced_acc": 0.9714849499002036, + "test_accuracy": 0.9714841218405703, + "test_auc": 0.9897305497873027, + "test_f1": 0.9714656290531777, + "test_precision": 0.9727272727272728, + "test_recall": 0.9702072538860104 + } + }, + "106_hate_hate": { + "1": { + "k": 1, + "selected_features": [ + 23418 + ], + "test_balanced_acc": 0.5738621462038461, + "test_accuracy": 0.5738364779874214, + "test_auc": 0.5738621462038461, + "test_f1": 0.5254901960784314, + "test_precision": 0.5929203539823009, + "test_recall": 0.47183098591549294 + }, + "4": { + "k": 4, + "selected_features": [ + 23418, + 27644, + 25217, + 17673 + ], + "test_balanced_acc": 0.5796231845020805, + "test_accuracy": 0.579622641509434, + "test_auc": 0.6143594075778274, + "test_f1": 0.5787748928661457, + "test_precision": 0.5800909550277918, + "test_recall": 0.5774647887323944 + }, + "16": { + "k": 16, + "selected_features": [ + 23418, + 27644, + 25217, + 17673, + 15157, + 247, + 15996, + 12891, + 21889, + 5899, + 12004, + 32429, + 20530, + 3010, + 31537, + 21877 + ], + "test_balanced_acc": 0.588446886654603, + "test_accuracy": 0.5884276729559749, + "test_auc": 0.6193447803074106, + "test_f1": 0.5544662309368191, + "test_precision": 0.6045130641330166, + "test_recall": 0.5120724346076458 + } + }, + "107_hate_offensive": { + "1": { + "k": 1, + "selected_features": [ + 9503 + ], + "test_balanced_acc": 0.6893570785558849, + "test_accuracy": 0.6893081761006289, + "test_auc": 0.6893570785558848, + "test_f1": 0.614423977521074, + "test_precision": 0.8098765432098766, + "test_recall": 0.4949698189134809 + }, + "4": { + "k": 4, + "selected_features": [ + 9503, + 26759, + 32706, + 26611 + ], + "test_balanced_acc": 0.711216468412893, + "test_accuracy": 0.7111949685534591, + "test_auc": 0.7619057323305712, + "test_f1": 0.6842684268426843, + "test_precision": 0.7548543689320388, + "test_recall": 0.6257545271629779 + }, + "16": { + "k": 16, + "selected_features": [ + 9503, + 26759, + 32706, + 26611, + 3639, + 25715, + 3733, + 15996, + 21661, + 298, + 15241, + 1944, + 21889, + 20530, + 5595, + 13614 + ], + "test_balanced_acc": 0.7220241428439789, + "test_accuracy": 0.7220125786163522, + "test_auc": 0.785214432037621, + "test_f1": 0.708673872923807, + "test_precision": 0.7445983379501385, + "test_recall": 0.676056338028169 + } + }, + "110_aimade_humangpt3": { + "1": { + "k": 1, + "selected_features": [ + 24729 + ], + "test_balanced_acc": 0.7624667228332248, + "test_accuracy": 0.7625157232704403, + "test_auc": 0.7624667228332249, + "test_f1": 0.8012631578947368, + "test_precision": 0.6889934829833454, + "test_recall": 0.9572434607645876 + }, + "4": { + "k": 4, + "selected_features": [ + 24729, + 11196, + 16154, + 13301 + ], + "test_balanced_acc": 0.7798295814139999, + "test_accuracy": 0.779874213836478, + "test_auc": 0.7876621834681972, + "test_f1": 0.8130741294595172, + "test_precision": 0.7066468622354252, + "test_recall": 0.9572434607645876 + }, + "16": { + "k": 16, + "selected_features": [ + 24729, + 11196, + 16154, + 13301, + 18492, + 12104, + 13729, + 31172, + 31511, + 25007, + 21997, + 8932, + 27334, + 18229, + 6158, + 7458 + ], + "test_balanced_acc": 0.7873913080901109, + "test_accuracy": 0.7874213836477988, + "test_auc": 0.8718274670671234, + "test_f1": 0.8101550213435184, + "test_precision": 0.7320341047503045, + "test_recall": 0.9069416498993964 + } + }, + "113_movie_sent": { + "1": { + "k": 1, + "selected_features": [ + 12591 + ], + "test_balanced_acc": 0.7866247560855825, + "test_accuracy": 0.7866666666666666, + "test_auc": 0.7866247560855825, + "test_f1": 0.8171625700733075, + "test_precision": 0.7150943396226415, + "test_recall": 0.9532193158953722 + }, + "4": { + "k": 4, + "selected_features": [ + 12591, + 20530, + 23889, + 11910 + ], + "test_balanced_acc": 0.8578676386451574, + "test_accuracy": 0.8578616352201258, + "test_auc": 0.9258573585448272, + "test_f1": 0.8544189641844885, + "test_precision": 0.8758584257791865, + "test_recall": 0.8340040241448692 + }, + "16": { + "k": 16, + "selected_features": [ + 12591, + 20530, + 23889, + 11910, + 17920, + 27644, + 15869, + 8265, + 16003, + 13582, + 29251, + 19069, + 2822, + 20265, + 3608, + 28752 + ], + "test_balanced_acc": 0.8732031089405077, + "test_accuracy": 0.8732075471698113, + "test_auc": 0.94408663860364, + "test_f1": 0.8754325259515571, + "test_precision": 0.8605442176870748, + "test_recall": 0.8908450704225352 + } + }, + "114_nyc_borough_Manhattan": { + "1": { + "k": 1, + "selected_features": [ + 30706 + ], + "test_balanced_acc": 0.5642062476857306, + "test_accuracy": 0.5641025641025641, + "test_auc": 0.5642062476857307, + "test_f1": 0.5153933865450399, + "test_precision": 0.5809768637532133, + "test_recall": 0.46311475409836067 + }, + "4": { + "k": 4, + "selected_features": [ + 30706, + 2354, + 13986, + 13255 + ], + "test_balanced_acc": 0.5888090349075976, + "test_accuracy": 0.5887179487179487, + "test_auc": 0.6170641599622985, + "test_f1": 0.5489313835770528, + "test_precision": 0.6084788029925187, + "test_recall": 0.5 + }, + "16": { + "k": 16, + "selected_features": [ + 30706, + 2354, + 13986, + 13255, + 913, + 30057, + 23434, + 24343, + 9884, + 7347, + 18846, + 31569, + 4143, + 22553, + 2404, + 15521 + ], + "test_balanced_acc": 0.5990170666846197, + "test_accuracy": 0.598974358974359, + "test_auc": 0.6465584710674253, + "test_f1": 0.5818181818181818, + "test_precision": 0.6085011185682326, + "test_recall": 0.5573770491803278 + } + }, + "115_nyc_borough_Brooklyn": { + "1": { + "k": 1, + "selected_features": [ + 32593 + ], + "test_balanced_acc": 0.5083271619483624, + "test_accuracy": 0.5087179487179487, + "test_auc": 0.5083271619483624, + "test_f1": 0.6443949517446177, + "test_precision": 0.5052386495925495, + "test_recall": 0.889344262295082 + }, + "4": { + "k": 4, + "selected_features": [ + 32593, + 30945, + 8028, + 27814 + ], + "test_balanced_acc": 0.5023815935638065, + "test_accuracy": 0.5025641025641026, + "test_auc": 0.516980425488942, + "test_f1": 0.577893820713664, + "test_precision": 0.5022692889561271, + "test_recall": 0.680327868852459 + }, + "16": { + "k": 16, + "selected_features": [ + 32593, + 30945, + 8028, + 27814, + 27625, + 4405, + 24750, + 30269, + 7427, + 7347, + 22422, + 2404, + 20744, + 25113, + 20104, + 1566 + ], + "test_balanced_acc": 0.5435335106203925, + "test_accuracy": 0.5435897435897435, + "test_auc": 0.5552352980778941, + "test_f1": 0.5675413022351797, + "test_precision": 0.5397412199630314, + "test_recall": 0.5983606557377049 + } + }, + "116_nyc_borough_Bronx": { + "1": { + "k": 1, + "selected_features": [ + 23987 + ], + "test_balanced_acc": 0.5407164136398829, + "test_accuracy": 0.5405128205128205, + "test_auc": 0.5407164136398829, + "test_f1": 0.42710997442455245, + "test_precision": 0.5680272108843537, + "test_recall": 0.3422131147540984 + }, + "4": { + "k": 4, + "selected_features": [ + 23987, + 25902, + 28553, + 27879 + ], + "test_balanced_acc": 0.5416968222977749, + "test_accuracy": 0.5415384615384615, + "test_auc": 0.5477917662503787, + "test_f1": 0.4581818181818182, + "test_precision": 0.5608308605341247, + "test_recall": 0.38729508196721313 + }, + "16": { + "k": 16, + "selected_features": [ + 23987, + 25902, + 28553, + 27879, + 27279, + 14232, + 31289, + 8390, + 21844, + 16288, + 1999, + 22422, + 26950, + 14742, + 5716, + 3772 + ], + "test_balanced_acc": 0.5385914935873699, + "test_accuracy": 0.5384615384615384, + "test_auc": 0.5435755882451947, + "test_f1": 0.47183098591549294, + "test_precision": 0.5521978021978022, + "test_recall": 0.41188524590163933 + } + }, + "117_us_state_FL": { + "1": { + "k": 1, + "selected_features": [ + 5563 + ], + "test_balanced_acc": 0.8597959183673469, + "test_accuracy": 0.8585858585858586, + "test_auc": 0.8597959183673469, + "test_f1": 0.8409090909090909, + "test_precision": 0.9736842105263158, + "test_recall": 0.74 + }, + "4": { + "k": 4, + "selected_features": [ + 5563, + 4118, + 20145, + 13862 + ], + "test_balanced_acc": 0.8597959183673469, + "test_accuracy": 0.8585858585858586, + "test_auc": 0.8638775510204082, + "test_f1": 0.8409090909090909, + "test_precision": 0.9736842105263158, + "test_recall": 0.74 + }, + "16": { + "k": 16, + "selected_features": [ + 5563, + 4118, + 20145, + 13862, + 14401, + 31545, + 30766, + 26632, + 18966, + 24525, + 913, + 5162, + 5019, + 3818, + 5230, + 28584 + ], + "test_balanced_acc": 0.8389795918367347, + "test_accuracy": 0.8383838383838383, + "test_auc": 0.8702040816326531, + "test_f1": 0.8297872340425532, + "test_precision": 0.8863636363636364, + "test_recall": 0.78 + } + }, + "118_us_state_CA": { + "1": { + "k": 1, + "selected_features": [ + 5230 + ], + "test_balanced_acc": 0.7975510204081633, + "test_accuracy": 0.797979797979798, + "test_auc": 0.7975510204081632, + "test_f1": 0.8076923076923077, + "test_precision": 0.7777777777777778, + "test_recall": 0.84 + }, + "4": { + "k": 4, + "selected_features": [ + 5230, + 30766, + 27653, + 31405 + ], + "test_balanced_acc": 0.8489795918367347, + "test_accuracy": 0.8484848484848485, + "test_auc": 0.8893877551020407, + "test_f1": 0.8421052631578947, + "test_precision": 0.8888888888888888, + "test_recall": 0.8 + }, + "16": { + "k": 16, + "selected_features": [ + 5230, + 30766, + 27653, + 31405, + 28240, + 16726, + 30019, + 5085, + 29456, + 15387, + 29386, + 22469, + 2405, + 5162, + 23066, + 31590 + ], + "test_balanced_acc": 0.8287755102040817, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.9132653061224489, + "test_f1": 0.8210526315789474, + "test_precision": 0.8666666666666667, + "test_recall": 0.78 + } + }, + "119_us_state_TX": { + "1": { + "k": 1, + "selected_features": [ + 13064 + ], + "test_balanced_acc": 0.8597959183673469, + "test_accuracy": 0.8585858585858586, + "test_auc": 0.8597959183673469, + "test_f1": 0.8409090909090909, + "test_precision": 0.9736842105263158, + "test_recall": 0.74 + }, + "4": { + "k": 4, + "selected_features": [ + 13064, + 27653, + 1220, + 18738 + ], + "test_balanced_acc": 0.8597959183673469, + "test_accuracy": 0.8585858585858586, + "test_auc": 0.9240816326530612, + "test_f1": 0.8409090909090909, + "test_precision": 0.9736842105263158, + "test_recall": 0.74 + }, + "16": { + "k": 16, + "selected_features": [ + 13064, + 27653, + 1220, + 18738, + 2143, + 30766, + 30019, + 10687, + 7816, + 22788, + 12601, + 14742, + 6269, + 9421, + 4080, + 31545 + ], + "test_balanced_acc": 0.8481632653061224, + "test_accuracy": 0.8484848484848485, + "test_auc": 0.9367346938775509, + "test_f1": 0.8543689320388349, + "test_precision": 0.8301886792452831, + "test_recall": 0.88 + } + }, + "120_us_timezone_Chicago": { + "1": { + "k": 1, + "selected_features": [ + 31490 + ], + "test_balanced_acc": 0.621630183336064, + "test_accuracy": 0.6215864759427828, + "test_auc": 0.621630183336064, + "test_f1": 0.5792771084337349, + "test_precision": 0.6525515743756786, + "test_recall": 0.5207972270363952 + }, + "4": { + "k": 4, + "selected_features": [ + 31490, + 5230, + 27653, + 31545 + ], + "test_balanced_acc": 0.6857316682725043, + "test_accuracy": 0.6857390550498483, + "test_auc": 0.7426098896556492, + "test_f1": 0.6910950149126545, + "test_precision": 0.6797988264878457, + "test_recall": 0.7027729636048526 + }, + "16": { + "k": 16, + "selected_features": [ + 31490, + 5230, + 27653, + 31545, + 13064, + 18966, + 21803, + 4080, + 24779, + 5105, + 4627, + 5085, + 15521, + 913, + 20145, + 1220 + ], + "test_balanced_acc": 0.7473094076037043, + "test_accuracy": 0.7472908539228436, + "test_auc": 0.8280098935637722, + "test_f1": 0.7360796740606609, + "test_precision": 0.7706161137440758, + "test_recall": 0.7045060658578857 + } + }, + "121_us_timezone_New_York": { + "1": { + "k": 1, + "selected_features": [ + 1220 + ], + "test_balanced_acc": 0.6654252113016905, + "test_accuracy": 0.6653662765496315, + "test_auc": 0.6654252113016905, + "test_f1": 0.6128385155466399, + "test_precision": 0.7273809523809524, + "test_recall": 0.5294627383015598 + }, + "4": { + "k": 4, + "selected_features": [ + 1220, + 5230, + 25479, + 547 + ], + "test_balanced_acc": 0.7131076943426913, + "test_accuracy": 0.7130472475075856, + "test_auc": 0.7912615120528018, + "test_f1": 0.6666666666666666, + "test_precision": 0.7956730769230769, + "test_recall": 0.5736568457538995 + }, + "16": { + "k": 16, + "selected_features": [ + 1220, + 5230, + 25479, + 547, + 5162, + 13064, + 30766, + 30019, + 31490, + 3342, + 28817, + 4737, + 31545, + 31405, + 21044, + 27545 + ], + "test_balanced_acc": 0.7650549166442451, + "test_accuracy": 0.7650628521889901, + "test_auc": 0.8529534888265259, + "test_f1": 0.7693617021276595, + "test_precision": 0.7558528428093646, + "test_recall": 0.7833622183708839 + } + }, + "122_us_timezone_Los_Angeles": { + "1": { + "k": 1, + "selected_features": [ + 5230 + ], + "test_balanced_acc": 0.7871538492757196, + "test_accuracy": 0.7871694841785869, + "test_auc": 0.7871538492757195, + "test_f1": 0.794646591384358, + "test_precision": 0.7679870654810024, + "test_recall": 0.8232235701906413 + }, + "4": { + "k": 4, + "selected_features": [ + 5230, + 27653, + 31405, + 1220 + ], + "test_balanced_acc": 0.8205637918413422, + "test_accuracy": 0.8205461638491548, + "test_auc": 0.8801446306147328, + "test_f1": 0.8130081300813008, + "test_precision": 0.8490566037735849, + "test_recall": 0.779896013864818 + }, + "16": { + "k": 16, + "selected_features": [ + 5230, + 27653, + 31405, + 1220, + 29456, + 22469, + 30766, + 2405, + 17605, + 20145, + 31490, + 28584, + 25487, + 15387, + 18738, + 17164 + ], + "test_balanced_acc": 0.8101546564534385, + "test_accuracy": 0.8101430429128739, + "test_auc": 0.8912955578169225, + "test_f1": 0.804986642920748, + "test_precision": 0.8278388278388278, + "test_recall": 0.7833622183708839 + } + }, + "123_world_country_United_Kingdom": { + "1": { + "k": 1, + "selected_features": [ + 29647 + ], + "test_balanced_acc": 0.9569398626586326, + "test_accuracy": 0.9569230769230769, + "test_auc": 0.9569398626586326, + "test_f1": 0.95625, + "test_precision": 0.972457627118644, + "test_recall": 0.9405737704918032 + }, + "4": { + "k": 4, + "selected_features": [ + 29647, + 24616, + 17749, + 4761 + ], + "test_balanced_acc": 0.9569398626586326, + "test_accuracy": 0.9569230769230769, + "test_auc": 0.9770361362641802, + "test_f1": 0.95625, + "test_precision": 0.972457627118644, + "test_recall": 0.9405737704918032 + }, + "16": { + "k": 16, + "selected_features": [ + 29647, + 24616, + 17749, + 4761, + 14742, + 17891, + 3183, + 20104, + 16922, + 27115, + 13986, + 2026, + 3399, + 23070, + 29386, + 22788 + ], + "test_balanced_acc": 0.9456188777055913, + "test_accuracy": 0.9456410256410256, + "test_auc": 0.984414447773252, + "test_f1": 0.9468405215646941, + "test_precision": 0.9273084479371316, + "test_recall": 0.9672131147540983 + } + }, + "124_world_country_United_States": { + "1": { + "k": 1, + "selected_features": [ + 18659 + ], + "test_balanced_acc": 0.8954896993974484, + "test_accuracy": 0.8953846153846153, + "test_auc": 0.8954896993974485, + "test_f1": 0.8835616438356164, + "test_precision": 0.9974226804123711, + "test_recall": 0.7930327868852459 + }, + "4": { + "k": 4, + "selected_features": [ + 18659, + 29522, + 4761, + 16116 + ], + "test_balanced_acc": 0.9415941528932574, + "test_accuracy": 0.9415384615384615, + "test_auc": 0.986617211431649, + "test_f1": 0.9382448537378115, + "test_precision": 0.9954022988505747, + "test_recall": 0.8872950819672131 + }, + "16": { + "k": 16, + "selected_features": [ + 18659, + 29522, + 4761, + 16116, + 5757, + 13901, + 11807, + 3399, + 17233, + 917, + 5456, + 23070, + 27115, + 17749, + 20360, + 29868 + ], + "test_balanced_acc": 0.9610361194331303, + "test_accuracy": 0.961025641025641, + "test_auc": 0.9935537078802976, + "test_f1": 0.9606625258799172, + "test_precision": 0.9707112970711297, + "test_recall": 0.9508196721311475 + } + }, + "125_world_country_Italy": { + "1": { + "k": 1, + "selected_features": [ + 9122 + ], + "test_balanced_acc": 0.9671752448917763, + "test_accuracy": 0.9671794871794872, + "test_auc": 0.9671752448917763, + "test_f1": 0.9673469387755103, + "test_precision": 0.9634146341463414, + "test_recall": 0.9713114754098361 + }, + "4": { + "k": 4, + "selected_features": [ + 9122, + 31139, + 1440, + 14639 + ], + "test_balanced_acc": 0.974359999326758, + "test_accuracy": 0.9743589743589743, + "test_auc": 0.9909659339549601, + "test_f1": 0.9743589743589743, + "test_precision": 0.9753593429158111, + "test_recall": 0.9733606557377049 + }, + "16": { + "k": 16, + "selected_features": [ + 9122, + 31139, + 1440, + 14639, + 28273, + 30766, + 7147, + 16597, + 11807, + 1242, + 29868, + 31569, + 18823, + 31111, + 6256, + 14717 + ], + "test_balanced_acc": 0.9805096441916047, + "test_accuracy": 0.9805128205128205, + "test_auc": 0.997458511461945, + "test_f1": 0.9805924412665986, + "test_precision": 0.9775967413441955, + "test_recall": 0.9836065573770492 + } + }, + "126_art_type_book": { + "1": { + "k": 1, + "selected_features": [ + 25878 + ], + "test_balanced_acc": 0.5869196625185449, + "test_accuracy": 0.5869094061551798, + "test_auc": 0.5869196625185449, + "test_f1": 0.5770084332001776, + "test_precision": 0.5914467697907189, + "test_recall": 0.5632582322357019 + }, + "4": { + "k": 4, + "selected_features": [ + 25878, + 15827, + 7995, + 23439 + ], + "test_balanced_acc": 0.6627586688932947, + "test_accuracy": 0.6627654963155614, + "test_auc": 0.7174137695199472, + "test_f1": 0.6680887372013652, + "test_precision": 0.6579831932773109, + "test_recall": 0.6785095320623917 + }, + "16": { + "k": 16, + "selected_features": [ + 25878, + 15827, + 7995, + 23439, + 19737, + 30018, + 13255, + 11302, + 12247, + 26478, + 20252, + 1944, + 30057, + 2883, + 24343, + 29054 + ], + "test_balanced_acc": 0.692687375710414, + "test_accuracy": 0.6926744690073688, + "test_auc": 0.7738936629785009, + "test_f1": 0.6833407771326485, + "test_precision": 0.7050691244239631, + "test_recall": 0.6629116117850953 + } + }, + "127_art_type_song": { + "1": { + "k": 1, + "selected_features": [ + 15827 + ], + "test_balanced_acc": 0.6784813484828216, + "test_accuracy": 0.6783701777199826, + "test_auc": 0.6784813484828216, + "test_f1": 0.5675990675990676, + "test_precision": 0.8665480427046264, + "test_recall": 0.4220103986135182 + }, + "4": { + "k": 4, + "selected_features": [ + 15827, + 7995, + 24343, + 26478 + ], + "test_balanced_acc": 0.6944839849627451, + "test_accuracy": 0.694408322496749, + "test_auc": 0.7441163959289383, + "test_f1": 0.6299212598425197, + "test_precision": 0.7989347536617842, + "test_recall": 0.5199306759098787 + }, + "16": { + "k": 16, + "selected_features": [ + 15827, + 7995, + 24343, + 26478, + 26759, + 1944, + 30057, + 13255, + 12247, + 298, + 1257, + 26936, + 21660, + 9792, + 24750, + 25878 + ], + "test_balanced_acc": 0.7585741964673574, + "test_accuracy": 0.7585609016038145, + "test_auc": 0.8258096954519969, + "test_f1": 0.7510058113544926, + "test_precision": 0.775623268698061, + "test_recall": 0.7279029462738301 + } + }, + "128_art_type_movie": { + "1": { + "k": 1, + "selected_features": [ + 11807 + ], + "test_balanced_acc": 0.5614247964393992, + "test_accuracy": 0.5613350671868227, + "test_auc": 0.5614247964393992, + "test_f1": 0.44699453551912566, + "test_precision": 0.6050295857988166, + "test_recall": 0.354419410745234 + }, + "4": { + "k": 4, + "selected_features": [ + 11807, + 15827, + 12460, + 14639 + ], + "test_balanced_acc": 0.5821637774113495, + "test_accuracy": 0.5821413090593844, + "test_auc": 0.629824465150816, + "test_f1": 0.5594149908592322, + "test_precision": 0.5918762088974855, + "test_recall": 0.5303292894280762 + }, + "16": { + "k": 16, + "selected_features": [ + 11807, + 15827, + 12460, + 14639, + 1440, + 18634, + 13860, + 31086, + 7876, + 1238, + 3623, + 9421, + 25901, + 27826, + 2006, + 28584 + ], + "test_balanced_acc": 0.6636383723569439, + "test_accuracy": 0.6636324230602514, + "test_auc": 0.7206236913424553, + "test_f1": 0.6590509666080844, + "test_precision": 0.6684491978609626, + "test_recall": 0.6499133448873483 + } + }, + "129_arith_mc_A": { + "1": { + "k": 1, + "selected_features": [ + 14542 + ], + "test_balanced_acc": 0.6484542644117113, + "test_accuracy": 0.6481876332622601, + "test_auc": 0.6484542644117113, + "test_f1": 0.5985401459854015, + "test_precision": 0.6988636363636364, + "test_recall": 0.5234042553191489 + }, + "4": { + "k": 4, + "selected_features": [ + 14542, + 3095, + 17192, + 12744 + ], + "test_balanced_acc": 0.6756319330787417, + "test_accuracy": 0.67590618336887, + "test_auc": 0.7276686670303691, + "test_f1": 0.7132075471698113, + "test_precision": 0.6406779661016949, + "test_recall": 0.8042553191489362 + }, + "16": { + "k": 16, + "selected_features": [ + 14542, + 3095, + 17192, + 12744, + 19539, + 4049, + 24006, + 17809, + 5085, + 1185, + 12127, + 18271, + 23811, + 30074, + 31587, + 27217 + ], + "test_balanced_acc": 0.73767957810511, + "test_accuracy": 0.7377398720682303, + "test_auc": 0.8222404073467902, + "test_f1": 0.7453416149068323, + "test_precision": 0.7258064516129032, + "test_recall": 0.7659574468085106 + } + }, + "130_temp_cat_Frequency": { + "1": { + "k": 1, + "selected_features": [ + 8845 + ], + "test_balanced_acc": 0.9697959183673469, + "test_accuracy": 0.9696969696969697, + "test_auc": 0.9697959183673469, + "test_f1": 0.9696969696969697, + "test_precision": 0.9795918367346939, + "test_recall": 0.96 + }, + "4": { + "k": 4, + "selected_features": [ + 8845, + 19764, + 2739, + 32236 + ], + "test_balanced_acc": 0.9697959183673469, + "test_accuracy": 0.9696969696969697, + "test_auc": 0.9944897959183674, + "test_f1": 0.9696969696969697, + "test_precision": 0.9795918367346939, + "test_recall": 0.96 + }, + "16": { + "k": 16, + "selected_features": [ + 8845, + 19764, + 2739, + 32236, + 2468, + 992, + 25240, + 22584, + 10348, + 27607, + 31889, + 26911, + 31248, + 10969, + 11535, + 20628 + ], + "test_balanced_acc": 0.9797959183673469, + "test_accuracy": 0.9797979797979798, + "test_auc": 0.9963265306122449, + "test_f1": 0.98, + "test_precision": 0.98, + "test_recall": 0.98 + } + }, + "131_temp_cat_Typical Time": { + "1": { + "k": 1, + "selected_features": [ + 14285 + ], + "test_balanced_acc": 0.7171428571428571, + "test_accuracy": 0.7171717171717171, + "test_auc": 0.7171428571428572, + "test_f1": 0.72, + "test_precision": 0.72, + "test_recall": 0.72 + }, + "4": { + "k": 4, + "selected_features": [ + 14285, + 15453, + 6330, + 23688 + ], + "test_balanced_acc": 0.8577551020408163, + "test_accuracy": 0.8585858585858586, + "test_auc": 0.9236734693877551, + "test_f1": 0.8703703703703703, + "test_precision": 0.8103448275862069, + "test_recall": 0.94 + }, + "16": { + "k": 16, + "selected_features": [ + 14285, + 15453, + 6330, + 23688, + 6714, + 16835, + 27902, + 24776, + 19764, + 31172, + 15587, + 1300, + 22739, + 29275, + 13597, + 19012 + ], + "test_balanced_acc": 0.8983673469387755, + "test_accuracy": 0.898989898989899, + "test_auc": 0.9612244897959183, + "test_f1": 0.9056603773584906, + "test_precision": 0.8571428571428571, + "test_recall": 0.96 + } + }, + "132_temp_cat_Event Ordering": { + "1": { + "k": 1, + "selected_features": [ + 6330 + ], + "test_balanced_acc": 0.846938775510204, + "test_accuracy": 0.8484848484848485, + "test_auc": 0.846938775510204, + "test_f1": 0.8695652173913043, + "test_precision": 0.7692307692307693, + "test_recall": 1.0 + }, + "4": { + "k": 4, + "selected_features": [ + 6330, + 22584, + 11535, + 12148 + ], + "test_balanced_acc": 0.9693877551020409, + "test_accuracy": 0.9696969696969697, + "test_auc": 0.9957142857142858, + "test_f1": 0.970873786407767, + "test_precision": 0.9433962264150944, + "test_recall": 1.0 + }, + "16": { + "k": 16, + "selected_features": [ + 6330, + 22584, + 11535, + 12148, + 15587, + 14619, + 20180, + 9869, + 8636, + 3372, + 23209, + 1329, + 22212, + 11039, + 30800, + 13597 + ], + "test_balanced_acc": 1.0, + "test_accuracy": 1.0, + "test_auc": 1.0, + "test_f1": 1.0, + "test_precision": 1.0, + "test_recall": 1.0 + } + }, + "133_context_type_Causality": { + "1": { + "k": 1, + "selected_features": [ + 8498 + ], + "test_balanced_acc": 0.9065660556257902, + "test_accuracy": 0.9066666666666666, + "test_auc": 0.9065660556257901, + "test_f1": 0.9090909090909091, + "test_precision": 0.8898305084745762, + "test_recall": 0.9292035398230089 + }, + "4": { + "k": 4, + "selected_features": [ + 8498, + 4560, + 12873, + 24976 + ], + "test_balanced_acc": 0.9065660556257902, + "test_accuracy": 0.9066666666666666, + "test_auc": 0.9513669405815424, + "test_f1": 0.9090909090909091, + "test_precision": 0.8898305084745762, + "test_recall": 0.9292035398230089 + }, + "16": { + "k": 16, + "selected_features": [ + 8498, + 4560, + 12873, + 24976, + 4994, + 27381, + 16863, + 4451, + 13597, + 6029, + 10821, + 11417, + 30356, + 13999, + 4654, + 31741 + ], + "test_balanced_acc": 0.924423198482933, + "test_accuracy": 0.9244444444444444, + "test_auc": 0.9616782553729456, + "test_f1": 0.9251101321585903, + "test_precision": 0.9210526315789473, + "test_recall": 0.9292035398230089 + } + }, + "134_context_type_Belief_states": { + "1": { + "k": 1, + "selected_features": [ + 992 + ], + "test_balanced_acc": 0.6615439317319849, + "test_accuracy": 0.6622222222222223, + "test_auc": 0.6615439317319848, + "test_f1": 0.7076923076923077, + "test_precision": 0.6258503401360545, + "test_recall": 0.8141592920353983 + }, + "4": { + "k": 4, + "selected_features": [ + 992, + 4771, + 18973, + 2893 + ], + "test_balanced_acc": 0.7640644753476612, + "test_accuracy": 0.7644444444444445, + "test_auc": 0.8251817319848294, + "test_f1": 0.7836734693877551, + "test_precision": 0.7272727272727273, + "test_recall": 0.8495575221238938 + }, + "16": { + "k": 16, + "selected_features": [ + 992, + 4771, + 18973, + 2893, + 2972, + 15587, + 21218, + 6375, + 1206, + 12479, + 26821, + 6345, + 1474, + 24729, + 18253, + 7070 + ], + "test_balanced_acc": 0.8314238305941846, + "test_accuracy": 0.8311111111111111, + "test_auc": 0.912689633375474, + "test_f1": 0.819047619047619, + "test_precision": 0.8865979381443299, + "test_recall": 0.7610619469026548 + } + }, + "135_context_type_Event_duration": { + "1": { + "k": 1, + "selected_features": [ + 11535 + ], + "test_balanced_acc": 0.8714838811630847, + "test_accuracy": 0.8711111111111111, + "test_auc": 0.8714838811630848, + "test_f1": 0.8599033816425121, + "test_precision": 0.9468085106382979, + "test_recall": 0.7876106194690266 + }, + "4": { + "k": 4, + "selected_features": [ + 11535, + 13229, + 23209, + 15575 + ], + "test_balanced_acc": 0.9333912768647281, + "test_accuracy": 0.9333333333333333, + "test_auc": 0.9536583438685209, + "test_f1": 0.9327354260089686, + "test_precision": 0.9454545454545454, + "test_recall": 0.9203539823008849 + }, + "16": { + "k": 16, + "selected_features": [ + 11535, + 13229, + 23209, + 15575, + 22584, + 22468, + 27719, + 7516, + 6330, + 23688, + 24487, + 14500, + 6514, + 12148, + 2690, + 4627 + ], + "test_balanced_acc": 0.9512879266750949, + "test_accuracy": 0.9511111111111111, + "test_auc": 0.9766513906447535, + "test_f1": 0.9493087557603687, + "test_precision": 0.9903846153846154, + "test_recall": 0.911504424778761 + } + }, + "136_glue_mnli_entailment": { + "1": { + "k": 1, + "selected_features": [ + 21276 + ], + "test_balanced_acc": 0.7013183151179727, + "test_accuracy": 0.7013437364542696, + "test_auc": 0.7013183151179727, + "test_f1": 0.7179697093737208, + "test_precision": 0.6803723816912335, + "test_recall": 0.7599653379549394 + }, + "4": { + "k": 4, + "selected_features": [ + 21276, + 895, + 5773, + 17840 + ], + "test_balanced_acc": 0.7130547092130994, + "test_accuracy": 0.7130472475075856, + "test_auc": 0.768462499304805, + "test_f1": 0.7081128747795414, + "test_precision": 0.7208258527827648, + "test_recall": 0.695840554592721 + }, + "16": { + "k": 16, + "selected_features": [ + 21276, + 895, + 5773, + 17840, + 24934, + 24704, + 30910, + 29031, + 13467, + 17201, + 11076, + 11534, + 685, + 23600, + 28341, + 9664 + ], + "test_balanced_acc": 0.7442761028798357, + "test_accuracy": 0.7442566103164283, + "test_auc": 0.8100265151116596, + "test_f1": 0.7323049001814882, + "test_precision": 0.7685714285714286, + "test_recall": 0.6993067590987868 + } + }, + "137_glue_mnli_neutral": { + "1": { + "k": 1, + "selected_features": [ + 21276 + ], + "test_balanced_acc": 0.6254657806250291, + "test_accuracy": 0.6254876462938882, + "test_auc": 0.6254657806250291, + "test_f1": 0.6435643564356436, + "test_precision": 0.6141732283464567, + "test_recall": 0.6759098786828422 + }, + "4": { + "k": 4, + "selected_features": [ + 21276, + 22542, + 27404, + 5773 + ], + "test_balanced_acc": 0.6320111351443976, + "test_accuracy": 0.6319895968790638, + "test_auc": 0.655373819483797, + "test_f1": 0.612859097127223, + "test_precision": 0.6467757459095284, + "test_recall": 0.5823223570190641 + }, + "16": { + "k": 16, + "selected_features": [ + 21276, + 22542, + 27404, + 5773, + 17840, + 24724, + 27656, + 5826, + 30851, + 895, + 25065, + 25543, + 9073, + 24704, + 30998, + 26234 + ], + "test_balanced_acc": 0.65841689451525, + "test_accuracy": 0.6584308625921109, + "test_auc": 0.7135575042726306, + "test_f1": 0.6691855583543241, + "test_precision": 0.6490228013029316, + "test_recall": 0.6906412478336221 + } + }, + "138_glue_mnli_contradiction": { + "1": { + "k": 1, + "selected_features": [ + 8847 + ], + "test_balanced_acc": 0.6277847255520599, + "test_accuracy": 0.6276549631556133, + "test_auc": 0.62778472555206, + "test_f1": 0.46876932591218307, + "test_precision": 0.8185745140388769, + "test_recall": 0.32842287694974004 + }, + "4": { + "k": 4, + "selected_features": [ + 8847, + 27404, + 25065, + 5826 + ], + "test_balanced_acc": 0.6792851441721619, + "test_accuracy": 0.6792371044646728, + "test_auc": 0.713868275210024, + "test_f1": 0.6393762183235867, + "test_precision": 0.7305122494432071, + "test_recall": 0.5684575389948007 + }, + "16": { + "k": 16, + "selected_features": [ + 8847, + 27404, + 25065, + 5826, + 30998, + 27656, + 25543, + 11910, + 2489, + 8304, + 5773, + 31125, + 11076, + 9664, + 17201, + 31876 + ], + "test_balanced_acc": 0.7234717360032827, + "test_accuracy": 0.7234503684438665, + "test_auc": 0.8020468042827016, + "test_f1": 0.7092069279854147, + "test_precision": 0.7480769230769231, + "test_recall": 0.6741767764298093 + } + }, + "139_news_class_Politics": { + "1": { + "k": 1, + "selected_features": [ + 19527 + ], + "test_balanced_acc": 0.6677762333932702, + "test_accuracy": 0.6677966101694915, + "test_auc": 0.6677762333932702, + "test_f1": 0.6776315789473685, + "test_precision": 0.6585677749360613, + "test_recall": 0.6978319783197832 + }, + "4": { + "k": 4, + "selected_features": [ + 19527, + 2198, + 4103, + 4712 + ], + "test_balanced_acc": 0.7023998632116579, + "test_accuracy": 0.7023728813559322, + "test_auc": 0.7526006331976481, + "test_f1": 0.6901905434015526, + "test_precision": 0.7201767304860088, + "test_recall": 0.6626016260162602 + }, + "16": { + "k": 16, + "selected_features": [ + 19527, + 2198, + 4103, + 4712, + 1440, + 23180, + 23395, + 20158, + 14892, + 24616, + 7078, + 7737, + 27505, + 8683, + 26696, + 9628 + ], + "test_balanced_acc": 0.7573477770055855, + "test_accuracy": 0.7572881355932204, + "test_auc": 0.8307235073707591, + "test_f1": 0.7340267459138187, + "test_precision": 0.8125, + "test_recall": 0.6693766937669376 + } + }, + "140_news_class_Technology": { + "1": { + "k": 1, + "selected_features": [ + 24551 + ], + "test_balanced_acc": 0.6239543229896343, + "test_accuracy": 0.6237288135593221, + "test_auc": 0.6239543229896342, + "test_f1": 0.4365482233502538, + "test_precision": 0.8704453441295547, + "test_recall": 0.29132791327913277 + }, + "4": { + "k": 4, + "selected_features": [ + 24551, + 13347, + 17032, + 8934 + ], + "test_balanced_acc": 0.7871838148503602, + "test_accuracy": 0.7871186440677966, + "test_auc": 0.804081036061378, + "test_f1": 0.7646176911544228, + "test_precision": 0.8557046979865772, + "test_recall": 0.6910569105691057 + }, + "16": { + "k": 16, + "selected_features": [ + 24551, + 13347, + 17032, + 8934, + 3976, + 7023, + 21474, + 22727, + 20860, + 2198, + 8683, + 17721, + 13630, + 24616, + 18291, + 28968 + ], + "test_balanced_acc": 0.798708784238453, + "test_accuracy": 0.7986440677966101, + "test_auc": 0.8795784565715399, + "test_f1": 0.7775280898876404, + "test_precision": 0.8693467336683417, + "test_recall": 0.7032520325203252 + } + }, + "141_news_class_Entertainment": { + "1": { + "k": 1, + "selected_features": [ + 19527 + ], + "test_balanced_acc": 0.6493796722227738, + "test_accuracy": 0.6494915254237288, + "test_auc": 0.6493796722227738, + "test_f1": 0.6992437463641652, + "test_precision": 0.6126401630988787, + "test_recall": 0.8143631436314364 + }, + "4": { + "k": 4, + "selected_features": [ + 19527, + 7078, + 20568, + 2198 + ], + "test_balanced_acc": 0.6663927222718631, + "test_accuracy": 0.6664406779661017, + "test_auc": 0.732051126481414, + "test_f1": 0.6886075949367089, + "test_precision": 0.6460807600950119, + "test_recall": 0.7371273712737128 + }, + "16": { + "k": 16, + "selected_features": [ + 19527, + 7078, + 20568, + 2198, + 22745, + 23180, + 7023, + 2813, + 16574, + 10825, + 1944, + 17721, + 1440, + 10209, + 22727, + 32454 + ], + "test_balanced_acc": 0.7884533356866812, + "test_accuracy": 0.7884745762711864, + "test_auc": 0.8711165164568877, + "test_f1": 0.7950065703022339, + "test_precision": 0.7716836734693877, + "test_recall": 0.8197831978319783 + } + }, + "142_cancer_cat_Thyroid_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 2082 + ], + "test_balanced_acc": 0.5663334693322453, + "test_accuracy": 0.565597667638484, + "test_auc": 0.5663334693322454, + "test_f1": 0.42023346303501946, + "test_precision": 0.6352941176470588, + "test_recall": 0.313953488372093 + }, + "4": { + "k": 4, + "selected_features": [ + 2082, + 27447, + 24929, + 11750 + ], + "test_balanced_acc": 0.624031007751938, + "test_accuracy": 0.6239067055393586, + "test_auc": 0.6425608595131239, + "test_f1": 0.60790273556231, + "test_precision": 0.6369426751592356, + "test_recall": 0.5813953488372093 + }, + "16": { + "k": 16, + "selected_features": [ + 2082, + 27447, + 24929, + 11750, + 14246, + 1000, + 27536, + 18268, + 2029, + 17982, + 11807, + 23447, + 3059, + 3178, + 21224, + 3675 + ], + "test_balanced_acc": 0.6297769617843056, + "test_accuracy": 0.6297376093294461, + "test_auc": 0.6953114375084999, + "test_f1": 0.6253687315634219, + "test_precision": 0.6347305389221557, + "test_recall": 0.6162790697674418 + } + }, + "143_cancer_cat_Lung_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 15241 + ], + "test_balanced_acc": 0.6790085679314566, + "test_accuracy": 0.6793002915451894, + "test_auc": 0.6790085679314566, + "test_f1": 0.708994708994709, + "test_precision": 0.6504854368932039, + "test_recall": 0.7790697674418605 + }, + "4": { + "k": 4, + "selected_features": [ + 15241, + 19552, + 32713, + 28876 + ], + "test_balanced_acc": 0.8136134910920713, + "test_accuracy": 0.8134110787172012, + "test_auc": 0.893172854617163, + "test_f1": 0.8, + "test_precision": 0.8648648648648649, + "test_recall": 0.7441860465116279 + }, + "16": { + "k": 16, + "selected_features": [ + 15241, + 19552, + 32713, + 28876, + 11750, + 21044, + 13467, + 27447, + 2078, + 1000, + 8749, + 2082, + 26490, + 26213, + 13629, + 9695 + ], + "test_balanced_acc": 0.8978138174894601, + "test_accuracy": 0.8979591836734694, + "test_auc": 0.9648272813817489, + "test_f1": 0.9030470914127424, + "test_precision": 0.8624338624338624, + "test_recall": 0.9476744186046512 + } + }, + "144_cancer_cat_Colon_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 15241 + ], + "test_balanced_acc": 0.7579559363525092, + "test_accuracy": 0.7580174927113703, + "test_auc": 0.7579559363525092, + "test_f1": 0.7635327635327636, + "test_precision": 0.7486033519553073, + "test_recall": 0.7790697674418605 + }, + "4": { + "k": 4, + "selected_features": [ + 15241, + 21044, + 3675, + 32713 + ], + "test_balanced_acc": 0.8075275397796817, + "test_accuracy": 0.8075801749271136, + "test_auc": 0.8506731946144432, + "test_f1": 0.8114285714285714, + "test_precision": 0.797752808988764, + "test_recall": 0.8255813953488372 + }, + "16": { + "k": 16, + "selected_features": [ + 15241, + 21044, + 3675, + 32713, + 19552, + 28876, + 1706, + 7458, + 8749, + 13373, + 13467, + 6275, + 8683, + 13629, + 24444, + 16154 + ], + "test_balanced_acc": 0.83093635250918, + "test_accuracy": 0.8309037900874635, + "test_auc": 0.9034237726098191, + "test_f1": 0.8294117647058824, + "test_precision": 0.8392857142857143, + "test_recall": 0.8197674418604651 + } + }, + "145_disease_class_digestive system diseases": { + "1": { + "k": 1, + "selected_features": [ + 23418 + ], + "test_balanced_acc": 0.48714285714285716, + "test_accuracy": 0.48484848484848486, + "test_auc": 0.48714285714285716, + "test_f1": 0.33766233766233766, + "test_precision": 0.48148148148148145, + "test_recall": 0.26 + }, + "4": { + "k": 4, + "selected_features": [ + 23418, + 19500, + 27334, + 23887 + ], + "test_balanced_acc": 0.5161224489795918, + "test_accuracy": 0.5151515151515151, + "test_auc": 0.5242857142857144, + "test_f1": 0.4666666666666667, + "test_precision": 0.525, + "test_recall": 0.42 + }, + "16": { + "k": 16, + "selected_features": [ + 23418, + 19500, + 27334, + 23887, + 26418, + 30061, + 30091, + 7084, + 23228, + 16913, + 25880, + 9227, + 6915, + 10731, + 22845, + 2816 + ], + "test_balanced_acc": 0.4744897959183674, + "test_accuracy": 0.47474747474747475, + "test_auc": 0.5020408163265306, + "test_f1": 0.49019607843137253, + "test_precision": 0.4807692307692308, + "test_recall": 0.5 + } + }, + "146_disease_class_cardiovascular diseases": { + "1": { + "k": 1, + "selected_features": [ + 7767 + ], + "test_balanced_acc": 0.5781632653061225, + "test_accuracy": 0.5757575757575758, + "test_auc": 0.5781632653061225, + "test_f1": 0.4473684210526316, + "test_precision": 0.6538461538461539, + "test_recall": 0.34 + }, + "4": { + "k": 4, + "selected_features": [ + 7767, + 7084, + 2084, + 31715 + ], + "test_balanced_acc": 0.6153061224489795, + "test_accuracy": 0.6161616161616161, + "test_auc": 0.6808163265306122, + "test_f1": 0.6481481481481481, + "test_precision": 0.603448275862069, + "test_recall": 0.7 + }, + "16": { + "k": 16, + "selected_features": [ + 7767, + 7084, + 2084, + 31715, + 23418, + 16120, + 28566, + 22041, + 13629, + 22764, + 21710, + 26745, + 8879, + 8683, + 31488, + 18452 + ], + "test_balanced_acc": 0.6071428571428572, + "test_accuracy": 0.6060606060606061, + "test_auc": 0.6220408163265306, + "test_f1": 0.5617977528089888, + "test_precision": 0.6410256410256411, + "test_recall": 0.5 + } + }, + "147_disease_class_nervous system diseases": { + "1": { + "k": 1, + "selected_features": [ + 23887 + ], + "test_balanced_acc": 0.5865306122448979, + "test_accuracy": 0.5858585858585859, + "test_auc": 0.586530612244898, + "test_f1": 0.5591397849462365, + "test_precision": 0.6046511627906976, + "test_recall": 0.52 + }, + "4": { + "k": 4, + "selected_features": [ + 23887, + 30073, + 24915, + 11416 + ], + "test_balanced_acc": 0.5761224489795919, + "test_accuracy": 0.5757575757575758, + "test_auc": 0.603265306122449, + "test_f1": 0.5625, + "test_precision": 0.5869565217391305, + "test_recall": 0.54 + }, + "16": { + "k": 16, + "selected_features": [ + 23887, + 30073, + 24915, + 11416, + 6230, + 29211, + 5043, + 22041, + 256, + 14378, + 9673, + 29386, + 25594, + 307, + 19500, + 17840 + ], + "test_balanced_acc": 0.5255102040816326, + "test_accuracy": 0.5252525252525253, + "test_auc": 0.5787755102040816, + "test_f1": 0.5154639175257731, + "test_precision": 0.5319148936170213, + "test_recall": 0.5 + } + }, + "148_twt_emotion_worry": { + "1": { + "k": 1, + "selected_features": [ + 1944 + ], + "test_balanced_acc": 0.5171435873110427, + "test_accuracy": 0.5172881355932203, + "test_auc": 0.5171435873110427, + "test_f1": 0.6022346368715084, + "test_precision": 0.5123574144486692, + "test_recall": 0.7303523035230353 + }, + "4": { + "k": 4, + "selected_features": [ + 1944, + 24343, + 32510, + 13174 + ], + "test_balanced_acc": 0.5619803789625413, + "test_accuracy": 0.5620338983050848, + "test_auc": 0.5648954047206686, + "test_f1": 0.5942211055276382, + "test_precision": 0.5538641686182669, + "test_recall": 0.6409214092140921 + }, + "16": { + "k": 16, + "selected_features": [ + 1944, + 24343, + 32510, + 13174, + 27525, + 10660, + 3814, + 4743, + 11206, + 14127, + 6230, + 14212, + 30851, + 4627, + 7767, + 24487 + ], + "test_balanced_acc": 0.5884638154386971, + "test_accuracy": 0.5884745762711865, + "test_auc": 0.625876530135722, + "test_f1": 0.5950633755837225, + "test_precision": 0.5860709592641261, + "test_recall": 0.6043360433604336 + } + }, + "149_twt_emotion_happiness": { + "1": { + "k": 1, + "selected_features": [ + 22602 + ], + "test_balanced_acc": 0.5663230411137219, + "test_accuracy": 0.5661016949152542, + "test_auc": 0.5663230411137219, + "test_f1": 0.3561368209255533, + "test_precision": 0.69140625, + "test_recall": 0.23983739837398374 + }, + "4": { + "k": 4, + "selected_features": [ + 22602, + 29988, + 27398, + 32510 + ], + "test_balanced_acc": 0.6447989174600023, + "test_accuracy": 0.6447457627118645, + "test_auc": 0.6831309086496563, + "test_f1": 0.6147058823529412, + "test_precision": 0.6720257234726688, + "test_recall": 0.5663956639566395 + }, + "16": { + "k": 16, + "selected_features": [ + 22602, + 29988, + 27398, + 32510, + 1944, + 23418, + 23889, + 5168, + 14127, + 13582, + 14097, + 3733, + 11910, + 15884, + 20702, + 11286 + ], + "test_balanced_acc": 0.661697057947513, + "test_accuracy": 0.6616949152542373, + "test_auc": 0.7274915150779729, + "test_f1": 0.6607749830047587, + "test_precision": 0.6630286493860846, + "test_recall": 0.6585365853658537 + } + }, + "150_twt_emotion_sadness": { + "1": { + "k": 1, + "selected_features": [ + 29988 + ], + "test_balanced_acc": 0.5764773692513044, + "test_accuracy": 0.576271186440678, + "test_auc": 0.5764773692513044, + "test_f1": 0.3914313534566699, + "test_precision": 0.6955017301038062, + "test_recall": 0.27235772357723576 + }, + "4": { + "k": 4, + "selected_features": [ + 29988, + 799, + 12591, + 11910 + ], + "test_balanced_acc": 0.6143515607476292, + "test_accuracy": 0.6142372881355932, + "test_auc": 0.6330634337550973, + "test_f1": 0.5362673186634067, + "test_precision": 0.6728016359918201, + "test_recall": 0.44579945799457993 + }, + "16": { + "k": 16, + "selected_features": [ + 29988, + 799, + 12591, + 11910, + 4627, + 14097, + 16594, + 6230, + 26967, + 1789, + 22739, + 27398, + 11286, + 9207, + 11026, + 2450 + ], + "test_balanced_acc": 0.6135775299408354, + "test_accuracy": 0.6135593220338983, + "test_auc": 0.649694064783253, + "test_f1": 0.6030640668523677, + "test_precision": 0.6203438395415473, + "test_recall": 0.5867208672086721 + } + }, + "151_it_tick_HR Support": { + "1": { + "k": 1, + "selected_features": [ + 8594 + ], + "test_balanced_acc": 0.5478424708142456, + "test_accuracy": 0.5483870967741935, + "test_auc": 0.5478424708142455, + "test_f1": 0.6300813008130082, + "test_precision": 0.5344827586206896, + "test_recall": 0.7673267326732673 + }, + "4": { + "k": 4, + "selected_features": [ + 8594, + 1613, + 11454, + 3150 + ], + "test_balanced_acc": 0.5655879020737895, + "test_accuracy": 0.56575682382134, + "test_auc": 0.591116201172356, + "test_f1": 0.5939675174013921, + "test_precision": 0.5589519650655022, + "test_recall": 0.6336633663366337 + }, + "16": { + "k": 16, + "selected_features": [ + 8594, + 1613, + 11454, + 3150, + 24310, + 31338, + 29853, + 11405, + 29434, + 21560, + 18698, + 23439, + 739, + 13345, + 23816, + 2751 + ], + "test_balanced_acc": 0.5781365449977833, + "test_accuracy": 0.5781637717121588, + "test_auc": 0.6110290133490961, + "test_f1": 0.5833333333333334, + "test_precision": 0.5776699029126213, + "test_recall": 0.5891089108910891 + } + }, + "152_it_tick_Hardware": { + "1": { + "k": 1, + "selected_features": [ + 8642 + ], + "test_balanced_acc": 0.5933451554110635, + "test_accuracy": 0.5930521091811415, + "test_auc": 0.5933451554110635, + "test_f1": 0.5393258426966292, + "test_precision": 0.6233766233766234, + "test_recall": 0.4752475247524752 + }, + "4": { + "k": 4, + "selected_features": [ + 8642, + 1999, + 31753, + 6605 + ], + "test_balanced_acc": 0.6178267080439388, + "test_accuracy": 0.6178660049627791, + "test_auc": 0.6451036894734249, + "test_f1": 0.624390243902439, + "test_precision": 0.6153846153846154, + "test_recall": 0.6336633663366337 + }, + "16": { + "k": 16, + "selected_features": [ + 8642, + 1999, + 31753, + 6605, + 6337, + 17126, + 29853, + 15811, + 8003, + 18549, + 7007, + 16727, + 29344, + 24641, + 8625, + 5399 + ], + "test_balanced_acc": 0.6427392739273927, + "test_accuracy": 0.6426799007444168, + "test_auc": 0.6900891581695483, + "test_f1": 0.6345177664974619, + "test_precision": 0.6510416666666666, + "test_recall": 0.6188118811881188 + } + }, + "153_it_tick_Administrative rights": { + "1": { + "k": 1, + "selected_features": [ + 31666 + ], + "test_balanced_acc": 0.5514629821191074, + "test_accuracy": 0.5508684863523573, + "test_auc": 0.5514629821191075, + "test_f1": 0.41042345276872966, + "test_precision": 0.6, + "test_recall": 0.3118811881188119 + }, + "4": { + "k": 4, + "selected_features": [ + 31666, + 17934, + 8625, + 8594 + ], + "test_balanced_acc": 0.5807841978227674, + "test_accuracy": 0.5806451612903226, + "test_auc": 0.6401901384168267, + "test_f1": 0.5564304461942258, + "test_precision": 0.5921787709497207, + "test_recall": 0.5247524752475248 + }, + "16": { + "k": 16, + "selected_features": [ + 31666, + 17934, + 8625, + 8594, + 17891, + 3675, + 18525, + 1999, + 20628, + 18549, + 28156, + 18775, + 7664, + 28793, + 19285, + 23811 + ], + "test_balanced_acc": 0.6649426136643515, + "test_accuracy": 0.6650124069478908, + "test_auc": 0.7267991724545589, + "test_f1": 0.6746987951807228, + "test_precision": 0.6572769953051644, + "test_recall": 0.693069306930693 + } + }, + "154_athlete_sport_football": { + "1": { + "k": 1, + "selected_features": [ + 14470 + ], + "test_balanced_acc": 0.7523153789909822, + "test_accuracy": 0.7523427041499331, + "test_auc": 0.7523153789909822, + "test_f1": 0.7575360419397117, + "test_precision": 0.7429305912596401, + "test_recall": 0.7727272727272727 + }, + "4": { + "k": 4, + "selected_features": [ + 14470, + 7033, + 10251, + 26630 + ], + "test_balanced_acc": 0.8232283408123181, + "test_accuracy": 0.8232931726907631, + "test_auc": 0.9088256799185676, + "test_f1": 0.8316326530612245, + "test_precision": 0.7951219512195122, + "test_recall": 0.8716577540106952 + }, + "16": { + "k": 16, + "selected_features": [ + 14470, + 7033, + 10251, + 26630, + 3183, + 31040, + 30359, + 5889, + 32031, + 13901, + 14403, + 5012, + 12215, + 11000, + 7748, + 9792 + ], + "test_balanced_acc": 0.8447083195939843, + "test_accuracy": 0.8447121820615796, + "test_auc": 0.935273329414632, + "test_f1": 0.8453333333333334, + "test_precision": 0.8430851063829787, + "test_recall": 0.8475935828877005 + } + }, + "155_athlete_sport_basketball": { + "1": { + "k": 1, + "selected_features": [ + 7033 + ], + "test_balanced_acc": 0.8742598672420467, + "test_accuracy": 0.8741633199464525, + "test_auc": 0.8742598672420467, + "test_f1": 0.8645533141210374, + "test_precision": 0.9375, + "test_recall": 0.8021390374331551 + }, + "4": { + "k": 4, + "selected_features": [ + 7033, + 3183, + 14470, + 26630 + ], + "test_balanced_acc": 0.867604048687474, + "test_accuracy": 0.8674698795180723, + "test_auc": 0.9516960330317845, + "test_f1": 0.8528974739970282, + "test_precision": 0.959866220735786, + "test_recall": 0.767379679144385 + }, + "16": { + "k": 16, + "selected_features": [ + 7033, + 3183, + 14470, + 26630, + 3639, + 30706, + 10937, + 12215, + 32281, + 3242, + 32031, + 18659, + 10251, + 31776, + 5615, + 11301 + ], + "test_balanced_acc": 0.8902883112786913, + "test_accuracy": 0.8902275769745649, + "test_auc": 0.959857206348296, + "test_f1": 0.8851540616246498, + "test_precision": 0.9294117647058824, + "test_recall": 0.8449197860962567 + } + }, + "156_athlete_sport_baseball": { + "1": { + "k": 1, + "selected_features": [ + 26630 + ], + "test_balanced_acc": 0.855503863743889, + "test_accuracy": 0.8554216867469879, + "test_auc": 0.8555038637438889, + "test_f1": 0.8461538461538461, + "test_precision": 0.9054878048780488, + "test_recall": 0.7941176470588235 + }, + "4": { + "k": 4, + "selected_features": [ + 26630, + 3639, + 7033, + 31040 + ], + "test_balanced_acc": 0.8634392338461098, + "test_accuracy": 0.8634538152610441, + "test_auc": 0.9459685165804075, + "test_f1": 0.8650793650793651, + "test_precision": 0.856020942408377, + "test_recall": 0.8743315508021391 + }, + "16": { + "k": 16, + "selected_features": [ + 26630, + 3639, + 7033, + 31040, + 30766, + 667, + 18659, + 10251, + 30359, + 8957, + 27997, + 13901, + 27915, + 14470, + 4118, + 2528 + ], + "test_balanced_acc": 0.8701165574687102, + "test_accuracy": 0.8701472556894244, + "test_auc": 0.9596027297099683, + "test_f1": 0.873202614379085, + "test_precision": 0.8542199488491049, + "test_recall": 0.893048128342246 + } + }, + "157_amazon_5star": { + "1": { + "k": 1, + "selected_features": [ + 29104 + ], + "test_balanced_acc": 0.817301056989935, + "test_accuracy": 0.8174358974358974, + "test_auc": 0.817301056989935, + "test_f1": 0.8387681159420289, + "test_precision": 0.7516233766233766, + "test_recall": 0.9487704918032787 + }, + "4": { + "k": 4, + "selected_features": [ + 29104, + 20530, + 12591, + 13582 + ], + "test_balanced_acc": 0.8286094186555357, + "test_accuracy": 0.8287179487179487, + "test_auc": 0.8402985828255967, + "test_f1": 0.845227062094532, + "test_precision": 0.7715736040609137, + "test_recall": 0.9344262295081968 + }, + "16": { + "k": 16, + "selected_features": [ + 29104, + 20530, + 12591, + 13582, + 11572, + 23889, + 21889, + 2822, + 27644, + 624, + 25598, + 23418, + 25720, + 22013, + 23986, + 19682 + ], + "test_balanced_acc": 0.8388742552260411, + "test_accuracy": 0.838974358974359, + "test_auc": 0.9073850439290402, + "test_f1": 0.8534080298786181, + "test_precision": 0.7838765008576329, + "test_recall": 0.9364754098360656 + } + }, + "158_code_C": { + "1": { + "k": 1, + "selected_features": [ + 18303 + ], + "test_balanced_acc": 0.7839341045331945, + "test_accuracy": 0.7838655462184874, + "test_auc": 0.7839341045331946, + "test_f1": 0.7285774588433939, + "test_precision": 0.9795686719636776, + "test_recall": 0.5799731182795699 + }, + "4": { + "k": 4, + "selected_features": [ + 18303, + 25379, + 29923, + 12594 + ], + "test_balanced_acc": 0.7977100823625543, + "test_accuracy": 0.7976470588235294, + "test_auc": 0.8255811115690826, + "test_f1": 0.7510339123242349, + "test_precision": 0.9763440860215054, + "test_recall": 0.6102150537634409 + }, + "16": { + "k": 16, + "selected_features": [ + 18303, + 25379, + 29923, + 12594, + 10707, + 8567, + 22403, + 18848, + 5780, + 32403, + 25269, + 5639, + 21889, + 12279, + 25294, + 26517 + ], + "test_balanced_acc": 0.8729734762204338, + "test_accuracy": 0.8729411764705882, + "test_auc": 0.9484061236812229, + "test_f1": 0.8594795539033457, + "test_precision": 0.961730449251248, + "test_recall": 0.7768817204301075 + } + }, + "159_code_Python": { + "1": { + "k": 1, + "selected_features": [ + 6271 + ], + "test_balanced_acc": 0.7688081653903724, + "test_accuracy": 0.7687394957983193, + "test_auc": 0.7688081653903724, + "test_f1": 0.7094594594594594, + "test_precision": 0.9545454545454546, + "test_recall": 0.5645161290322581 + }, + "4": { + "k": 4, + "selected_features": [ + 6271, + 420, + 24343, + 1944 + ], + "test_balanced_acc": 0.7942843352061957, + "test_accuracy": 0.7942857142857143, + "test_auc": 0.8956787679603155, + "test_f1": 0.7951807228915663, + "test_precision": 0.792, + "test_recall": 0.7983870967741935 + }, + "16": { + "k": 16, + "selected_features": [ + 6271, + 420, + 24343, + 1944, + 43, + 23492, + 7830, + 4364, + 404, + 24430, + 2751, + 22574, + 21603, + 19052, + 1999, + 2890 + ], + "test_balanced_acc": 0.8154862301234354, + "test_accuracy": 0.8154621848739496, + "test_auc": 0.9203830148021201, + "test_f1": 0.8013029315960912, + "test_precision": 0.8682352941176471, + "test_recall": 0.7439516129032258 + } + }, + "160_code_HTML": { + "1": { + "k": 1, + "selected_features": [ + 1943 + ], + "test_balanced_acc": 0.7412401656651554, + "test_accuracy": 0.7411764705882353, + "test_auc": 0.7412401656651554, + "test_f1": 0.6807628524046434, + "test_precision": 0.8885281385281385, + "test_recall": 0.551747311827957 + }, + "4": { + "k": 4, + "selected_features": [ + 1943, + 16613, + 23418, + 13633 + ], + "test_balanced_acc": 0.7667052628153677, + "test_accuracy": 0.7667226890756302, + "test_auc": 0.8765072383596908, + "test_f1": 0.7782747603833866, + "test_precision": 0.7417783191230207, + "test_recall": 0.8185483870967742 + }, + "16": { + "k": 16, + "selected_features": [ + 1943, + 16613, + 23418, + 13633, + 6337, + 27242, + 739, + 457, + 31158, + 23325, + 24060, + 14111, + 29923, + 29386, + 7622, + 31715 + ], + "test_balanced_acc": 0.8087741610083086, + "test_accuracy": 0.8087394957983193, + "test_auc": 0.914137579452025, + "test_f1": 0.7868115399025852, + "test_precision": 0.8890770533446232, + "test_recall": 0.7056451612903226 + } + }, + "161_agnews_0": { + "1": { + "k": 1, + "selected_features": [ + 22093 + ], + "test_balanced_acc": 0.9485887096774194, + "test_accuracy": 0.9485714285714286, + "test_auc": 0.9485887096774194, + "test_f1": 0.9458023379383634, + "test_precision": 1.0, + "test_recall": 0.8971774193548387 + }, + "4": { + "k": 4, + "selected_features": [ + 22093, + 31511, + 2371, + 24729 + ], + "test_balanced_acc": 0.9573252688172043, + "test_accuracy": 0.9573109243697479, + "test_auc": 0.9517945853309325, + "test_f1": 0.9554229554229554, + "test_precision": 1.0, + "test_recall": 0.9146505376344086 + }, + "16": { + "k": 16, + "selected_features": [ + 22093, + 31511, + 2371, + 24729, + 10209, + 21474, + 2696, + 13729, + 22016, + 19527, + 25880, + 1197, + 2029, + 4627, + 28968, + 11760 + ], + "test_balanced_acc": 0.990255376344086, + "test_accuracy": 0.9902521008403361, + "test_auc": 0.9984670007448062, + "test_f1": 0.9901594842212419, + "test_precision": 1.0, + "test_recall": 0.980510752688172 + } + }, + "162_agnews_1": { + "1": { + "k": 1, + "selected_features": [ + 24729 + ], + "test_balanced_acc": 0.9186823437533895, + "test_accuracy": 0.9186554621848739, + "test_auc": 0.9186823437533895, + "test_f1": 0.9116143170197224, + "test_precision": 0.9984, + "test_recall": 0.8387096774193549 + }, + "4": { + "k": 4, + "selected_features": [ + 24729, + 31511, + 22093, + 13729 + ], + "test_balanced_acc": 0.932793665169823, + "test_accuracy": 0.9327731092436975, + "test_auc": 0.9411492342234853, + "test_f1": 0.9284180386542591, + "test_precision": 0.9931087289433385, + "test_recall": 0.8716397849462365 + }, + "16": { + "k": 16, + "selected_features": [ + 24729, + 31511, + 22093, + 13729, + 10209, + 2371, + 25880, + 2696, + 22016, + 1197, + 4627, + 1999, + 27093, + 7023, + 1944, + 2813 + ], + "test_balanced_acc": 0.9586689028931745, + "test_accuracy": 0.958655462184874, + "test_auc": 0.9941592818766225, + "test_f1": 0.9569478473923696, + "test_precision": 0.9985390796201608, + "test_recall": 0.9186827956989247 + } + }, + "163_agnews_2": { + "1": { + "k": 1, + "selected_features": [ + 2371 + ], + "test_balanced_acc": 0.9109543010752688, + "test_accuracy": 0.9109243697478991, + "test_auc": 0.9109543010752688, + "test_f1": 0.9022500922168941, + "test_precision": 1.0, + "test_recall": 0.8219086021505376 + }, + "4": { + "k": 4, + "selected_features": [ + 2371, + 24729, + 31511, + 22093 + ], + "test_balanced_acc": 0.9385058047884534, + "test_accuracy": 0.9384873949579832, + "test_auc": 0.9414326040740179, + "test_f1": 0.9349448986846782, + "test_precision": 0.9924528301886792, + "test_recall": 0.883736559139785 + }, + "16": { + "k": 16, + "selected_features": [ + 2371, + 24729, + 31511, + 22093, + 21474, + 13729, + 10209, + 2696, + 25880, + 22016, + 1197, + 4627, + 2029, + 27093, + 28968, + 11760 + ], + "test_balanced_acc": 0.9828629032258065, + "test_accuracy": 0.9828571428571429, + "test_auc": 0.9971082264934088, + "test_f1": 0.9825641025641025, + "test_precision": 1.0, + "test_recall": 0.9657258064516129 + } + } +} \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/cfg.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/cfg.json new file mode 100644 index 0000000000000000000000000000000000000000..abb0f404adf6bcd3f4e87559f79489fc0cb5cc9d --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/cfg.json @@ -0,0 +1 @@ +{"d_sae": 32768, "device": "cuda", "dtype": "float32", "metadata": {"sae_lens_version": "6.39.0", "sae_lens_training_version": "6.39.0", "model_name": "gemma-2-2b", "hook_name": "blocks.12.hook_resid_post", "hook_head_index": null, "context_size": 1024, "prepend_bos": true, "seqpos_slice": [null], "model_from_pretrained_kwargs": {"center_writing_weights": false}, "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", "model_class_name": "AutoModelForCausalLM", "exclude_special_tokens": true, "sequence_separator_token": "bos", "disable_concat_sequences": false}, "d_in": 2304, "normalize_activations": "none", "apply_b_dec_to_input": true, "reshape_activations": "none", "architecture": "jumprelu"} \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/binarized_probing_binarized_linear_results.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/binarized_probing_binarized_linear_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d223b147786ca905398c91b973dca4733d6fef1a --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/binarized_probing_binarized_linear_results.json @@ -0,0 +1,6330 @@ +{ + "5_hist_fig_ismale": { + "1": { + "k": 1, + "selected_features": [ + 21661 + ], + "test_balanced_acc": 0.9086725941962799, + "test_accuracy": 0.9086792452830189, + "test_auc": 0.9086725941962798, + "test_f1": 0.9110512129380054, + "test_precision": 0.8881987577639752, + "test_recall": 0.9351106639839034 + }, + "4": { + "k": 4, + "selected_features": [ + 21661, + 9425, + 32365, + 31715 + ], + "test_balanced_acc": 0.9164736785078869, + "test_accuracy": 0.9164779874213836, + "test_auc": 0.9611353323767466, + "test_f1": 0.9179030662710188, + "test_precision": 0.9027237354085603, + "test_recall": 0.9336016096579477 + }, + "16": { + "k": 16, + "selected_features": [ + 21661, + 9425, + 32365, + 31715, + 19831, + 9778, + 2504, + 8821, + 21889, + 7540, + 85, + 878, + 30428, + 31708, + 27625, + 15428 + ], + "test_balanced_acc": 0.9091802956642725, + "test_accuracy": 0.9091823899371069, + "test_auc": 0.9676411513874388, + "test_f1": 0.909952606635071, + "test_precision": 0.9025235032162295, + "test_recall": 0.9175050301810865 + } + }, + "6_hist_fig_isamerican": { + "1": { + "k": 1, + "selected_features": [ + 1440 + ], + "test_balanced_acc": 0.8158448678988881, + "test_accuracy": 0.8158490566037736, + "test_auc": 0.815844867898888, + "test_f1": 0.8189015338941118, + "test_precision": 0.8057448880233691, + "test_recall": 0.8324949698189135 + }, + "4": { + "k": 4, + "selected_features": [ + 1440, + 31139, + 31590, + 30022 + ], + "test_balanced_acc": 0.8724347848540666, + "test_accuracy": 0.8724528301886793, + "test_auc": 0.9298335306251198, + "test_f1": 0.8810138465149026, + "test_precision": 0.825780906291245, + "test_recall": 0.9441649899396378 + }, + "16": { + "k": 16, + "selected_features": [ + 1440, + 31139, + 31590, + 30022, + 6256, + 32565, + 29522, + 6405, + 28950, + 23439, + 23045, + 22162, + 24676, + 14225, + 14865, + 21056 + ], + "test_balanced_acc": 0.9114399532575422, + "test_accuracy": 0.9114465408805031, + "test_auc": 0.9607504108698492, + "test_f1": 0.9137254901960784, + "test_precision": 0.8910133843212237, + "test_recall": 0.937625754527163 + } + }, + "7_hist_fig_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 31715 + ], + "test_balanced_acc": 0.5693233381162668, + "test_accuracy": 0.5693081761006289, + "test_auc": 0.5693233381162668, + "test_f1": 0.5417558886509636, + "test_precision": 0.5789473684210527, + "test_recall": 0.5090543259557344 + }, + "4": { + "k": 4, + "selected_features": [ + 31715, + 7702, + 2528, + 18990 + ], + "test_balanced_acc": 0.5876524876485891, + "test_accuracy": 0.5876729559748428, + "test_auc": 0.614749392175904, + "test_f1": 0.6187485461735287, + "test_precision": 0.5755084379056685, + "test_recall": 0.6690140845070423 + }, + "16": { + "k": 16, + "selected_features": [ + 31715, + 7702, + 2528, + 18990, + 14759, + 31139, + 11807, + 3437, + 878, + 31569, + 21889, + 5105, + 997, + 8722, + 16590, + 23690 + ], + "test_balanced_acc": 0.5989925461171659, + "test_accuracy": 0.5989937106918239, + "test_auc": 0.627056754214264, + "test_f1": 0.6009013520280421, + "test_precision": 0.5982053838484547, + "test_recall": 0.6036217303822937 + } + }, + "21_headline_istrump": { + "1": { + "k": 1, + "selected_features": [ + 21652 + ], + "test_balanced_acc": 0.825655999408631, + "test_accuracy": 0.8256603773584905, + "test_auc": 0.825655999408631, + "test_f1": 0.8286773794808405, + "test_precision": 0.8147788040836169, + "test_recall": 0.8430583501006036 + }, + "4": { + "k": 4, + "selected_features": [ + 21652, + 24021, + 20078, + 6974 + ], + "test_balanced_acc": 0.85710323845438, + "test_accuracy": 0.8571069182389938, + "test_auc": 0.9283189068988669, + "test_f1": 0.8591968269707486, + "test_precision": 0.8470185728250245, + "test_recall": 0.8717303822937625 + }, + "16": { + "k": 16, + "selected_features": [ + 21652, + 24021, + 20078, + 6974, + 1440, + 7078, + 29853, + 28345, + 23070, + 24487, + 15106, + 14506, + 2029, + 9500, + 11440, + 20578 + ], + "test_balanced_acc": 0.8782375936545291, + "test_accuracy": 0.8782389937106918, + "test_auc": 0.9423074683632747, + "test_f1": 0.8789394697348675, + "test_precision": 0.8741293532338309, + "test_recall": 0.8838028169014085 + } + }, + "22_headline_isobama": { + "1": { + "k": 1, + "selected_features": [ + 21652 + ], + "test_balanced_acc": 0.7115983524211372, + "test_accuracy": 0.7115689381933439, + "test_auc": 0.7115983524211373, + "test_f1": 0.7064516129032258, + "test_precision": 0.7203947368421053, + "test_recall": 0.6930379746835443 + }, + "4": { + "k": 4, + "selected_features": [ + 21652, + 21157, + 1440, + 24487 + ], + "test_balanced_acc": 0.7638738195700221, + "test_accuracy": 0.7638668779714739, + "test_auc": 0.833564396222624, + "test_f1": 0.7631160572337043, + "test_precision": 0.7667731629392971, + "test_recall": 0.759493670886076 + }, + "16": { + "k": 16, + "selected_features": [ + 21652, + 21157, + 1440, + 24487, + 16695, + 27505, + 7713, + 7078, + 6974, + 24021, + 13927, + 25525, + 10268, + 23070, + 491, + 15106 + ], + "test_balanced_acc": 0.8399236487844083, + "test_accuracy": 0.8399366085578447, + "test_auc": 0.9200773558368496, + "test_f1": 0.8414442700156985, + "test_precision": 0.8348909657320872, + "test_recall": 0.8481012658227848 + } + }, + "23_headline_ischina": { + "1": { + "k": 1, + "selected_features": [ + 1440 + ], + "test_balanced_acc": 0.6745324893931008, + "test_accuracy": 0.6746698679471789, + "test_auc": 0.6745324893931008, + "test_f1": 0.7082884822389667, + "test_precision": 0.642578125, + "test_recall": 0.7889688249400479 + }, + "4": { + "k": 4, + "selected_features": [ + 1440, + 24204, + 23127, + 3436 + ], + "test_balanced_acc": 0.7034507009776794, + "test_accuracy": 0.7034813925570228, + "test_auc": 0.7887987686773659, + "test_f1": 0.7111111111111111, + "test_precision": 0.6940639269406392, + "test_recall": 0.7290167865707434 + }, + "16": { + "k": 16, + "selected_features": [ + 1440, + 24204, + 23127, + 3436, + 30573, + 18659, + 29740, + 24021, + 8096, + 1596, + 23070, + 24487, + 6158, + 20088, + 672, + 14506 + ], + "test_balanced_acc": 0.7839420771075447, + "test_accuracy": 0.7839135654261705, + "test_auc": 0.8503620180778455, + "test_f1": 0.7788697788697788, + "test_precision": 0.7984886649874056, + "test_recall": 0.7601918465227818 + } + }, + "24_headline_isiran": { + "1": { + "k": 1, + "selected_features": [ + 24204 + ], + "test_balanced_acc": 0.7435492684111469, + "test_accuracy": 0.743801652892562, + "test_auc": 0.7435492684111469, + "test_f1": 0.7657430730478589, + "test_precision": 0.7069767441860465, + "test_recall": 0.8351648351648352 + }, + "4": { + "k": 4, + "selected_features": [ + 24204, + 2883, + 27505, + 23395 + ], + "test_balanced_acc": 0.7435492684111469, + "test_accuracy": 0.743801652892562, + "test_auc": 0.82564810879728, + "test_f1": 0.7657430730478589, + "test_precision": 0.7069767441860465, + "test_recall": 0.8351648351648352 + }, + "16": { + "k": 16, + "selected_features": [ + 24204, + 2883, + 27505, + 23395, + 1440, + 3436, + 32642, + 22656, + 14392, + 8642, + 18563, + 18414, + 11658, + 18107, + 11760, + 23528 + ], + "test_balanced_acc": 0.7658156760366706, + "test_accuracy": 0.7658402203856749, + "test_auc": 0.8444235322688362, + "test_f1": 0.7683923705722071, + "test_precision": 0.7621621621621621, + "test_recall": 0.7747252747252747 + } + }, + "26_headline_isfrontpage": { + "1": { + "k": 1, + "selected_features": [ + 1440 + ], + "test_balanced_acc": 0.6394894277593087, + "test_accuracy": 0.6394968553459119, + "test_auc": 0.6394894277593087, + "test_f1": 0.6498900561935012, + "test_precision": 0.6318289786223278, + "test_recall": 0.6690140845070423 + }, + "4": { + "k": 4, + "selected_features": [ + 1440, + 21652, + 7078, + 6974 + ], + "test_balanced_acc": 0.6490767706389318, + "test_accuracy": 0.6490566037735849, + "test_auc": 0.698304446710459, + "test_f1": 0.6185397867104184, + "test_precision": 0.6776512881965249, + "test_recall": 0.5689134808853119 + }, + "16": { + "k": 16, + "selected_features": [ + 1440, + 21652, + 7078, + 6974, + 23070, + 8028, + 24487, + 28345, + 27635, + 6230, + 14486, + 8683, + 20759, + 30428, + 30523, + 16040 + ], + "test_balanced_acc": 0.665411188823935, + "test_accuracy": 0.6654088050314465, + "test_auc": 0.7326630897615184, + "test_f1": 0.6622651091924835, + "test_precision": 0.6687179487179488, + "test_recall": 0.6559356136820925 + } + }, + "36_sciq_tf": { + "1": { + "k": 1, + "selected_features": [ + 15631 + ], + "test_balanced_acc": 0.6985687400700125, + "test_accuracy": 0.6986163522012578, + "test_auc": 0.6985687400700125, + "test_f1": 0.7466159052453468, + "test_precision": 0.6441605839416058, + "test_recall": 0.8878269617706237 + }, + "4": { + "k": 4, + "selected_features": [ + 15631, + 15529, + 32565, + 21388 + ], + "test_balanced_acc": 0.7753395055790202, + "test_accuracy": 0.7753459119496855, + "test_auc": 0.840292509966695, + "test_f1": 0.7809663968604366, + "test_precision": 0.762087123025371, + "test_recall": 0.8008048289738431 + }, + "16": { + "k": 16, + "selected_features": [ + 15631, + 15529, + 32565, + 21388, + 2047, + 20393, + 13046, + 22137, + 11485, + 29386, + 25582, + 18246, + 14893, + 28268, + 12868, + 27662 + ], + "test_balanced_acc": 0.8176042920836544, + "test_accuracy": 0.8176100628930818, + "test_auc": 0.8950578154381752, + "test_f1": 0.8217359232849767, + "test_precision": 0.8037518037518038, + "test_recall": 0.8405432595573441 + } + }, + "41_truthqa_tf": { + "1": { + "k": 1, + "selected_features": [ + 18107 + ], + "test_balanced_acc": 0.6377551020408163, + "test_accuracy": 0.6363636363636364, + "test_auc": 0.6377551020408163, + "test_f1": 0.5813953488372093, + "test_precision": 0.6944444444444444, + "test_recall": 0.5 + }, + "4": { + "k": 4, + "selected_features": [ + 18107, + 14212, + 19003, + 18777 + ], + "test_balanced_acc": 0.573265306122449, + "test_accuracy": 0.5757575757575758, + "test_auc": 0.6895918367346938, + "test_f1": 0.6612903225806451, + "test_precision": 0.5540540540540541, + "test_recall": 0.82 + }, + "16": { + "k": 16, + "selected_features": [ + 18107, + 14212, + 19003, + 18777, + 14582, + 24537, + 9010, + 8942, + 7841, + 2317, + 30057, + 5394, + 13878, + 24343, + 2031, + 11534 + ], + "test_balanced_acc": 0.6763265306122449, + "test_accuracy": 0.6767676767676768, + "test_auc": 0.7555102040816327, + "test_f1": 0.6923076923076923, + "test_precision": 0.6666666666666666, + "test_recall": 0.72 + } + }, + "42_temp_sense": { + "1": { + "k": 1, + "selected_features": [ + 2489 + ], + "test_balanced_acc": 0.6737896494156929, + "test_accuracy": 0.6738949124270225, + "test_auc": 0.6737896494156929, + "test_f1": 0.7105847520355293, + "test_precision": 0.6391478029294274, + "test_recall": 0.8 + }, + "4": { + "k": 4, + "selected_features": [ + 2489, + 31537, + 7004, + 8642 + ], + "test_balanced_acc": 0.710543962159154, + "test_accuracy": 0.7105921601334445, + "test_auc": 0.7688508625486923, + "test_f1": 0.7265563435776202, + "test_precision": 0.6890881913303438, + "test_recall": 0.7683333333333333 + }, + "16": { + "k": 16, + "selected_features": [ + 2489, + 31537, + 7004, + 8642, + 31117, + 15631, + 11893, + 6230, + 18107, + 2358, + 22033, + 24888, + 9073, + 32669, + 15529, + 32330 + ], + "test_balanced_acc": 0.7580717863105175, + "test_accuracy": 0.7581317764804003, + "test_auc": 0.8421953255425709, + "test_f1": 0.7744945567651633, + "test_precision": 0.7259475218658892, + "test_recall": 0.83 + } + }, + "44_phys_tf": { + "1": { + "k": 1, + "selected_features": [ + 2489 + ], + "test_balanced_acc": 0.5906388254033511, + "test_accuracy": 0.590691823899371, + "test_auc": 0.5906388254033511, + "test_f1": 0.6619571992520258, + "test_precision": 0.5638938053097345, + "test_recall": 0.8013078470824949 + }, + "4": { + "k": 4, + "selected_features": [ + 2489, + 31537, + 12868, + 6207 + ], + "test_balanced_acc": 0.6032579472810694, + "test_accuracy": 0.6032704402515723, + "test_auc": 0.636212341993582, + "test_f1": 0.6220944164869399, + "test_precision": 0.594050343249428, + "test_recall": 0.6529175050301811 + }, + "16": { + "k": 16, + "selected_features": [ + 2489, + 31537, + 12868, + 6207, + 21648, + 17891, + 32330, + 5508, + 3873, + 13644, + 18150, + 8879, + 21997, + 30356, + 30940, + 5713 + ], + "test_balanced_acc": 0.6156037888123913, + "test_accuracy": 0.6155974842767296, + "test_auc": 0.6777075386389804, + "test_f1": 0.6057791537667698, + "test_precision": 0.621822033898305, + "test_recall": 0.5905432595573441 + } + }, + "47_reasoning_tf": { + "1": { + "k": 1, + "selected_features": [ + 2590 + ], + "test_balanced_acc": 0.5536486834942556, + "test_accuracy": 0.5535607420706165, + "test_auc": 0.5536486834942556, + "test_f1": 0.47685834502103785, + "test_precision": 0.576271186440678, + "test_recall": 0.40669856459330145 + }, + "4": { + "k": 4, + "selected_features": [ + 2590, + 8304, + 10742, + 14386 + ], + "test_balanced_acc": 0.5578252585737615, + "test_accuracy": 0.5577498503889886, + "test_auc": 0.5775535054293327, + "test_f1": 0.4941820670773443, + "test_precision": 0.5776, + "test_recall": 0.4318181818181818 + }, + "16": { + "k": 16, + "selected_features": [ + 2590, + 8304, + 10742, + 14386, + 19552, + 26696, + 7004, + 9171, + 12891, + 5209, + 1121, + 31862, + 20933, + 16704, + 24802, + 23686 + ], + "test_balanced_acc": 0.5703270492507807, + "test_accuracy": 0.5703171753441053, + "test_auc": 0.5906626937512535, + "test_f1": 0.5632603406326034, + "test_precision": 0.573019801980198, + "test_recall": 0.5538277511961722 + } + }, + "48_cm_correct": { + "1": { + "k": 1, + "selected_features": [ + 21194 + ], + "test_balanced_acc": 0.6053506494427056, + "test_accuracy": 0.6052830188679246, + "test_auc": 0.6053506494427056, + "test_f1": 0.4602683178534572, + "test_precision": 0.7279651795429815, + "test_recall": 0.3365191146881288 + }, + "4": { + "k": 4, + "selected_features": [ + 21194, + 18107, + 14748, + 30180 + ], + "test_balanced_acc": 0.5917223269156965, + "test_accuracy": 0.5916981132075472, + "test_auc": 0.6156923929080269, + "test_f1": 0.5482883384358475, + "test_precision": 0.6137071651090342, + "test_recall": 0.4954728370221328 + }, + "16": { + "k": 16, + "selected_features": [ + 21194, + 18107, + 14748, + 30180, + 16554, + 17920, + 2489, + 19290, + 3443, + 1453, + 28154, + 31537, + 1096, + 8809, + 5209, + 23268 + ], + "test_balanced_acc": 0.6284472056293473, + "test_accuracy": 0.6284276729559748, + "test_auc": 0.712112508974329, + "test_f1": 0.5972184346877557, + "test_precision": 0.6521739130434783, + "test_recall": 0.5508048289738431 + } + }, + "49_cm_isshort": { + "1": { + "k": 1, + "selected_features": [ + 6605 + ], + "test_balanced_acc": 0.9974836436839456, + "test_accuracy": 0.9974842767295597, + "test_auc": 0.9974836436839457, + "test_f1": 0.997491219267436, + "test_precision": 0.994994994994995, + "test_recall": 1.0 + }, + "4": { + "k": 4, + "selected_features": [ + 6605, + 6475, + 16858, + 27879 + ], + "test_balanced_acc": 0.9974836436839456, + "test_accuracy": 0.9974842767295597, + "test_auc": 0.9999835449536677, + "test_f1": 0.997491219267436, + "test_precision": 0.994994994994995, + "test_recall": 1.0 + }, + "16": { + "k": 16, + "selected_features": [ + 6605, + 6475, + 16858, + 27879, + 31511, + 22355, + 15138, + 9313, + 18492, + 992, + 7007, + 8642, + 8873, + 13729, + 11039, + 31172 + ], + "test_balanced_acc": 0.9987418218419728, + "test_accuracy": 0.9987421383647799, + "test_auc": 0.9999979747635284, + "test_f1": 0.9987440341622708, + "test_precision": 0.997491219267436, + "test_recall": 1.0 + } + }, + "50_deon_isvalid": { + "1": { + "k": 1, + "selected_features": [ + 31537 + ], + "test_balanced_acc": 0.6329114596993132, + "test_accuracy": 0.6329559748427673, + "test_auc": 0.6329114596993132, + "test_f1": 0.6881812353066895, + "test_precision": 0.5982905982905983, + "test_recall": 0.8098591549295775 + }, + "4": { + "k": 4, + "selected_features": [ + 31537, + 2489, + 25598, + 5608 + ], + "test_balanced_acc": 0.6442963265248258, + "test_accuracy": 0.6442767295597485, + "test_auc": 0.7253950223737998, + "test_f1": 0.6142935079105292, + "test_precision": 0.6710369487485102, + "test_recall": 0.5663983903420523 + }, + "16": { + "k": 16, + "selected_features": [ + 31537, + 2489, + 25598, + 5608, + 16696, + 160, + 407, + 20455, + 20887, + 19674, + 20915, + 3248, + 5085, + 18492, + 1781, + 5034 + ], + "test_balanced_acc": 0.6885600214270019, + "test_accuracy": 0.6885534591194968, + "test_auc": 0.7688779886161459, + "test_f1": 0.6802685950413223, + "test_precision": 0.6990445859872612, + "test_recall": 0.6624748490945674 + } + }, + "51_just_is": { + "1": { + "k": 1, + "selected_features": [ + 2489 + ], + "test_balanced_acc": 0.6689335813572932, + "test_accuracy": 0.6689308176100629, + "test_auc": 0.6689335813572932, + "test_f1": 0.6653102746693794, + "test_precision": 0.6728395061728395, + "test_recall": 0.6579476861167002 + }, + "4": { + "k": 4, + "selected_features": [ + 2489, + 31537, + 10648, + 5608 + ], + "test_balanced_acc": 0.6709513497694775, + "test_accuracy": 0.6709433962264151, + "test_auc": 0.7201554824670215, + "test_f1": 0.6602597402597402, + "test_precision": 0.6825993555316864, + "test_recall": 0.6393360160965795 + }, + "16": { + "k": 16, + "selected_features": [ + 2489, + 31537, + 10648, + 5608, + 11039, + 5085, + 25598, + 3248, + 3275, + 23268, + 11572, + 20970, + 2696, + 15241, + 9669, + 31394 + ], + "test_balanced_acc": 0.7111935579253073, + "test_accuracy": 0.7111949685534591, + "test_auc": 0.7866653873922954, + "test_f1": 0.7128564282141071, + "test_precision": 0.7089552238805971, + "test_recall": 0.7168008048289738 + } + }, + "52_virtue_is": { + "1": { + "k": 1, + "selected_features": [ + 12267 + ], + "test_balanced_acc": 0.7072713790224412, + "test_accuracy": 0.7072273324572931, + "test_auc": 0.7072713790224413, + "test_f1": 0.6483585858585859, + "test_precision": 0.8118577075098814, + "test_recall": 0.5396741986337362 + }, + "4": { + "k": 4, + "selected_features": [ + 12267, + 23964, + 23600, + 23858 + ], + "test_balanced_acc": 0.7747836306943544, + "test_accuracy": 0.7747700394218134, + "test_auc": 0.8420149047964004, + "test_f1": 0.7625380991964533, + "test_precision": 0.8065650644783119, + "test_recall": 0.7230688386757751 + }, + "16": { + "k": 16, + "selected_features": [ + 12267, + 23964, + 23600, + 23858, + 28705, + 25055, + 3222, + 10259, + 12108, + 3623, + 2574, + 25157, + 19199, + 14934, + 7271, + 19184 + ], + "test_balanced_acc": 0.8207613138367501, + "test_accuracy": 0.8207621550591327, + "test_auc": 0.9136793805563521, + "test_f1": 0.821372446306967, + "test_precision": 0.8187989556135771, + "test_recall": 0.8239621650026274 + } + }, + "54_cs_tf": { + "1": { + "k": 1, + "selected_features": [ + 10969 + ], + "test_balanced_acc": 0.5217493942011404, + "test_accuracy": 0.5217610062893082, + "test_auc": 0.5217493942011404, + "test_f1": 0.5429189709064679, + "test_precision": 0.5200368493781667, + "test_recall": 0.567907444668008 + }, + "4": { + "k": 4, + "selected_features": [ + 10969, + 5713, + 24729, + 21997 + ], + "test_balanced_acc": 0.5258010063400028, + "test_accuracy": 0.5257861635220126, + "test_auc": 0.5370008171829164, + "test_f1": 0.49612403100775193, + "test_precision": 0.5293782087849401, + "test_recall": 0.46680080482897385 + }, + "16": { + "k": 16, + "selected_features": [ + 10969, + 5713, + 24729, + 21997, + 12104, + 21599, + 17322, + 1944, + 14067, + 6158, + 26785, + 18492, + 1096, + 28627, + 9792, + 23439 + ], + "test_balanced_acc": 0.5497009485195015, + "test_accuracy": 0.549685534591195, + "test_auc": 0.5632175033087301, + "test_f1": 0.5203644158628081, + "test_precision": 0.5567660550458715, + "test_recall": 0.48843058350100604 + } + }, + "56_wikidatasex_or_gender": { + "1": { + "k": 1, + "selected_features": [ + 21661 + ], + "test_balanced_acc": 0.9768599012292173, + "test_accuracy": 0.9768553459119497, + "test_auc": 0.9768599012292173, + "test_f1": 0.9764344262295082, + "test_precision": 0.9947807933194155, + "test_recall": 0.9587525150905433 + }, + "4": { + "k": 4, + "selected_features": [ + 21661, + 6230, + 17781, + 13489 + ], + "test_balanced_acc": 0.9826437234377579, + "test_accuracy": 0.9826415094339622, + "test_auc": 0.9929090142262735, + "test_f1": 0.9824917533620908, + "test_precision": 0.9912954429083461, + "test_recall": 0.9738430583501007 + }, + "16": { + "k": 16, + "selected_features": [ + 21661, + 6230, + 17781, + 13489, + 6883, + 29105, + 26461, + 17891, + 9425, + 15529, + 17047, + 31590, + 1440, + 15393, + 11485, + 8722 + ], + "test_balanced_acc": 0.9766028227745942, + "test_accuracy": 0.9766037735849057, + "test_auc": 0.9972656776086818, + "test_f1": 0.9766975695314457, + "test_precision": 0.9730404393409885, + "test_recall": 0.9803822937625755 + } + }, + "57_wikidatais_alive": { + "1": { + "k": 1, + "selected_features": [ + 17047 + ], + "test_balanced_acc": 0.8155577906290283, + "test_accuracy": 0.8155974842767295, + "test_auc": 0.8155577906290283, + "test_f1": 0.8407560286769498, + "test_precision": 0.739961759082218, + "test_recall": 0.9733400402414487 + }, + "4": { + "k": 4, + "selected_features": [ + 17047, + 18738, + 5547, + 6883 + ], + "test_balanced_acc": 0.8898097948536716, + "test_accuracy": 0.889811320754717, + "test_auc": 0.9554937830303412, + "test_f1": 0.8905, + "test_precision": 0.8851888667992047, + "test_recall": 0.8958752515090543 + }, + "16": { + "k": 16, + "selected_features": [ + 17047, + 18738, + 5547, + 6883, + 23208, + 19218, + 13243, + 25279, + 26735, + 29051, + 19321, + 21036, + 6230, + 29105, + 25146, + 667 + ], + "test_balanced_acc": 0.9539597929803278, + "test_accuracy": 0.9539622641509434, + "test_auc": 0.9892071351106133, + "test_f1": 0.9544209215442092, + "test_precision": 0.9452392698569314, + "test_recall": 0.9637826961770624 + } + }, + "58_wikidatapolitical_party": { + "1": { + "k": 1, + "selected_features": [ + 11440 + ], + "test_balanced_acc": 0.845617521709347, + "test_accuracy": 0.8455696202531645, + "test_auc": 0.845617521709347, + "test_f1": 0.8295136948015651, + "test_precision": 0.9263420724094882, + "test_recall": 0.7510121457489879 + }, + "4": { + "k": 4, + "selected_features": [ + 11440, + 17781, + 5285, + 30706 + ], + "test_balanced_acc": 0.8607704818511089, + "test_accuracy": 0.8607594936708861, + "test_auc": 0.9145275217503661, + "test_f1": 0.8577340920848422, + "test_precision": 0.8772486772486773, + "test_recall": 0.8390688259109311 + }, + "16": { + "k": 16, + "selected_features": [ + 11440, + 17781, + 5285, + 30706, + 13489, + 11123, + 28512, + 22969, + 18966, + 6859, + 3639, + 16628, + 3342, + 5511, + 30423, + 6798 + ], + "test_balanced_acc": 0.8632967443157813, + "test_accuracy": 0.8632911392405064, + "test_auc": 0.9361532923962935, + "test_f1": 0.8618219037871033, + "test_precision": 0.8716356107660456, + "test_recall": 0.8522267206477733 + } + }, + "59_wikidata_occupation_isjournalist": { + "1": { + "k": 1, + "selected_features": [ + 6883 + ], + "test_balanced_acc": 0.7097085703706196, + "test_accuracy": 0.7097435897435898, + "test_auc": 0.7097085703706196, + "test_f1": 0.7195242814667988, + "test_precision": 0.6967370441458733, + "test_recall": 0.7438524590163934 + }, + "4": { + "k": 4, + "selected_features": [ + 6883, + 20252, + 717, + 25666 + ], + "test_balanced_acc": 0.8328950247416433, + "test_accuracy": 0.8328205128205128, + "test_auc": 0.8743856666778873, + "test_f1": 0.8198895027624309, + "test_precision": 0.8896882494004796, + "test_recall": 0.7602459016393442 + }, + "16": { + "k": 16, + "selected_features": [ + 6883, + 20252, + 717, + 25666, + 31619, + 4706, + 8344, + 31776, + 32565, + 1862, + 913, + 2273, + 6405, + 30352, + 24935, + 10743 + ], + "test_balanced_acc": 0.8636537684720773, + "test_accuracy": 0.8635897435897436, + "test_auc": 0.9015110075066483, + "test_f1": 0.8546448087431694, + "test_precision": 0.9156908665105387, + "test_recall": 0.8012295081967213 + } + }, + "60_wikidata_occupation_isathlete": { + "1": { + "k": 1, + "selected_features": [ + 32390 + ], + "test_balanced_acc": 0.811389150705221, + "test_accuracy": 0.8112820512820513, + "test_auc": 0.8113891507052209, + "test_f1": 0.7894736842105263, + "test_precision": 0.8937823834196891, + "test_recall": 0.7069672131147541 + }, + "4": { + "k": 4, + "selected_features": [ + 32390, + 9526, + 22727, + 26175 + ], + "test_balanced_acc": 0.8544177298279867, + "test_accuracy": 0.8543589743589743, + "test_auc": 0.8878042212273202, + "test_f1": 0.8456521739130435, + "test_precision": 0.9004629629629629, + "test_recall": 0.7971311475409836 + }, + "16": { + "k": 16, + "selected_features": [ + 32390, + 9526, + 22727, + 26175, + 1862, + 25279, + 7841, + 4524, + 31776, + 19218, + 6883, + 27322, + 15529, + 11485, + 11092, + 8957 + ], + "test_balanced_acc": 0.865700844918706, + "test_accuracy": 0.8656410256410256, + "test_auc": 0.9168461978658229, + "test_f1": 0.8574537540805223, + "test_precision": 0.91415313225058, + "test_recall": 0.8073770491803278 + } + }, + "61_wikidata_occupation_isactor": { + "1": { + "k": 1, + "selected_features": [ + 13243 + ], + "test_balanced_acc": 0.8174714713703841, + "test_accuracy": 0.8174358974358974, + "test_auc": 0.8174714713703841, + "test_f1": 0.8110403397027601, + "test_precision": 0.8414096916299559, + "test_recall": 0.7827868852459017 + }, + "4": { + "k": 4, + "selected_features": [ + 13243, + 20652, + 10585, + 1862 + ], + "test_balanced_acc": 0.8585202982462046, + "test_accuracy": 0.8584615384615385, + "test_auc": 0.9029416467499243, + "test_f1": 0.85, + "test_precision": 0.9050925925925926, + "test_recall": 0.8012295081967213 + }, + "16": { + "k": 16, + "selected_features": [ + 13243, + 20652, + 10585, + 1862, + 2453, + 9431, + 25279, + 21036, + 30359, + 8646, + 21889, + 5230, + 913, + 31776, + 11000, + 3677 + ], + "test_balanced_acc": 0.8656798061063049, + "test_accuracy": 0.8656410256410256, + "test_auc": 0.9169177298279866, + "test_f1": 0.8604898828541001, + "test_precision": 0.8957871396895787, + "test_recall": 0.8278688524590164 + } + }, + "62_wikidata_occupation_ispolitician": { + "1": { + "k": 1, + "selected_features": [ + 6230 + ], + "test_balanced_acc": 0.7086355909381628, + "test_accuracy": 0.7087179487179487, + "test_auc": 0.7086355909381626, + "test_f1": 0.7305502846299811, + "test_precision": 0.6802120141342756, + "test_recall": 0.7889344262295082 + }, + "4": { + "k": 4, + "selected_features": [ + 6230, + 22112, + 29105, + 17047 + ], + "test_balanced_acc": 0.7969039283670516, + "test_accuracy": 0.796923076923077, + "test_auc": 0.8765000673241997, + "test_f1": 0.8008048289738431, + "test_precision": 0.7865612648221344, + "test_recall": 0.8155737704918032 + }, + "16": { + "k": 16, + "selected_features": [ + 6230, + 22112, + 29105, + 17047, + 13243, + 18990, + 16438, + 17891, + 686, + 3976, + 5034, + 11092, + 25279, + 31715, + 30299, + 14893 + ], + "test_balanced_acc": 0.8574262800013465, + "test_accuracy": 0.8574358974358974, + "test_auc": 0.935598091358939, + "test_f1": 0.8588832487309644, + "test_precision": 0.8511066398390342, + "test_recall": 0.8668032786885246 + } + }, + "63_wikidata_occupation_issinger": { + "1": { + "k": 1, + "selected_features": [ + 32004 + ], + "test_balanced_acc": 0.8257670751001447, + "test_accuracy": 0.8256410256410256, + "test_auc": 0.8257670751001446, + "test_f1": 0.8014018691588785, + "test_precision": 0.9320652173913043, + "test_recall": 0.7028688524590164 + }, + "4": { + "k": 4, + "selected_features": [ + 32004, + 11092, + 29621, + 30299 + ], + "test_balanced_acc": 0.8615919648567678, + "test_accuracy": 0.8615384615384616, + "test_auc": 0.8871751607365267, + "test_f1": 0.8540540540540541, + "test_precision": 0.9038901601830663, + "test_recall": 0.8094262295081968 + }, + "16": { + "k": 16, + "selected_features": [ + 32004, + 11092, + 29621, + 30299, + 6317, + 25951, + 13243, + 7841, + 21530, + 15989, + 5086, + 21574, + 15568, + 29522, + 21303, + 5547 + ], + "test_balanced_acc": 0.8574957080822703, + "test_accuracy": 0.8574358974358974, + "test_auc": 0.9152241054296966, + "test_f1": 0.8487486398258978, + "test_precision": 0.9048723897911833, + "test_recall": 0.7991803278688525 + } + }, + "64_wikidata_occupation_isresearcher": { + "1": { + "k": 1, + "selected_features": [ + 22162 + ], + "test_balanced_acc": 0.8738607038928239, + "test_accuracy": 0.8737967914438503, + "test_auc": 0.8738607038928237, + "test_f1": 0.865909090909091, + "test_precision": 0.9247572815533981, + "test_recall": 0.8141025641025641 + }, + "4": { + "k": 4, + "selected_features": [ + 22162, + 13513, + 15428, + 2317 + ], + "test_balanced_acc": 0.8770383791797067, + "test_accuracy": 0.8770053475935828, + "test_auc": 0.9183161295045664, + "test_f1": 0.8732083792723263, + "test_precision": 0.9020501138952164, + "test_recall": 0.8461538461538461 + }, + "16": { + "k": 16, + "selected_features": [ + 22162, + 13513, + 15428, + 2317, + 30359, + 6405, + 18823, + 31590, + 30477, + 1441, + 25279, + 6883, + 7841, + 19218, + 28950, + 21036 + ], + "test_balanced_acc": 0.8984196270063507, + "test_accuracy": 0.8983957219251337, + "test_auc": 0.9543640989037134, + "test_f1": 0.8961748633879781, + "test_precision": 0.9172259507829977, + "test_recall": 0.8760683760683761 + } + }, + "65_high-school": { + "1": { + "k": 1, + "selected_features": [ + 20101 + ], + "test_balanced_acc": 0.9834546140213215, + "test_accuracy": 0.983448275862069, + "test_auc": 0.9834546140213215, + "test_f1": 0.983224603914259, + "test_precision": 0.997164461247637, + "test_recall": 0.9696691176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 20101, + 17589, + 11676, + 27610 + ], + "test_balanced_acc": 0.9839129045132313, + "test_accuracy": 0.9839080459770115, + "test_auc": 0.9961015713783214, + "test_f1": 0.983743613562471, + "test_precision": 0.9943661971830986, + "test_recall": 0.9733455882352942 + }, + "16": { + "k": 16, + "selected_features": [ + 20101, + 17589, + 11676, + 27610, + 7798, + 18659, + 13513, + 8902, + 15529, + 5176, + 2230, + 25715, + 5034, + 21889, + 11807, + 22000 + ], + "test_balanced_acc": 0.9885093383029384, + "test_accuracy": 0.9885057471264368, + "test_auc": 0.9971259605498133, + "test_f1": 0.9884205650764243, + "test_precision": 0.996265172735761, + "test_recall": 0.9806985294117647 + } + }, + "66_living-room": { + "1": { + "k": 1, + "selected_features": [ + 14645 + ], + "test_balanced_acc": 0.9689447771197321, + "test_accuracy": 0.968944099378882, + "test_auc": 0.968944777119732, + "test_f1": 0.9689143950263032, + "test_precision": 0.9703065134099617, + "test_recall": 0.9675262655205349 + }, + "4": { + "k": 4, + "selected_features": [ + 14645, + 17589, + 3469, + 11807 + ], + "test_balanced_acc": 0.9890148672068607, + "test_accuracy": 0.989010989010989, + "test_auc": 0.99785054631187, + "test_f1": 0.9889263360616274, + "test_precision": 0.9970873786407767, + "test_recall": 0.9808978032473734 + }, + "16": { + "k": 16, + "selected_features": [ + 14645, + 17589, + 3469, + 11807, + 17546, + 30035, + 32329, + 23365, + 27888, + 28156, + 14284, + 6508, + 28837, + 13513, + 25889, + 1827 + ], + "test_balanced_acc": 0.9947441565722697, + "test_accuracy": 0.9947443860487338, + "test_auc": 0.9996128426661991, + "test_f1": 0.9947494033412888, + "test_precision": 0.9942748091603053, + "test_recall": 0.9952244508118434 + } + }, + "67_social-security": { + "1": { + "k": 1, + "selected_features": [ + 10706 + ], + "test_balanced_acc": 0.9926470588235294, + "test_accuracy": 0.9926436781609196, + "test_auc": 0.9926470588235294, + "test_f1": 0.9925925925925926, + "test_precision": 1.0, + "test_recall": 0.9852941176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 10706, + 23338, + 20068, + 13869 + ], + "test_balanced_acc": 0.9958639705882353, + "test_accuracy": 0.9958620689655172, + "test_auc": 0.9998287752313437, + "test_f1": 0.9958467928011075, + "test_precision": 1.0, + "test_recall": 0.9917279411764706 + }, + "16": { + "k": 16, + "selected_features": [ + 10706, + 23338, + 20068, + 13869, + 17589, + 20248, + 4016, + 23603, + 28584, + 5963, + 8061, + 1275, + 8344, + 477, + 29471, + 15019 + ], + "test_balanced_acc": 0.9908050185345527, + "test_accuracy": 0.9908045977011494, + "test_auc": 0.99951718843011, + "test_f1": 0.9908003679852806, + "test_precision": 0.9917127071823204, + "test_recall": 0.9898897058823529 + } + }, + "68_credit-card": { + "1": { + "k": 1, + "selected_features": [ + 17589 + ], + "test_balanced_acc": 0.9374983088911737, + "test_accuracy": 0.9374712643678161, + "test_auc": 0.9374983088911737, + "test_f1": 0.93359375, + "test_precision": 0.9958333333333333, + "test_recall": 0.8786764705882353 + }, + "4": { + "k": 4, + "selected_features": [ + 17589, + 12572, + 17350, + 7798 + ], + "test_balanced_acc": 0.9650726838573516, + "test_accuracy": 0.9650574712643678, + "test_auc": 0.989525694707506, + "test_f1": 0.9638783269961977, + "test_precision": 0.9980314960629921, + "test_recall": 0.9319852941176471 + }, + "16": { + "k": 16, + "selected_features": [ + 17589, + 12572, + 17350, + 7798, + 13513, + 15529, + 9792, + 18463, + 17355, + 18259, + 31111, + 8061, + 24265, + 26510, + 1209, + 5963 + ], + "test_balanced_acc": 0.974261746441907, + "test_accuracy": 0.9742528735632184, + "test_auc": 0.9899006980897235, + "test_f1": 0.9737582005623243, + "test_precision": 0.9933078393881453, + "test_recall": 0.9549632352941176 + } + }, + "69_blood-pressure": { + "1": { + "k": 1, + "selected_features": [ + 7165 + ], + "test_balanced_acc": 0.9802389705882353, + "test_accuracy": 0.9802298850574712, + "test_auc": 0.9802389705882353, + "test_f1": 0.9798406000937646, + "test_precision": 1.0, + "test_recall": 0.9604779411764706 + }, + "4": { + "k": 4, + "selected_features": [ + 7165, + 17589, + 23742, + 3334 + ], + "test_balanced_acc": 0.9944810663455814, + "test_accuracy": 0.9944827586206897, + "test_auc": 0.9998148235835272, + "test_f1": 0.9945054945054945, + "test_precision": 0.9908759124087592, + "test_recall": 0.9981617647058824 + }, + "16": { + "k": 16, + "selected_features": [ + 7165, + 17589, + 23742, + 3334, + 12440, + 27595, + 14093, + 10727, + 13412, + 28057, + 3399, + 27604, + 6203, + 17350, + 8061, + 361 + ], + "test_balanced_acc": 0.9977022058823529, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.9999695600411278, + "test_f1": 0.9976969138645785, + "test_precision": 1.0, + "test_recall": 0.9954044117647058 + } + }, + "70_prime-factors": { + "1": { + "k": 1, + "selected_features": [ + 27307 + ], + "test_balanced_acc": 0.9995404411764706, + "test_accuracy": 0.9995402298850574, + "test_auc": 0.9995404411764706, + "test_f1": 0.9995402298850574, + "test_precision": 1.0, + "test_recall": 0.9990808823529411 + }, + "4": { + "k": 4, + "selected_features": [ + 27307, + 11177, + 6850, + 23758 + ], + "test_balanced_acc": 0.9995404411764706, + "test_accuracy": 0.9995402298850574, + "test_auc": 0.9999983088911737, + "test_f1": 0.9995402298850574, + "test_precision": 1.0, + "test_recall": 0.9990808823529411 + }, + "16": { + "k": 16, + "selected_features": [ + 27307, + 11177, + 6850, + 23758, + 12434, + 15348, + 29898, + 17749, + 21682, + 2772, + 14925, + 31889, + 7478, + 31708, + 1391, + 25159 + ], + "test_balanced_acc": 0.9954039889874993, + "test_accuracy": 0.9954022988505747, + "test_auc": 0.9999433478543212, + "test_f1": 0.9953874538745388, + "test_precision": 0.9990740740740741, + "test_recall": 0.9917279411764706 + } + }, + "71_social-media": { + "1": { + "k": 1, + "selected_features": [ + 10501 + ], + "test_balanced_acc": 0.9761029411764706, + "test_accuracy": 0.9760919540229885, + "test_auc": 0.9761029411764706, + "test_f1": 0.975517890772128, + "test_precision": 1.0, + "test_recall": 0.9522058823529411 + }, + "4": { + "k": 4, + "selected_features": [ + 10501, + 17589, + 5822, + 23289 + ], + "test_balanced_acc": 0.98804597448455, + "test_accuracy": 0.9880459770114942, + "test_auc": 0.9965150474863358, + "test_f1": 0.9880514705882353, + "test_precision": 0.9880514705882353, + "test_recall": 0.9880514705882353 + }, + "16": { + "k": 16, + "selected_features": [ + 10501, + 17589, + 5822, + 23289, + 23208, + 18259, + 11457, + 24021, + 8902, + 3151, + 17350, + 11807, + 7053, + 23669, + 6825, + 15529 + ], + "test_balanced_acc": 0.9977022058823529, + "test_accuracy": 0.9977011494252873, + "test_auc": 0.9987722549921532, + "test_f1": 0.9976969138645785, + "test_precision": 1.0, + "test_recall": 0.9954044117647058 + } + }, + "72_gene-expression": { + "1": { + "k": 1, + "selected_features": [ + 15445 + ], + "test_balanced_acc": 0.8322436955462957, + "test_accuracy": 0.832183908045977, + "test_auc": 0.8322436955462957, + "test_f1": 0.8071843634442684, + "test_precision": 0.9490683229813665, + "test_recall": 0.7022058823529411 + }, + "4": { + "k": 4, + "selected_features": [ + 15445, + 279, + 17350, + 29985 + ], + "test_balanced_acc": 0.9374763244764328, + "test_accuracy": 0.9374712643678161, + "test_auc": 0.9806516011418366, + "test_f1": 0.9368029739776952, + "test_precision": 0.9473684210526315, + "test_recall": 0.9264705882352942 + }, + "16": { + "k": 16, + "selected_features": [ + 15445, + 279, + 17350, + 29985, + 13513, + 23055, + 17978, + 10727, + 13489, + 13860, + 26936, + 29617, + 525, + 25126, + 13105, + 31056 + ], + "test_balanced_acc": 0.978852684127929, + "test_accuracy": 0.9788505747126437, + "test_auc": 0.9967725188051301, + "test_f1": 0.9787626962142197, + "test_precision": 0.9833024118738405, + "test_recall": 0.9742647058823529 + } + }, + "73_control-group": { + "1": { + "k": 1, + "selected_features": [ + 22816 + ], + "test_balanced_acc": 0.9609311583419016, + "test_accuracy": 0.960919540229885, + "test_auc": 0.9609311583419016, + "test_f1": 0.95992456388496, + "test_precision": 0.9854791868344628, + "test_recall": 0.9356617647058824 + }, + "4": { + "k": 4, + "selected_features": [ + 22816, + 13864, + 14391, + 5484 + ], + "test_balanced_acc": 0.9646067833757238, + "test_accuracy": 0.9645977011494253, + "test_auc": 0.9751622618918773, + "test_f1": 0.9639006094702297, + "test_precision": 0.9837320574162679, + "test_recall": 0.9448529411764706 + }, + "16": { + "k": 16, + "selected_features": [ + 22816, + 13864, + 14391, + 5484, + 32593, + 20881, + 13255, + 5747, + 17210, + 13513, + 4525, + 18970, + 32339, + 29011, + 25518, + 5034 + ], + "test_balanced_acc": 0.973797959846312, + "test_accuracy": 0.9737931034482759, + "test_auc": 0.9901556327452784, + "test_f1": 0.9735253135160241, + "test_precision": 0.984037558685446, + "test_recall": 0.9632352941176471 + } + }, + "74_magnetic-field": { + "1": { + "k": 1, + "selected_features": [ + 12440 + ], + "test_balanced_acc": 0.9328891917852697, + "test_accuracy": 0.9328735632183908, + "test_auc": 0.9328891917852699, + "test_f1": 0.9305423406279734, + "test_precision": 0.9644970414201184, + "test_recall": 0.8988970588235294 + }, + "4": { + "k": 4, + "selected_features": [ + 12440, + 25613, + 8902, + 17589 + ], + "test_balanced_acc": 0.9609290444558689, + "test_accuracy": 0.960919540229885, + "test_auc": 0.9865024149034038, + "test_f1": 0.9601126231816048, + "test_precision": 0.9808245445829339, + "test_recall": 0.9402573529411765 + }, + "16": { + "k": 16, + "selected_features": [ + 12440, + 25613, + 8902, + 17589, + 17781, + 361, + 212, + 1, + 1405, + 10941, + 27719, + 16368, + 9792, + 15529, + 30922, + 25084 + ], + "test_balanced_acc": 0.9590819308404135, + "test_accuracy": 0.9590804597701149, + "test_auc": 0.988757931300395, + "test_f1": 0.958967266021208, + "test_precision": 0.9620721554116559, + "test_recall": 0.9558823529411765 + } + }, + "75_cell-lines": { + "1": { + "k": 1, + "selected_features": [ + 13783 + ], + "test_balanced_acc": 0.9659926470588236, + "test_accuracy": 0.9659770114942529, + "test_auc": 0.9659926470588236, + "test_f1": 0.9647954329210275, + "test_precision": 1.0, + "test_recall": 0.9319852941176471 + }, + "4": { + "k": 4, + "selected_features": [ + 13783, + 27225, + 11807, + 20080 + ], + "test_balanced_acc": 0.9829929413117593, + "test_accuracy": 0.9829885057471265, + "test_auc": 0.988452263380053, + "test_f1": 0.982830626450116, + "test_precision": 0.9925023430178069, + "test_recall": 0.9733455882352942 + }, + "16": { + "k": 16, + "selected_features": [ + 13783, + 27225, + 11807, + 20080, + 541, + 13592, + 4133, + 5034, + 11364, + 2171, + 17589, + 8666, + 17553, + 18259, + 30823, + 31715 + ], + "test_balanced_acc": 0.9825325369338167, + "test_accuracy": 0.9825287356321839, + "test_auc": 0.9947782787217925, + "test_f1": 0.9823911028730306, + "test_precision": 0.9906542056074766, + "test_recall": 0.9742647058823529 + } + }, + "76_trial-court": { + "1": { + "k": 1, + "selected_features": [ + 13880 + ], + "test_balanced_acc": 0.9696686948698523, + "test_accuracy": 0.9696551724137931, + "test_auc": 0.9696686948698523, + "test_f1": 0.96875, + "test_precision": 0.9990234375, + "test_recall": 0.9402573529411765 + }, + "4": { + "k": 4, + "selected_features": [ + 13880, + 3880, + 16827, + 32128 + ], + "test_balanced_acc": 0.9696678493154391, + "test_accuracy": 0.9696551724137931, + "test_auc": 0.9775894258347314, + "test_f1": 0.9688090737240076, + "test_precision": 0.9970817120622568, + "test_recall": 0.9420955882352942 + }, + "16": { + "k": 16, + "selected_features": [ + 13880, + 3880, + 16827, + 32128, + 5304, + 27875, + 6414, + 13513, + 13255, + 5617, + 2392, + 204, + 17503, + 15730, + 29386, + 30786 + ], + "test_balanced_acc": 0.9793194301639699, + "test_accuracy": 0.9793103448275862, + "test_auc": 0.9909162089398776, + "test_f1": 0.9789029535864979, + "test_precision": 0.999043062200957, + "test_recall": 0.9595588235294118 + } + }, + "77_second-derivative": { + "1": { + "k": 1, + "selected_features": [ + 9536 + ], + "test_balanced_acc": 0.9512626664051085, + "test_accuracy": 0.9512643678160919, + "test_auc": 0.9512626664051085, + "test_f1": 0.9514652014652014, + "test_precision": 0.947992700729927, + "test_recall": 0.9549632352941176 + }, + "4": { + "k": 4, + "selected_features": [ + 9536, + 14102, + 2930, + 15426 + ], + "test_balanced_acc": 0.9908050185345527, + "test_accuracy": 0.9908045977011494, + "test_auc": 0.996544641890795, + "test_f1": 0.9908003679852806, + "test_precision": 0.9917127071823204, + "test_recall": 0.9898897058823529 + }, + "16": { + "k": 16, + "selected_features": [ + 9536, + 14102, + 2930, + 15426, + 9770, + 23080, + 1329, + 20248, + 8677, + 13677, + 19945, + 11963, + 400, + 21141, + 31530, + 18834 + ], + "test_balanced_acc": 0.994941470723524, + "test_accuracy": 0.9949425287356322, + "test_auc": 0.998305931733319, + "test_f1": 0.994956441999083, + "test_precision": 0.9926806953339433, + "test_recall": 0.9972426470588235 + } + }, + "78_north-america": { + "1": { + "k": 1, + "selected_features": [ + 4376 + ], + "test_balanced_acc": 0.984375, + "test_accuracy": 0.984367816091954, + "test_auc": 0.984375, + "test_f1": 0.9841269841269841, + "test_precision": 1.0, + "test_recall": 0.96875 + }, + "4": { + "k": 4, + "selected_features": [ + 4376, + 5663, + 19598, + 23816 + ], + "test_balanced_acc": 0.984375, + "test_accuracy": 0.984367816091954, + "test_auc": 0.9892136851290656, + "test_f1": 0.9841269841269841, + "test_precision": 1.0, + "test_recall": 0.96875 + }, + "16": { + "k": 16, + "selected_features": [ + 4376, + 5663, + 19598, + 23816, + 28951, + 22703, + 17646, + 3838, + 26503, + 13513, + 17350, + 4090, + 11807, + 17589, + 18572, + 17239 + ], + "test_balanced_acc": 0.9834457356999837, + "test_accuracy": 0.983448275862069, + "test_auc": 0.9982704184479679, + "test_f1": 0.9835466179159049, + "test_precision": 0.9781818181818182, + "test_recall": 0.9889705882352942 + } + }, + "79_human-rights": { + "1": { + "k": 1, + "selected_features": [ + 17589 + ], + "test_balanced_acc": 0.9439287502029331, + "test_accuracy": 0.9439080459770115, + "test_auc": 0.9439287502029331, + "test_f1": 0.9412897016361886, + "test_precision": 0.9878787878787879, + "test_recall": 0.8988970588235294 + }, + "4": { + "k": 4, + "selected_features": [ + 17589, + 800, + 25475, + 781 + ], + "test_balanced_acc": 0.9774761215433736, + "test_accuracy": 0.9774712643678161, + "test_auc": 0.9939606276043076, + "test_f1": 0.9772410589874594, + "test_precision": 0.9877934272300469, + "test_recall": 0.9669117647058824 + }, + "16": { + "k": 16, + "selected_features": [ + 17589, + 800, + 25475, + 781, + 8061, + 20235, + 18574, + 12437, + 1440, + 27403, + 18238, + 15509, + 70, + 28234, + 2625, + 9594 + ], + "test_balanced_acc": 0.9802305150441042, + "test_accuracy": 0.9802298850574712, + "test_auc": 0.9978653978840847, + "test_f1": 0.980211688909342, + "test_precision": 0.9815668202764977, + "test_recall": 0.9788602941176471 + } + }, + "80_side-effects": { + "1": { + "k": 1, + "selected_features": [ + 17589 + ], + "test_balanced_acc": 0.9843745772227934, + "test_accuracy": 0.984367816091954, + "test_auc": 0.9843745772227935, + "test_f1": 0.9841417910447762, + "test_precision": 0.9990530303030303, + "test_recall": 0.9696691176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 17589, + 1665, + 11807, + 25325 + ], + "test_balanced_acc": 0.991727518399264, + "test_accuracy": 0.9917241379310345, + "test_auc": 0.9926136594242113, + "test_f1": 0.9916666666666667, + "test_precision": 0.9990671641791045, + "test_recall": 0.984375 + }, + "16": { + "k": 16, + "selected_features": [ + 17589, + 1665, + 11807, + 25325, + 15529, + 28732, + 13513, + 15771, + 16738, + 7704, + 7707, + 1190, + 10043, + 13174, + 15120, + 18159 + ], + "test_balanced_acc": 0.9866664524595488, + "test_accuracy": 0.9866666666666667, + "test_auc": 0.9970261851290654, + "test_f1": 0.9866789159393661, + "test_precision": 0.9862258953168044, + "test_recall": 0.9871323529411765 + } + }, + "81_public-health": { + "1": { + "k": 1, + "selected_features": [ + 18423 + ], + "test_balanced_acc": 0.9025642283132204, + "test_accuracy": 0.9025287356321839, + "test_auc": 0.9025642283132204, + "test_f1": 0.8944223107569721, + "test_precision": 0.9760869565217392, + "test_recall": 0.8253676470588235 + }, + "4": { + "k": 4, + "selected_features": [ + 18423, + 17589, + 31017, + 12488 + ], + "test_balanced_acc": 0.9848299082742573, + "test_accuracy": 0.9848275862068966, + "test_auc": 0.9980708676064721, + "test_f1": 0.984757505773672, + "test_precision": 0.989786443825441, + "test_recall": 0.9797794117647058 + }, + "16": { + "k": 16, + "selected_features": [ + 18423, + 17589, + 31017, + 12488, + 781, + 1225, + 13513, + 10163, + 24420, + 27610, + 13489, + 15529, + 17978, + 31612, + 31338, + 6587 + ], + "test_balanced_acc": 0.9908071324205856, + "test_accuracy": 0.9908045977011494, + "test_auc": 0.9987629538936091, + "test_f1": 0.9907578558225508, + "test_precision": 0.9962825278810409, + "test_recall": 0.9852941176470589 + } + }, + "82_federal-government": { + "1": { + "k": 1, + "selected_features": [ + 13255 + ], + "test_balanced_acc": 0.7812385850154229, + "test_accuracy": 0.7811494252873563, + "test_auc": 0.781238585015423, + "test_f1": 0.7286202964652223, + "test_precision": 0.9594594594594594, + "test_recall": 0.5873161764705882 + }, + "4": { + "k": 4, + "selected_features": [ + 13255, + 7911, + 13513, + 8902 + ], + "test_balanced_acc": 0.9305884382271767, + "test_accuracy": 0.9305747126436782, + "test_auc": 0.9681898202013095, + "test_f1": 0.9284699194694458, + "test_precision": 0.9579667644183774, + "test_recall": 0.9007352941176471 + }, + "16": { + "k": 16, + "selected_features": [ + 13255, + 7911, + 13513, + 8902, + 15380, + 17402, + 14792, + 3034, + 26223, + 28511, + 25549, + 32413, + 19332, + 12399, + 32339, + 23491 + ], + "test_balanced_acc": 0.962767702527193, + "test_accuracy": 0.9627586206896551, + "test_auc": 0.9929950044645273, + "test_f1": 0.9620253164556962, + "test_precision": 0.9818181818181818, + "test_recall": 0.9430147058823529 + } + }, + "83_third-party": { + "1": { + "k": 1, + "selected_features": [ + 2633 + ], + "test_balanced_acc": 0.9535845588235294, + "test_accuracy": 0.9535632183908046, + "test_auc": 0.9535845588235294, + "test_f1": 0.9513253012048193, + "test_precision": 1.0, + "test_recall": 0.9071691176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 2633, + 20294, + 28156, + 4536 + ], + "test_balanced_acc": 0.9673594857676281, + "test_accuracy": 0.9673563218390805, + "test_auc": 0.9925100790086044, + "test_f1": 0.967144840351689, + "test_precision": 0.9739049394221808, + "test_recall": 0.9604779411764706 + }, + "16": { + "k": 16, + "selected_features": [ + 2633, + 20294, + 28156, + 4536, + 25127, + 18490, + 17589, + 18473, + 17355, + 29618, + 28440, + 13513, + 32678, + 31950, + 4985, + 31042 + ], + "test_balanced_acc": 0.9751774818713134, + "test_accuracy": 0.9751724137931035, + "test_auc": 0.9931992058552952, + "test_f1": 0.974907063197026, + "test_precision": 0.9859022556390977, + "test_recall": 0.9641544117647058 + } + }, + "84_clinical-trials": { + "1": { + "k": 1, + "selected_features": [ + 31451 + ], + "test_balanced_acc": 0.866676785134477, + "test_accuracy": 0.8666666666666667, + "test_auc": 0.866676785134477, + "test_f1": 0.8637218045112782, + "test_precision": 0.8836538461538461, + "test_recall": 0.8446691176470589 + }, + "4": { + "k": 4, + "selected_features": [ + 31451, + 10135, + 17589, + 24270 + ], + "test_balanced_acc": 0.9025536588830565, + "test_accuracy": 0.9025287356321839, + "test_auc": 0.9629951566643217, + "test_f1": 0.8969873663751214, + "test_precision": 0.9515463917525773, + "test_recall": 0.8483455882352942 + }, + "16": { + "k": 16, + "selected_features": [ + 31451, + 10135, + 17589, + 24270, + 15529, + 16455, + 17042, + 4536, + 10270, + 21264, + 23418, + 24343, + 5876, + 2404, + 25137, + 29278 + ], + "test_balanced_acc": 0.9416178499918827, + "test_accuracy": 0.9416091954022988, + "test_auc": 0.9839640605552248, + "test_f1": 0.9405152224824356, + "test_precision": 0.958930276981853, + "test_recall": 0.9227941176470589 + } + }, + "85_mental-health": { + "1": { + "k": 1, + "selected_features": [ + 17589 + ], + "test_balanced_acc": 0.9531161216786623, + "test_accuracy": 0.953103448275862, + "test_auc": 0.9531161216786622, + "test_f1": 0.9517958412098299, + "test_precision": 0.9795719844357976, + "test_recall": 0.9255514705882353 + }, + "4": { + "k": 4, + "selected_features": [ + 17589, + 781, + 8657, + 32084 + ], + "test_balanced_acc": 0.9770123349477786, + "test_accuracy": 0.9770114942528736, + "test_auc": 0.9952767330483251, + "test_f1": 0.9769797421731123, + "test_precision": 0.9787822878228782, + "test_recall": 0.9751838235294118 + }, + "16": { + "k": 16, + "selected_features": [ + 17589, + 781, + 8657, + 32084, + 6937, + 70, + 18423, + 8902, + 14214, + 26426, + 3671, + 28057, + 27579, + 23238, + 15529, + 13513 + ], + "test_balanced_acc": 0.9793092835110124, + "test_accuracy": 0.9793103448275862, + "test_auc": 0.9966993783483954, + "test_f1": 0.9793672627235214, + "test_precision": 0.9771271729185728, + "test_recall": 0.9816176470588235 + } + }, + "87_glue_cola": { + "1": { + "k": 1, + "selected_features": [ + 15394 + ], + "test_balanced_acc": 0.6505159543066148, + "test_accuracy": 0.6505660377358491, + "test_auc": 0.6505159543066148, + "test_f1": 0.7086217747010699, + "test_precision": 0.6077725800647715, + "test_recall": 0.8495975855130785 + }, + "4": { + "k": 4, + "selected_features": [ + 15394, + 15241, + 29853, + 13741 + ], + "test_balanced_acc": 0.6772018624074594, + "test_accuracy": 0.6772327044025157, + "test_auc": 0.726777752574835, + "test_f1": 0.7125252072596908, + "test_precision": 0.6424242424242425, + "test_recall": 0.7997987927565392 + }, + "16": { + "k": 16, + "selected_features": [ + 15394, + 15241, + 29853, + 13741, + 9902, + 22609, + 22775, + 2024, + 26442, + 23268, + 17120, + 30120, + 23528, + 31319, + 21746, + 27334 + ], + "test_balanced_acc": 0.6852661008831045, + "test_accuracy": 0.6852830188679245, + "test_auc": 0.752246240401645, + "test_f1": 0.7051614423756776, + "test_precision": 0.6634146341463415, + "test_recall": 0.7525150905432596 + } + }, + "89_glue_mrpc": { + "1": { + "k": 1, + "selected_features": [ + 11534 + ], + "test_balanced_acc": 0.662584348530064, + "test_accuracy": 0.6625091709464417, + "test_auc": 0.662584348530064, + "test_f1": 0.6241830065359477, + "test_precision": 0.7047970479704797, + "test_recall": 0.5601173020527859 + }, + "4": { + "k": 4, + "selected_features": [ + 11534, + 17840, + 13467, + 20844 + ], + "test_balanced_acc": 0.6691459859358111, + "test_accuracy": 0.669112252384446, + "test_auc": 0.7179841616391281, + "test_f1": 0.6533435818601077, + "test_precision": 0.6865912762520194, + "test_recall": 0.6231671554252199 + }, + "16": { + "k": 16, + "selected_features": [ + 11534, + 17840, + 13467, + 20844, + 5773, + 26556, + 6475, + 29858, + 29031, + 2191, + 16696, + 21276, + 11829, + 247, + 16304, + 6636 + ], + "test_balanced_acc": 0.6801161393672407, + "test_accuracy": 0.6801173881144534, + "test_auc": 0.7306143716545876, + "test_f1": 0.6808199121522694, + "test_precision": 0.6798245614035088, + "test_recall": 0.6818181818181818 + } + }, + "90_glue_qnli": { + "1": { + "k": 1, + "selected_features": [ + 29211 + ], + "test_balanced_acc": 0.714194072335371, + "test_accuracy": 0.7142138364779874, + "test_auc": 0.7141940723353711, + "test_f1": 0.7350746268656716, + "test_precision": 0.6852173913043478, + "test_recall": 0.7927565392354124 + }, + "4": { + "k": 4, + "selected_features": [ + 29211, + 9523, + 31147, + 16725 + ], + "test_balanced_acc": 0.7499298761871682, + "test_accuracy": 0.749937106918239, + "test_auc": 0.8110486016248472, + "test_f1": 0.7569682151589242, + "test_precision": 0.736441484300666, + "test_recall": 0.778672032193159 + }, + "16": { + "k": 16, + "selected_features": [ + 29211, + 9523, + 31147, + 16725, + 20628, + 12472, + 23674, + 17840, + 13467, + 1345, + 24724, + 26745, + 26354, + 21871, + 23483, + 26518 + ], + "test_balanced_acc": 0.7572251576899748, + "test_accuracy": 0.7572327044025158, + "test_auc": 0.8241939052533622, + "test_f1": 0.7643467643467643, + "test_precision": 0.7427622211675368, + "test_recall": 0.7872233400402414 + } + }, + "91_glue_qqp": { + "1": { + "k": 1, + "selected_features": [ + 21276 + ], + "test_balanced_acc": 0.7006199248839793, + "test_accuracy": 0.70062893081761, + "test_auc": 0.7006199248839793, + "test_f1": 0.7110247693054881, + "test_precision": 0.6873239436619718, + "test_recall": 0.7364185110663984 + }, + "4": { + "k": 4, + "selected_features": [ + 21276, + 1106, + 16209, + 23600 + ], + "test_balanced_acc": 0.7813755963055636, + "test_accuracy": 0.7813836477987421, + "test_auc": 0.8343073033065024, + "test_f1": 0.7882037533512064, + "test_precision": 0.7645390070921986, + "test_recall": 0.8133802816901409 + }, + "16": { + "k": 16, + "selected_features": [ + 21276, + 1106, + 16209, + 23600, + 9025, + 12453, + 13677, + 14934, + 21226, + 30865, + 12222, + 7671, + 25302, + 30910, + 6177, + 14466 + ], + "test_balanced_acc": 0.7929557718733133, + "test_accuracy": 0.7929559748427673, + "test_auc": 0.8593817560622922, + "test_f1": 0.7931641115858256, + "test_precision": 0.7925665494726268, + "test_recall": 0.7937625754527163 + } + }, + "92_glue_sst2": { + "1": { + "k": 1, + "selected_features": [ + 11910 + ], + "test_balanced_acc": 0.691517879293881, + "test_accuracy": 0.6915723270440252, + "test_auc": 0.691517879293881, + "test_f1": 0.7464846980976013, + "test_precision": 0.6337780898876404, + "test_recall": 0.9079476861167002 + }, + "4": { + "k": 4, + "selected_features": [ + 11910, + 27644, + 12591, + 20530 + ], + "test_balanced_acc": 0.798962623248297, + "test_accuracy": 0.7989937106918239, + "test_auc": 0.8335474598977863, + "test_f1": 0.8211327512872174, + "test_precision": 0.7398144413069786, + "test_recall": 0.9225352112676056 + }, + "16": { + "k": 16, + "selected_features": [ + 11910, + 27644, + 12591, + 20530, + 23889, + 15869, + 17920, + 13174, + 8949, + 25052, + 16003, + 18107, + 14127, + 156, + 28861, + 3608 + ], + "test_balanced_acc": 0.8598683191246118, + "test_accuracy": 0.859874213836478, + "test_auc": 0.9280032231638446, + "test_f1": 0.8631113295650037, + "test_precision": 0.8438250840941854, + "test_recall": 0.8832997987927566 + } + }, + "94_ai_gen": { + "1": { + "k": 1, + "selected_features": [ + 15241 + ], + "test_balanced_acc": 0.7882169716841563, + "test_accuracy": 0.7881761006289308, + "test_auc": 0.7882169716841563, + "test_f1": 0.7471471471471471, + "test_precision": 0.9269746646795827, + "test_recall": 0.6257545271629779 + }, + "4": { + "k": 4, + "selected_features": [ + 15241, + 12648, + 32706, + 24343 + ], + "test_balanced_acc": 0.8626623859918443, + "test_accuracy": 0.8626415094339622, + "test_auc": 0.9147123556639281, + "test_f1": 0.850246845858475, + "test_precision": 0.9348612786489746, + "test_recall": 0.7796780684104627 + }, + "16": { + "k": 16, + "selected_features": [ + 15241, + 12648, + 32706, + 24343, + 6230, + 24082, + 31753, + 19351, + 14155, + 5085, + 1944, + 26821, + 9681, + 12756, + 24118, + 7004 + ], + "test_balanced_acc": 0.8966053492570927, + "test_accuracy": 0.8966037735849056, + "test_auc": 0.9626072995598148, + "test_f1": 0.8959757023538345, + "test_precision": 0.9016811003565971, + "test_recall": 0.8903420523138833 + } + }, + "95_toxic_is": { + "1": { + "k": 1, + "selected_features": [ + 948 + ], + "test_balanced_acc": 0.679795918367347, + "test_accuracy": 0.6767676767676768, + "test_auc": 0.6797959183673469, + "test_f1": 0.5428571428571428, + "test_precision": 0.95, + "test_recall": 0.38 + }, + "4": { + "k": 4, + "selected_features": [ + 948, + 6605, + 21194, + 31537 + ], + "test_balanced_acc": 0.8075510204081633, + "test_accuracy": 0.8080808080808081, + "test_auc": 0.8387755102040815, + "test_f1": 0.819047619047619, + "test_precision": 0.7818181818181819, + "test_recall": 0.86 + }, + "16": { + "k": 16, + "selected_features": [ + 948, + 6605, + 21194, + 31537, + 1393, + 6475, + 23418, + 15635, + 28418, + 685, + 7959, + 18946, + 21889, + 12479, + 27879, + 24358 + ], + "test_balanced_acc": 0.7979591836734694, + "test_accuracy": 0.797979797979798, + "test_auc": 0.8591836734693877, + "test_f1": 0.8, + "test_precision": 0.8, + "test_recall": 0.8 + } + }, + "96_spam_is": { + "1": { + "k": 1, + "selected_features": [ + 7732 + ], + "test_balanced_acc": 0.8785415530096381, + "test_accuracy": 0.8784648187633263, + "test_auc": 0.8785415530096381, + "test_f1": 0.8741721854304636, + "test_precision": 0.908256880733945, + "test_recall": 0.8425531914893617 + }, + "4": { + "k": 4, + "selected_features": [ + 7732, + 4298, + 12371, + 29777 + ], + "test_balanced_acc": 0.9168030551009274, + "test_accuracy": 0.9168443496801706, + "test_auc": 0.9717039461720312, + "test_f1": 0.918580375782881, + "test_precision": 0.9016393442622951, + "test_recall": 0.9361702127659575 + }, + "16": { + "k": 16, + "selected_features": [ + 7732, + 4298, + 12371, + 29777, + 17384, + 8017, + 6337, + 11022, + 5284, + 5608, + 4068, + 5399, + 14189, + 28320, + 4761, + 19303 + ], + "test_balanced_acc": 0.9402891434806329, + "test_accuracy": 0.9402985074626866, + "test_auc": 0.9888434260774686, + "test_f1": 0.940677966101695, + "test_precision": 0.9367088607594937, + "test_recall": 0.9446808510638298 + } + }, + "100_news_fake": { + "1": { + "k": 1, + "selected_features": [ + 2096 + ], + "test_balanced_acc": 0.9546751168369095, + "test_accuracy": 0.954653937947494, + "test_auc": 0.9546751168369095, + "test_f1": 0.9525711432850724, + "test_precision": 0.9989528795811519, + "test_recall": 0.9103053435114504 + }, + "4": { + "k": 4, + "selected_features": [ + 2096, + 15241, + 15362, + 24729 + ], + "test_balanced_acc": 0.9732774302441727, + "test_accuracy": 0.9732696897374702, + "test_auc": 0.9958633172204117, + "test_f1": 0.9728419010669254, + "test_precision": 0.9891518737672583, + "test_recall": 0.9570610687022901 + }, + "16": { + "k": 16, + "selected_features": [ + 2096, + 15241, + 15362, + 24729, + 13729, + 29588, + 22093, + 3247, + 17721, + 15133, + 26936, + 21044, + 7470, + 23492, + 23927, + 23261 + ], + "test_balanced_acc": 0.9914099353295858, + "test_accuracy": 0.9914081145584726, + "test_auc": 0.9992572380556588, + "test_f1": 0.9913793103448276, + "test_precision": 0.9951923076923077, + "test_recall": 0.9875954198473282 + } + }, + "105_click_bait": { + "1": { + "k": 1, + "selected_features": [ + 24729 + ], + "test_balanced_acc": 0.9585089010302212, + "test_accuracy": 0.9585223590408296, + "test_auc": 0.9585089010302211, + "test_f1": 0.9593908629441624, + "test_precision": 0.9402985074626866, + "test_recall": 0.9792746113989638 + }, + "4": { + "k": 4, + "selected_features": [ + 24729, + 31172, + 5608, + 23439 + ], + "test_balanced_acc": 0.9636952884014436, + "test_accuracy": 0.9637070641607258, + "test_auc": 0.9703164586735482, + "test_f1": 0.9643765903307888, + "test_precision": 0.9475, + "test_recall": 0.9818652849740933 + }, + "16": { + "k": 16, + "selected_features": [ + 24729, + 31172, + 5608, + 23439, + 12247, + 29054, + 15884, + 5640, + 24343, + 1080, + 15992, + 24930, + 16696, + 27879, + 10518, + 8642 + ], + "test_balanced_acc": 0.968890076140938, + "test_accuracy": 0.9688917692806222, + "test_auc": 0.9904420609799535, + "test_f1": 0.9689922480620154, + "test_precision": 0.9664948453608248, + "test_recall": 0.9715025906735751 + } + }, + "106_hate_hate": { + "1": { + "k": 1, + "selected_features": [ + 23418 + ], + "test_balanced_acc": 0.5683221118355832, + "test_accuracy": 0.5683018867924529, + "test_auc": 0.5683221118355831, + "test_f1": 0.5306345733041575, + "test_precision": 0.5815347721822542, + "test_recall": 0.4879275653923541 + }, + "4": { + "k": 4, + "selected_features": [ + 23418, + 27644, + 17673, + 15157 + ], + "test_balanced_acc": 0.5811233784184726, + "test_accuracy": 0.5811320754716981, + "test_auc": 0.6134248875234295, + "test_f1": 0.5951859956236324, + "test_precision": 0.576, + "test_recall": 0.6156941649899397 + }, + "16": { + "k": 16, + "selected_features": [ + 23418, + 27644, + 17673, + 15157, + 21889, + 15996, + 25217, + 14214, + 16204, + 21451, + 32669, + 20530, + 12004, + 31537, + 5899, + 21877 + ], + "test_balanced_acc": 0.593725412363461, + "test_accuracy": 0.5937106918238994, + "test_auc": 0.628361639388419, + "test_f1": 0.5685279187817259, + "test_precision": 0.6062678062678063, + "test_recall": 0.5352112676056338 + } + }, + "107_hate_offensive": { + "1": { + "k": 1, + "selected_features": [ + 9503 + ], + "test_balanced_acc": 0.699167450601951, + "test_accuracy": 0.6991194968553459, + "test_auc": 0.6991674506019508, + "test_f1": 0.6283405842137973, + "test_precision": 0.8219512195121951, + "test_recall": 0.5085513078470825 + }, + "4": { + "k": 4, + "selected_features": [ + 9503, + 26759, + 32706, + 15241 + ], + "test_balanced_acc": 0.7172667357947382, + "test_accuracy": 0.7172327044025157, + "test_auc": 0.7728896023346926, + "test_f1": 0.673065735892961, + "test_precision": 0.7979310344827586, + "test_recall": 0.5819919517102615 + }, + "16": { + "k": 16, + "selected_features": [ + 9503, + 26759, + 32706, + 15241, + 3639, + 26611, + 21661, + 3733, + 15996, + 25715, + 298, + 1944, + 12033, + 7458, + 23241, + 5595 + ], + "test_balanced_acc": 0.7177498812705119, + "test_accuracy": 0.7177358490566038, + "test_auc": 0.7769861494077703, + "test_f1": 0.7011188066062867, + "test_precision": 0.7451868629671574, + "test_recall": 0.6619718309859155 + } + }, + "110_aimade_humangpt3": { + "1": { + "k": 1, + "selected_features": [ + 24729 + ], + "test_balanced_acc": 0.7617118159384085, + "test_accuracy": 0.7617610062893082, + "test_auc": 0.7617118159384085, + "test_f1": 0.8007574163686093, + "test_precision": 0.688245931283906, + "test_recall": 0.9572434607645876 + }, + "4": { + "k": 4, + "selected_features": [ + 24729, + 11196, + 13301, + 16154 + ], + "test_balanced_acc": 0.7780683851473207, + "test_accuracy": 0.7781132075471698, + "test_auc": 0.7859565546272096, + "test_f1": 0.8116994022203246, + "test_precision": 0.7051186943620178, + "test_recall": 0.9562374245472837 + }, + "16": { + "k": 16, + "selected_features": [ + 24729, + 11196, + 13301, + 16154, + 31172, + 13729, + 21997, + 18492, + 12104, + 25007, + 31511, + 6158, + 27334, + 30851, + 18229, + 8932 + ], + "test_balanced_acc": 0.7878991361353831, + "test_accuracy": 0.7879245283018868, + "test_auc": 0.8614033217928608, + "test_f1": 0.8074023303632625, + "test_precision": 0.7396400167434073, + "test_recall": 0.8888329979879276 + } + }, + "113_movie_sent": { + "1": { + "k": 1, + "selected_features": [ + 12591 + ], + "test_balanced_acc": 0.781088012726586, + "test_accuracy": 0.7811320754716982, + "test_auc": 0.781088012726586, + "test_f1": 0.8137842465753424, + "test_precision": 0.7082712369597616, + "test_recall": 0.9562374245472837 + }, + "4": { + "k": 4, + "selected_features": [ + 12591, + 23889, + 17920, + 20530 + ], + "test_balanced_acc": 0.8455383787374473, + "test_accuracy": 0.8455345911949685, + "test_auc": 0.9182546208301647, + "test_f1": 0.8432073544433095, + "test_precision": 0.8563278008298755, + "test_recall": 0.8304828973843058 + }, + "16": { + "k": 16, + "selected_features": [ + 12591, + 23889, + 17920, + 20530, + 11910, + 15869, + 27644, + 8265, + 16003, + 29251, + 13582, + 19069, + 20265, + 25876, + 2822, + 27404 + ], + "test_balanced_acc": 0.8744615402530937, + "test_accuracy": 0.8744654088050314, + "test_auc": 0.9407451250026582, + "test_f1": 0.8763933614069854, + "test_precision": 0.8633479746217667, + "test_recall": 0.8898390342052314 + } + }, + "114_nyc_borough_Manhattan": { + "1": { + "k": 1, + "selected_features": [ + 2354 + ], + "test_balanced_acc": 0.5500029454337362, + "test_accuracy": 0.5497435897435897, + "test_auc": 0.5500029454337362, + "test_f1": 0.39780521262002744, + "test_precision": 0.6016597510373444, + "test_recall": 0.29713114754098363 + }, + "4": { + "k": 4, + "selected_features": [ + 2354, + 30706, + 13986, + 15521 + ], + "test_balanced_acc": 0.5980072036893662, + "test_accuracy": 0.597948717948718, + "test_auc": 0.6346273605547514, + "test_f1": 0.5739130434782609, + "test_precision": 0.6111111111111112, + "test_recall": 0.5409836065573771 + }, + "16": { + "k": 16, + "selected_features": [ + 2354, + 30706, + 13986, + 15521, + 9884, + 913, + 24343, + 22553, + 18846, + 8081, + 31569, + 24057, + 4426, + 5640, + 13255, + 23434 + ], + "test_balanced_acc": 0.5948703167603595, + "test_accuracy": 0.5948717948717949, + "test_auc": 0.6528616992628, + "test_f1": 0.5957011258955988, + "test_precision": 0.5950920245398773, + "test_recall": 0.5963114754098361 + } + }, + "115_nyc_borough_Brooklyn": { + "1": { + "k": 1, + "selected_features": [ + 7347 + ], + "test_balanced_acc": 0.5106224963813243, + "test_accuracy": 0.5107692307692308, + "test_auc": 0.5106224963813242, + "test_f1": 0.5721973094170404, + "test_precision": 0.5087719298245614, + "test_recall": 0.6536885245901639 + }, + "4": { + "k": 4, + "selected_features": [ + 7347, + 32593, + 27814, + 1566 + ], + "test_balanced_acc": 0.5221433500521763, + "test_accuracy": 0.522051282051282, + "test_auc": 0.5333949069242939, + "test_f1": 0.4752252252252252, + "test_precision": 0.5275, + "test_recall": 0.4323770491803279 + }, + "16": { + "k": 16, + "selected_features": [ + 7347, + 32593, + 27814, + 1566, + 30945, + 7427, + 14742, + 24750, + 25113, + 18849, + 29278, + 5294, + 913, + 13255, + 5716, + 7088 + ], + "test_balanced_acc": 0.5425089204564582, + "test_accuracy": 0.5425641025641026, + "test_auc": 0.5696595078601003, + "test_f1": 0.566147859922179, + "test_precision": 0.5388888888888889, + "test_recall": 0.5963114754098361 + } + }, + "116_nyc_borough_Bronx": { + "1": { + "k": 1, + "selected_features": [ + 23987 + ], + "test_balanced_acc": 0.5561189281987411, + "test_accuracy": 0.5558974358974359, + "test_auc": 0.5561189281987411, + "test_f1": 0.4339869281045752, + "test_precision": 0.5992779783393501, + "test_recall": 0.3401639344262295 + }, + "4": { + "k": 4, + "selected_features": [ + 23987, + 25902, + 31289, + 28553 + ], + "test_balanced_acc": 0.5601752112296765, + "test_accuracy": 0.56, + "test_auc": 0.5677639108627597, + "test_f1": 0.46971569839307786, + "test_precision": 0.5919003115264797, + "test_recall": 0.38934426229508196 + }, + "16": { + "k": 16, + "selected_features": [ + 23987, + 25902, + 31289, + 28553, + 14232, + 21844, + 27279, + 30057, + 31991, + 8390, + 16288, + 30025, + 26329, + 30208, + 26950, + 14742 + ], + "test_balanced_acc": 0.5457552092099505, + "test_accuracy": 0.5456410256410257, + "test_auc": 0.5696952738411822, + "test_f1": 0.48904267589388695, + "test_precision": 0.5593667546174143, + "test_recall": 0.4344262295081967 + } + }, + "117_us_state_FL": { + "1": { + "k": 1, + "selected_features": [ + 5563 + ], + "test_balanced_acc": 0.8697959183673469, + "test_accuracy": 0.8686868686868687, + "test_auc": 0.8697959183673469, + "test_f1": 0.8539325842696629, + "test_precision": 0.9743589743589743, + "test_recall": 0.76 + }, + "4": { + "k": 4, + "selected_features": [ + 5563, + 4118, + 20145, + 31545 + ], + "test_balanced_acc": 0.8697959183673469, + "test_accuracy": 0.8686868686868687, + "test_auc": 0.8544897959183673, + "test_f1": 0.8539325842696629, + "test_precision": 0.9743589743589743, + "test_recall": 0.76 + }, + "16": { + "k": 16, + "selected_features": [ + 5563, + 4118, + 20145, + 31545, + 24525, + 13862, + 5230, + 913, + 30766, + 14401, + 26632, + 6074, + 5019, + 3334, + 18966, + 5162 + ], + "test_balanced_acc": 0.8085714285714285, + "test_accuracy": 0.8080808080808081, + "test_auc": 0.8765306122448979, + "test_f1": 0.8, + "test_precision": 0.8444444444444444, + "test_recall": 0.76 + } + }, + "118_us_state_CA": { + "1": { + "k": 1, + "selected_features": [ + 5230 + ], + "test_balanced_acc": 0.8279591836734694, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.8279591836734694, + "test_f1": 0.8349514563106796, + "test_precision": 0.8113207547169812, + "test_recall": 0.86 + }, + "4": { + "k": 4, + "selected_features": [ + 5230, + 30766, + 27653, + 31405 + ], + "test_balanced_acc": 0.8387755102040817, + "test_accuracy": 0.8383838383838383, + "test_auc": 0.8742857142857142, + "test_f1": 0.8333333333333334, + "test_precision": 0.8695652173913043, + "test_recall": 0.8 + }, + "16": { + "k": 16, + "selected_features": [ + 5230, + 30766, + 27653, + 31405, + 28240, + 16726, + 2405, + 29456, + 29386, + 20145, + 22939, + 15387, + 23066, + 30019, + 26575, + 22469 + ], + "test_balanced_acc": 0.8289795918367346, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.8991836734693877, + "test_f1": 0.8172043010752689, + "test_precision": 0.8837209302325582, + "test_recall": 0.76 + } + }, + "119_us_state_TX": { + "1": { + "k": 1, + "selected_features": [ + 13064 + ], + "test_balanced_acc": 0.8695918367346939, + "test_accuracy": 0.8686868686868687, + "test_auc": 0.8695918367346939, + "test_f1": 0.8571428571428571, + "test_precision": 0.9512195121951219, + "test_recall": 0.78 + }, + "4": { + "k": 4, + "selected_features": [ + 13064, + 27653, + 1220, + 7816 + ], + "test_balanced_acc": 0.8695918367346939, + "test_accuracy": 0.8686868686868687, + "test_auc": 0.9206122448979592, + "test_f1": 0.8571428571428571, + "test_precision": 0.9512195121951219, + "test_recall": 0.78 + }, + "16": { + "k": 16, + "selected_features": [ + 13064, + 27653, + 1220, + 7816, + 2143, + 30766, + 18738, + 30019, + 22788, + 10687, + 14742, + 6269, + 12601, + 9421, + 28611, + 16013 + ], + "test_balanced_acc": 0.8281632653061224, + "test_accuracy": 0.8282828282828283, + "test_auc": 0.9285714285714286, + "test_f1": 0.8316831683168316, + "test_precision": 0.8235294117647058, + "test_recall": 0.84 + } + }, + "120_us_timezone_Chicago": { + "1": { + "k": 1, + "selected_features": [ + 5230 + ], + "test_balanced_acc": 0.630636152242436, + "test_accuracy": 0.6306892067620286, + "test_auc": 0.630636152242436, + "test_f1": 0.6710424710424711, + "test_precision": 0.6051532033426184, + "test_recall": 0.7530329289428076 + }, + "4": { + "k": 4, + "selected_features": [ + 5230, + 31490, + 27653, + 31545 + ], + "test_balanced_acc": 0.6857188917164326, + "test_accuracy": 0.6857390550498483, + "test_auc": 0.7423716444630164, + "test_f1": 0.6997929606625258, + "test_precision": 0.6701030927835051, + "test_recall": 0.7322357019064125 + }, + "16": { + "k": 16, + "selected_features": [ + 5230, + 31490, + 27653, + 31545, + 13064, + 18966, + 4080, + 24779, + 5105, + 21803, + 4161, + 29456, + 1220, + 15140, + 17605, + 13862 + ], + "test_balanced_acc": 0.7499034242673397, + "test_accuracy": 0.7498916341569137, + "test_auc": 0.8205480090367829, + "test_f1": 0.7429844097995546, + "test_precision": 0.7644362969752521, + "test_recall": 0.7227036395147314 + } + }, + "121_us_timezone_New_York": { + "1": { + "k": 1, + "selected_features": [ + 5230 + ], + "test_balanced_acc": 0.6497074168659559, + "test_accuracy": 0.6497615951452103, + "test_auc": 0.649707416865956, + "test_f1": 0.6887519260400616, + "test_precision": 0.6199722607489597, + "test_recall": 0.7746967071057193 + }, + "4": { + "k": 4, + "selected_features": [ + 5230, + 1220, + 25479, + 30766 + ], + "test_balanced_acc": 0.7087640410593419, + "test_accuracy": 0.7087126137841352, + "test_auc": 0.7794480828401834, + "test_f1": 0.6696165191740413, + "test_precision": 0.7738636363636363, + "test_recall": 0.5901213171577123 + }, + "16": { + "k": 16, + "selected_features": [ + 5230, + 1220, + 25479, + 30766, + 547, + 13064, + 5162, + 30019, + 31490, + 21044, + 31545, + 28817, + 15140, + 4737, + 8061, + 4231 + ], + "test_balanced_acc": 0.7624586452942441, + "test_accuracy": 0.7624620719549198, + "test_auc": 0.8355691053855439, + "test_f1": 0.764402407566638, + "test_precision": 0.7585324232081911, + "test_recall": 0.770363951473137 + } + }, + "122_us_timezone_Los_Angeles": { + "1": { + "k": 1, + "selected_features": [ + 5230 + ], + "test_balanced_acc": 0.7858559014912496, + "test_accuracy": 0.7858690940615518, + "test_auc": 0.7858559014912496, + "test_f1": 0.7922624053826746, + "test_precision": 0.7696078431372549, + "test_recall": 0.8162911611785095 + }, + "4": { + "k": 4, + "selected_features": [ + 5230, + 27653, + 1220, + 29456 + ], + "test_balanced_acc": 0.8040748946685686, + "test_accuracy": 0.8040745557000434, + "test_auc": 0.8696370405888639, + "test_f1": 0.8039895923677364, + "test_precision": 0.8046875, + "test_recall": 0.8032928942807626 + }, + "16": { + "k": 16, + "selected_features": [ + 5230, + 27653, + 1220, + 29456, + 31405, + 30766, + 20145, + 2405, + 31490, + 17605, + 13950, + 22469, + 28584, + 29386, + 18966, + 31776 + ], + "test_balanced_acc": 0.8101430072405496, + "test_accuracy": 0.8101430429128739, + "test_auc": 0.890684537811842, + "test_f1": 0.8102253032928943, + "test_precision": 0.8102253032928943, + "test_recall": 0.8102253032928943 + } + }, + "123_world_country_United_Kingdom": { + "1": { + "k": 1, + "selected_features": [ + 29647 + ], + "test_balanced_acc": 0.9364480593799441, + "test_accuracy": 0.9364102564102564, + "test_auc": 0.9364480593799442, + "test_f1": 0.9340425531914893, + "test_precision": 0.9712389380530974, + "test_recall": 0.8995901639344263 + }, + "4": { + "k": 4, + "selected_features": [ + 29647, + 24616, + 17749, + 4761 + ], + "test_balanced_acc": 0.9364480593799441, + "test_accuracy": 0.9364102564102564, + "test_auc": 0.9643812906049078, + "test_f1": 0.9340425531914893, + "test_precision": 0.9712389380530974, + "test_recall": 0.8995901639344263 + }, + "16": { + "k": 16, + "selected_features": [ + 29647, + 24616, + 17749, + 4761, + 17891, + 3183, + 20104, + 14742, + 13986, + 16922, + 2026, + 1440, + 27115, + 3399, + 20336, + 23070 + ], + "test_balanced_acc": 0.9343378664961121, + "test_accuracy": 0.9343589743589743, + "test_auc": 0.9801288416871443, + "test_f1": 0.9357429718875502, + "test_precision": 0.9173228346456693, + "test_recall": 0.9549180327868853 + } + }, + "124_world_country_United_States": { + "1": { + "k": 1, + "selected_features": [ + 18659 + ], + "test_balanced_acc": 0.9016288248560945, + "test_accuracy": 0.9015384615384615, + "test_auc": 0.9016288248560944, + "test_f1": 0.8921348314606742, + "test_precision": 0.9875621890547264, + "test_recall": 0.8135245901639344 + }, + "4": { + "k": 4, + "selected_features": [ + 18659, + 29522, + 4761, + 5757 + ], + "test_balanced_acc": 0.9374915844750396, + "test_accuracy": 0.9374358974358974, + "test_auc": 0.9750185141549128, + "test_f1": 0.933911159263272, + "test_precision": 0.9908045977011494, + "test_recall": 0.8831967213114754 + }, + "16": { + "k": 16, + "selected_features": [ + 18659, + 29522, + 4761, + 5757, + 16116, + 17233, + 3399, + 13901, + 11807, + 917, + 5456, + 17749, + 23070, + 29868, + 27115, + 20360 + ], + "test_balanced_acc": 0.9589806274615411, + "test_accuracy": 0.958974358974359, + "test_auc": 0.9915970983269937, + "test_f1": 0.9587628865979382, + "test_precision": 0.9647302904564315, + "test_recall": 0.9528688524590164 + } + }, + "125_world_country_Italy": { + "1": { + "k": 1, + "selected_features": [ + 9122 + ], + "test_balanced_acc": 0.964099370518733, + "test_accuracy": 0.9641025641025641, + "test_auc": 0.964099370518733, + "test_f1": 0.9642492339121552, + "test_precision": 0.9613034623217923, + "test_recall": 0.9672131147540983 + }, + "4": { + "k": 4, + "selected_features": [ + 9122, + 31139, + 1440, + 14639 + ], + "test_balanced_acc": 0.9712820210724745, + "test_accuracy": 0.9712820512820513, + "test_auc": 0.9899855252970681, + "test_f1": 0.9713114754098361, + "test_precision": 0.9713114754098361, + "test_recall": 0.9713114754098361 + }, + "16": { + "k": 16, + "selected_features": [ + 9122, + 31139, + 1440, + 14639, + 30766, + 28273, + 7147, + 16597, + 11807, + 14717, + 29868, + 18823, + 1242, + 6256, + 31569, + 31111 + ], + "test_balanced_acc": 0.9794892617901505, + "test_accuracy": 0.9794871794871794, + "test_auc": 0.9971744874945299, + "test_f1": 0.9794661190965093, + "test_precision": 0.9814814814814815, + "test_recall": 0.9774590163934426 + } + }, + "126_art_type_book": { + "1": { + "k": 1, + "selected_features": [ + 7995 + ], + "test_balanced_acc": 0.6166942991006807, + "test_accuracy": 0.6168183788469874, + "test_auc": 0.6166942991006807, + "test_f1": 0.7021563342318059, + "test_precision": 0.5744211686879823, + "test_recall": 0.902946273830156 + }, + "4": { + "k": 4, + "selected_features": [ + 7995, + 15827, + 23439, + 25878 + ], + "test_balanced_acc": 0.6528057317133662, + "test_accuracy": 0.6527958387516255, + "test_auc": 0.7101852450317986, + "test_f1": 0.6447893569844789, + "test_precision": 0.6603088101725704, + "test_recall": 0.6299826689774697 + }, + "16": { + "k": 16, + "selected_features": [ + 7995, + 15827, + 23439, + 25878, + 12247, + 13255, + 30057, + 2883, + 30018, + 20252, + 11302, + 24343, + 21660, + 21503, + 1257, + 8993 + ], + "test_balanced_acc": 0.6996145237876927, + "test_accuracy": 0.6996098829648895, + "test_auc": 0.7753050966433732, + "test_f1": 0.6964520367936925, + "test_precision": 0.704162976085031, + "test_recall": 0.6889081455805892 + } + }, + "127_art_type_song": { + "1": { + "k": 1, + "selected_features": [ + 7995 + ], + "test_balanced_acc": 0.6667487121983042, + "test_accuracy": 0.6666666666666666, + "test_auc": 0.6667487121983042, + "test_f1": 0.5889898450026724, + "test_precision": 0.7684797768479776, + "test_recall": 0.47746967071057195 + }, + "4": { + "k": 4, + "selected_features": [ + 7995, + 15827, + 30057, + 24343 + ], + "test_balanced_acc": 0.6970708617862227, + "test_accuracy": 0.6970091027308193, + "test_auc": 0.7638234821075606, + "test_f1": 0.6467913087417888, + "test_precision": 0.7757575757575758, + "test_recall": 0.5545927209705372 + }, + "16": { + "k": 16, + "selected_features": [ + 7995, + 15827, + 30057, + 24343, + 26478, + 12247, + 1257, + 298, + 26759, + 26936, + 13255, + 1944, + 19949, + 9792, + 25878, + 21660 + ], + "test_balanced_acc": 0.7360378546809543, + "test_accuracy": 0.7360208062418726, + "test_auc": 0.8182737820560034, + "test_f1": 0.7253044654939107, + "test_precision": 0.7563499529633114, + "test_recall": 0.6967071057192374 + } + }, + "128_art_type_movie": { + "1": { + "k": 1, + "selected_features": [ + 13860 + ], + "test_balanced_acc": 0.5436755295882492, + "test_accuracy": 0.5435630689206762, + "test_auc": 0.5436755295882493, + "test_f1": 0.38385020479812754, + "test_precision": 0.590990990990991, + "test_recall": 0.28422876949740034 + }, + "4": { + "k": 4, + "selected_features": [ + 13860, + 11807, + 15827, + 1440 + ], + "test_balanced_acc": 0.5973036205753659, + "test_accuracy": 0.5973125270914608, + "test_auc": 0.6367805483697866, + "test_f1": 0.60552016985138, + "test_precision": 0.5936719400499584, + "test_recall": 0.6178509532062392 + }, + "16": { + "k": 16, + "selected_features": [ + 13860, + 11807, + 15827, + 1440, + 12460, + 31086, + 18634, + 14639, + 16858, + 28584, + 3623, + 1238, + 26478, + 15657, + 23208, + 16509 + ], + "test_balanced_acc": 0.6580042869103432, + "test_accuracy": 0.657997399219766, + "test_auc": 0.7214579252977313, + "test_f1": 0.6525759577278731, + "test_precision": 0.6633840644583706, + "test_recall": 0.6421143847487002 + } + }, + "129_arith_mc_A": { + "1": { + "k": 1, + "selected_features": [ + 18271 + ], + "test_balanced_acc": 0.6223949809056193, + "test_accuracy": 0.6226012793176973, + "test_auc": 0.6223949809056193, + "test_f1": 0.6563106796116505, + "test_precision": 0.6035714285714285, + "test_recall": 0.7191489361702128 + }, + "4": { + "k": 4, + "selected_features": [ + 18271, + 17809, + 24006, + 4049 + ], + "test_balanced_acc": 0.6738679759956356, + "test_accuracy": 0.673773987206823, + "test_auc": 0.7201854882705947, + "test_f1": 0.6592427616926503, + "test_precision": 0.6915887850467289, + "test_recall": 0.6297872340425532 + }, + "16": { + "k": 16, + "selected_features": [ + 18271, + 17809, + 24006, + 4049, + 12744, + 14542, + 1185, + 5725, + 12127, + 3095, + 30074, + 20449, + 19539, + 24449, + 27217, + 20177 + ], + "test_balanced_acc": 0.7611929441716676, + "test_accuracy": 0.7611940298507462, + "test_auc": 0.8471722131296598, + "test_f1": 0.7617021276595745, + "test_precision": 0.7617021276595745, + "test_recall": 0.7617021276595745 + } + }, + "130_temp_cat_Frequency": { + "1": { + "k": 1, + "selected_features": [ + 8845 + ], + "test_balanced_acc": 0.9697959183673469, + "test_accuracy": 0.9696969696969697, + "test_auc": 0.9697959183673469, + "test_f1": 0.9696969696969697, + "test_precision": 0.9795918367346939, + "test_recall": 0.96 + }, + "4": { + "k": 4, + "selected_features": [ + 8845, + 19764, + 32236, + 2739 + ], + "test_balanced_acc": 0.97, + "test_accuracy": 0.9696969696969697, + "test_auc": 0.9944897959183674, + "test_f1": 0.9690721649484536, + "test_precision": 1.0, + "test_recall": 0.94 + }, + "16": { + "k": 16, + "selected_features": [ + 8845, + 19764, + 32236, + 2739, + 2468, + 992, + 10348, + 31889, + 25240, + 10969, + 22584, + 26911, + 27607, + 31248, + 12148, + 11535 + ], + "test_balanced_acc": 0.97, + "test_accuracy": 0.9696969696969697, + "test_auc": 0.9959183673469388, + "test_f1": 0.9690721649484536, + "test_precision": 1.0, + "test_recall": 0.94 + } + }, + "131_temp_cat_Typical Time": { + "1": { + "k": 1, + "selected_features": [ + 14285 + ], + "test_balanced_acc": 0.7375510204081632, + "test_accuracy": 0.7373737373737373, + "test_auc": 0.7375510204081631, + "test_f1": 0.7346938775510204, + "test_precision": 0.75, + "test_recall": 0.72 + }, + "4": { + "k": 4, + "selected_features": [ + 14285, + 15453, + 6330, + 6714 + ], + "test_balanced_acc": 0.8677551020408163, + "test_accuracy": 0.8686868686868687, + "test_auc": 0.9404081632653061, + "test_f1": 0.8807339449541285, + "test_precision": 0.8135593220338984, + "test_recall": 0.96 + }, + "16": { + "k": 16, + "selected_features": [ + 14285, + 15453, + 6330, + 6714, + 24776, + 16835, + 23688, + 19764, + 1300, + 10969, + 22739, + 27902, + 29275, + 7673, + 27525, + 19012 + ], + "test_balanced_acc": 0.9593877551020409, + "test_accuracy": 0.9595959595959596, + "test_auc": 0.9938775510204082, + "test_f1": 0.9607843137254902, + "test_precision": 0.9423076923076923, + "test_recall": 0.98 + } + }, + "132_temp_cat_Event Ordering": { + "1": { + "k": 1, + "selected_features": [ + 14619 + ], + "test_balanced_acc": 0.919795918367347, + "test_accuracy": 0.9191919191919192, + "test_auc": 0.9197959183673469, + "test_f1": 0.9148936170212766, + "test_precision": 0.9772727272727273, + "test_recall": 0.86 + }, + "4": { + "k": 4, + "selected_features": [ + 14619, + 6330, + 22584, + 20180 + ], + "test_balanced_acc": 0.9489795918367347, + "test_accuracy": 0.9494949494949495, + "test_auc": 0.9979591836734694, + "test_f1": 0.9523809523809523, + "test_precision": 0.9090909090909091, + "test_recall": 1.0 + }, + "16": { + "k": 16, + "selected_features": [ + 14619, + 6330, + 22584, + 20180, + 12148, + 11535, + 9869, + 15587, + 22212, + 18480, + 13597, + 393, + 3372, + 8636, + 11039, + 11137 + ], + "test_balanced_acc": 0.9591836734693877, + "test_accuracy": 0.9595959595959596, + "test_auc": 0.9985714285714286, + "test_f1": 0.9615384615384616, + "test_precision": 0.9259259259259259, + "test_recall": 1.0 + } + }, + "133_context_type_Causality": { + "1": { + "k": 1, + "selected_features": [ + 8498 + ], + "test_balanced_acc": 0.9243046776232617, + "test_accuracy": 0.9244444444444444, + "test_auc": 0.9243046776232617, + "test_f1": 0.927038626609442, + "test_precision": 0.9, + "test_recall": 0.9557522123893806 + }, + "4": { + "k": 4, + "selected_features": [ + 8498, + 4560, + 12873, + 27381 + ], + "test_balanced_acc": 0.9243046776232617, + "test_accuracy": 0.9244444444444444, + "test_auc": 0.9587942477876106, + "test_f1": 0.927038626609442, + "test_precision": 0.9, + "test_recall": 0.9557522123893806 + }, + "16": { + "k": 16, + "selected_features": [ + 8498, + 4560, + 12873, + 27381, + 16863, + 24976, + 4994, + 13597, + 13999, + 4451, + 6029, + 2696, + 31741, + 30356, + 4654, + 11417 + ], + "test_balanced_acc": 0.9332332490518331, + "test_accuracy": 0.9333333333333333, + "test_auc": 0.9675647914032869, + "test_f1": 0.935064935064935, + "test_precision": 0.9152542372881356, + "test_recall": 0.9557522123893806 + } + }, + "134_context_type_Belief_states": { + "1": { + "k": 1, + "selected_features": [ + 992 + ], + "test_balanced_acc": 0.6615439317319849, + "test_accuracy": 0.6622222222222223, + "test_auc": 0.6615439317319848, + "test_f1": 0.7076923076923077, + "test_precision": 0.6258503401360545, + "test_recall": 0.8141592920353983 + }, + "4": { + "k": 4, + "selected_features": [ + 992, + 4771, + 1206, + 2972 + ], + "test_balanced_acc": 0.7823166877370418, + "test_accuracy": 0.7822222222222223, + "test_auc": 0.8541798356510746, + "test_f1": 0.7782805429864253, + "test_precision": 0.7962962962962963, + "test_recall": 0.7610619469026548 + }, + "16": { + "k": 16, + "selected_features": [ + 992, + 4771, + 1206, + 2972, + 18973, + 21218, + 6375, + 12479, + 4654, + 18220, + 2893, + 18253, + 1474, + 6345, + 7070, + 17903 + ], + "test_balanced_acc": 0.835927623261694, + "test_accuracy": 0.8355555555555556, + "test_auc": 0.9174699747155499, + "test_f1": 0.821256038647343, + "test_precision": 0.9042553191489362, + "test_recall": 0.7522123893805309 + } + }, + "135_context_type_Event_duration": { + "1": { + "k": 1, + "selected_features": [ + 11535 + ], + "test_balanced_acc": 0.8626343236409608, + "test_accuracy": 0.8622222222222222, + "test_auc": 0.8626343236409609, + "test_f1": 0.848780487804878, + "test_precision": 0.9456521739130435, + "test_recall": 0.7699115044247787 + }, + "4": { + "k": 4, + "selected_features": [ + 11535, + 13229, + 15575, + 22584 + ], + "test_balanced_acc": 0.9422803413400759, + "test_accuracy": 0.9422222222222222, + "test_auc": 0.9716735145385589, + "test_f1": 0.9417040358744395, + "test_precision": 0.9545454545454546, + "test_recall": 0.9292035398230089 + }, + "16": { + "k": 16, + "selected_features": [ + 11535, + 13229, + 15575, + 22584, + 23209, + 22468, + 7516, + 27719, + 14500, + 6330, + 24487, + 19764, + 6514, + 3349, + 23688, + 12148 + ], + "test_balanced_acc": 0.9645227560050569, + "test_accuracy": 0.9644444444444444, + "test_auc": 0.9909924146649811, + "test_f1": 0.963963963963964, + "test_precision": 0.981651376146789, + "test_recall": 0.9469026548672567 + } + }, + "136_glue_mnli_entailment": { + "1": { + "k": 1, + "selected_features": [ + 21276 + ], + "test_balanced_acc": 0.6921913447099797, + "test_accuracy": 0.6922410056350239, + "test_auc": 0.6921913447099797, + "test_f1": 0.723950233281493, + "test_precision": 0.656558533145275, + "test_recall": 0.8067590987868284 + }, + "4": { + "k": 4, + "selected_features": [ + 21276, + 5773, + 17840, + 11534 + ], + "test_balanced_acc": 0.7182480034752232, + "test_accuracy": 0.7182488079757261, + "test_auc": 0.7702064992086051, + "test_f1": 0.7188581314878892, + "test_precision": 0.7176165803108808, + "test_recall": 0.720103986135182 + }, + "16": { + "k": 16, + "selected_features": [ + 21276, + 5773, + 17840, + 11534, + 24934, + 895, + 23600, + 13467, + 17201, + 24704, + 30910, + 685, + 29031, + 13729, + 12453, + 11910 + ], + "test_balanced_acc": 0.7555378854950013, + "test_accuracy": 0.7555266579973993, + "test_auc": 0.8249901169580973, + "test_f1": 0.7491103202846975, + "test_precision": 0.7696526508226691, + "test_recall": 0.729636048526863 + } + }, + "137_glue_mnli_neutral": { + "1": { + "k": 1, + "selected_features": [ + 21276 + ], + "test_balanced_acc": 0.6302607469625616, + "test_accuracy": 0.6302557433896836, + "test_auc": 0.6302607469625617, + "test_f1": 0.626041209995616, + "test_precision": 0.6335403726708074, + "test_recall": 0.6187175043327556 + }, + "4": { + "k": 4, + "selected_features": [ + 21276, + 27404, + 27656, + 24724 + ], + "test_balanced_acc": 0.6467488925732134, + "test_accuracy": 0.646727351538795, + "test_auc": 0.6795542034117914, + "test_f1": 0.6283629730962152, + "test_precision": 0.6631376323387873, + "test_recall": 0.597053726169844 + }, + "16": { + "k": 16, + "selected_features": [ + 21276, + 27404, + 27656, + 24724, + 30998, + 5773, + 5826, + 17840, + 22542, + 30851, + 25065, + 1102, + 25302, + 8847, + 25543, + 8304 + ], + "test_balanced_acc": 0.6553956147853313, + "test_accuracy": 0.6553966189856957, + "test_auc": 0.7176215764466443, + "test_f1": 0.6562905317769131, + "test_precision": 0.6548748921484038, + "test_recall": 0.6577123050259965 + } + }, + "138_glue_mnli_contradiction": { + "1": { + "k": 1, + "selected_features": [ + 30998 + ], + "test_balanced_acc": 0.6303603289437095, + "test_accuracy": 0.6302557433896836, + "test_auc": 0.6303603289437095, + "test_f1": 0.5128498001142204, + "test_precision": 0.7520938023450586, + "test_recall": 0.38908145580589254 + }, + "4": { + "k": 4, + "selected_features": [ + 30998, + 8847, + 2489, + 5826 + ], + "test_balanced_acc": 0.6931191481494285, + "test_accuracy": 0.6931079323797139, + "test_auc": 0.7412315247241392, + "test_f1": 0.6850533807829181, + "test_precision": 0.7038391224862889, + "test_recall": 0.6672443674176777 + }, + "16": { + "k": 16, + "selected_features": [ + 30998, + 8847, + 2489, + 5826, + 11910, + 25065, + 25543, + 27404, + 27656, + 31876, + 8304, + 5773, + 16664, + 26629, + 21188, + 9751 + ], + "test_balanced_acc": 0.7421232531817382, + "test_accuracy": 0.7420892934547031, + "test_auc": 0.81076605223958, + "test_f1": 0.7202632816173014, + "test_precision": 0.7872559095580678, + "test_recall": 0.6637781629116117 + } + }, + "139_news_class_Politics": { + "1": { + "k": 1, + "selected_features": [ + 19527 + ], + "test_balanced_acc": 0.667781749052226, + "test_accuracy": 0.6677966101694915, + "test_auc": 0.6677817490522259, + "test_f1": 0.6750663129973474, + "test_precision": 0.6610389610389611, + "test_recall": 0.6897018970189702 + }, + "4": { + "k": 4, + "selected_features": [ + 19527, + 2198, + 1440, + 4712 + ], + "test_balanced_acc": 0.6908546697407273, + "test_accuracy": 0.6908474576271186, + "test_auc": 0.7493684570495637, + "test_f1": 0.6876712328767123, + "test_precision": 0.6952908587257618, + "test_recall": 0.6802168021680217 + }, + "16": { + "k": 16, + "selected_features": [ + 19527, + 2198, + 1440, + 4712, + 4103, + 23180, + 7737, + 27505, + 23395, + 30057, + 14892, + 20158, + 7078, + 9628, + 2813, + 8683 + ], + "test_balanced_acc": 0.787164510044015, + "test_accuracy": 0.7871186440677966, + "test_auc": 0.8690729648137729, + "test_f1": 0.7718023255813954, + "test_precision": 0.8322884012539185, + "test_recall": 0.7195121951219512 + } + }, + "140_news_class_Technology": { + "1": { + "k": 1, + "selected_features": [ + 24551 + ], + "test_balanced_acc": 0.619891120892213, + "test_accuracy": 0.6196610169491525, + "test_auc": 0.619891120892213, + "test_f1": 0.4246153846153846, + "test_precision": 0.8734177215189873, + "test_recall": 0.2804878048780488 + }, + "4": { + "k": 4, + "selected_features": [ + 24551, + 17032, + 13347, + 8934 + ], + "test_balanced_acc": 0.7784102400047066, + "test_accuracy": 0.7783050847457628, + "test_auc": 0.8003276301419732, + "test_f1": 0.7377706495589414, + "test_precision": 0.9037328094302554, + "test_recall": 0.6233062330623306 + }, + "16": { + "k": 16, + "selected_features": [ + 24551, + 17032, + 13347, + 8934, + 3976, + 21474, + 2198, + 7023, + 22727, + 13630, + 24616, + 17721, + 22764, + 1867, + 20860, + 18103 + ], + "test_balanced_acc": 0.8000481700882138, + "test_accuracy": 0.8, + "test_auc": 0.8639571911322913, + "test_f1": 0.7848285922684172, + "test_precision": 0.8499210110584519, + "test_recall": 0.7289972899728997 + } + }, + "141_news_class_Entertainment": { + "1": { + "k": 1, + "selected_features": [ + 19527 + ], + "test_balanced_acc": 0.6480191430136825, + "test_accuracy": 0.648135593220339, + "test_auc": 0.6480191430136826, + "test_f1": 0.6998264893001735, + "test_precision": 0.6104944500504541, + "test_recall": 0.8197831978319783 + }, + "4": { + "k": 4, + "selected_features": [ + 19527, + 7078, + 20568, + 22745 + ], + "test_balanced_acc": 0.6779048217890591, + "test_accuracy": 0.6779661016949152, + "test_auc": 0.7584086220780797, + "test_f1": 0.7047855811062772, + "test_precision": 0.6509758897818599, + "test_recall": 0.7682926829268293 + }, + "16": { + "k": 16, + "selected_features": [ + 19527, + 7078, + 20568, + 22745, + 2198, + 5615, + 10825, + 2813, + 23180, + 7023, + 1440, + 16574, + 22727, + 1944, + 31172, + 20759 + ], + "test_balanced_acc": 0.7789645637297622, + "test_accuracy": 0.7789830508474577, + "test_auc": 0.8715246752196152, + "test_f1": 0.7849604221635884, + "test_precision": 0.7647814910025706, + "test_recall": 0.8062330623306233 + } + }, + "142_cancer_cat_Thyroid_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 2082 + ], + "test_balanced_acc": 0.543094655242758, + "test_accuracy": 0.5422740524781341, + "test_auc": 0.543094655242758, + "test_f1": 0.3643724696356275, + "test_precision": 0.6, + "test_recall": 0.2616279069767442 + }, + "4": { + "k": 4, + "selected_features": [ + 2082, + 27447, + 11750, + 27536 + ], + "test_balanced_acc": 0.6092751257989937, + "test_accuracy": 0.60932944606414, + "test_auc": 0.6462158302733578, + "test_f1": 0.6171428571428571, + "test_precision": 0.6067415730337079, + "test_recall": 0.627906976744186 + }, + "16": { + "k": 16, + "selected_features": [ + 2082, + 27447, + 11750, + 27536, + 26213, + 24929, + 17982, + 27293, + 2047, + 21224, + 15138, + 16278, + 11807, + 3178, + 18890, + 6859 + ], + "test_balanced_acc": 0.6297259621923025, + "test_accuracy": 0.6297376093294461, + "test_auc": 0.6845335237318102, + "test_f1": 0.6318840579710145, + "test_precision": 0.630057803468208, + "test_recall": 0.6337209302325582 + } + }, + "143_cancer_cat_Lung_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 15241 + ], + "test_balanced_acc": 0.6787705698354413, + "test_accuracy": 0.6793002915451894, + "test_auc": 0.6787705698354414, + "test_f1": 0.729064039408867, + "test_precision": 0.6324786324786325, + "test_recall": 0.8604651162790697 + }, + "4": { + "k": 4, + "selected_features": [ + 15241, + 32713, + 11750, + 19552 + ], + "test_balanced_acc": 0.7933156534747722, + "test_accuracy": 0.793002915451895, + "test_auc": 0.8660070719434245, + "test_f1": 0.7687296416938111, + "test_precision": 0.8740740740740741, + "test_recall": 0.686046511627907 + }, + "16": { + "k": 16, + "selected_features": [ + 15241, + 32713, + 11750, + 19552, + 28876, + 13467, + 8749, + 21044, + 2078, + 26490, + 26213, + 1000, + 27447, + 23447, + 2082, + 2585 + ], + "test_balanced_acc": 0.8600231198150414, + "test_accuracy": 0.8600583090379009, + "test_auc": 0.9438664490684074, + "test_f1": 0.8620689655172413, + "test_precision": 0.8522727272727273, + "test_recall": 0.872093023255814 + } + }, + "144_cancer_cat_Colon_Cancer": { + "1": { + "k": 1, + "selected_features": [ + 15241 + ], + "test_balanced_acc": 0.7348191214470284, + "test_accuracy": 0.7346938775510204, + "test_auc": 0.7348191214470283, + "test_f1": 0.723404255319149, + "test_precision": 0.7579617834394905, + "test_recall": 0.6918604651162791 + }, + "4": { + "k": 4, + "selected_features": [ + 15241, + 21044, + 3675, + 13373 + ], + "test_balanced_acc": 0.7406330749354005, + "test_accuracy": 0.7405247813411079, + "test_auc": 0.8349313205494356, + "test_f1": 0.7311178247734139, + "test_precision": 0.7610062893081762, + "test_recall": 0.7034883720930233 + }, + "16": { + "k": 16, + "selected_features": [ + 15241, + 21044, + 3675, + 13373, + 28876, + 32713, + 19552, + 1706, + 29386, + 6275, + 13629, + 13467, + 8749, + 28793, + 31834, + 25303 + ], + "test_balanced_acc": 0.7929586563307494, + "test_accuracy": 0.793002915451895, + "test_auc": 0.8818339453284374, + "test_f1": 0.7965616045845272, + "test_precision": 0.7853107344632768, + "test_recall": 0.8081395348837209 + } + }, + "145_disease_class_digestive system diseases": { + "1": { + "k": 1, + "selected_features": [ + 23418 + ], + "test_balanced_acc": 0.5173469387755102, + "test_accuracy": 0.5151515151515151, + "test_auc": 0.5173469387755102, + "test_f1": 0.38461538461538464, + "test_precision": 0.5357142857142857, + "test_recall": 0.3 + }, + "4": { + "k": 4, + "selected_features": [ + 23418, + 17605, + 22019, + 30091 + ], + "test_balanced_acc": 0.4940816326530612, + "test_accuracy": 0.494949494949495, + "test_auc": 0.5071428571428571, + "test_f1": 0.5370370370370371, + "test_precision": 0.5, + "test_recall": 0.58 + }, + "16": { + "k": 16, + "selected_features": [ + 23418, + 17605, + 22019, + 30091, + 19500, + 27334, + 15631, + 30061, + 17840, + 4672, + 2816, + 30057, + 26418, + 18452, + 22107, + 7992 + ], + "test_balanced_acc": 0.5040816326530613, + "test_accuracy": 0.5050505050505051, + "test_auc": 0.5448979591836735, + "test_f1": 0.5504587155963303, + "test_precision": 0.5084745762711864, + "test_recall": 0.6 + } + }, + "146_disease_class_cardiovascular diseases": { + "1": { + "k": 1, + "selected_features": [ + 7084 + ], + "test_balanced_acc": 0.5495918367346939, + "test_accuracy": 0.5454545454545454, + "test_auc": 0.5495918367346939, + "test_f1": 0.23728813559322035, + "test_precision": 0.7777777777777778, + "test_recall": 0.14 + }, + "4": { + "k": 4, + "selected_features": [ + 7084, + 31715, + 7767, + 18452 + ], + "test_balanced_acc": 0.5281632653061225, + "test_accuracy": 0.5252525252525253, + "test_auc": 0.5657142857142857, + "test_f1": 0.3380281690140845, + "test_precision": 0.5714285714285714, + "test_recall": 0.24 + }, + "16": { + "k": 16, + "selected_features": [ + 7084, + 31715, + 7767, + 18452, + 8212, + 2084, + 22764, + 26364, + 22041, + 22917, + 8879, + 17840, + 13629, + 15432, + 3302, + 28566 + ], + "test_balanced_acc": 0.5055102040816326, + "test_accuracy": 0.5050505050505051, + "test_auc": 0.5377551020408163, + "test_f1": 0.4842105263157895, + "test_precision": 0.5111111111111111, + "test_recall": 0.46 + } + }, + "147_disease_class_nervous system diseases": { + "1": { + "k": 1, + "selected_features": [ + 30073 + ], + "test_balanced_acc": 0.5536734693877551, + "test_accuracy": 0.5555555555555556, + "test_auc": 0.5536734693877551, + "test_f1": 0.6271186440677966, + "test_precision": 0.5441176470588235, + "test_recall": 0.74 + }, + "4": { + "k": 4, + "selected_features": [ + 30073, + 24915, + 23887, + 31511 + ], + "test_balanced_acc": 0.5244897959183673, + "test_accuracy": 0.5252525252525253, + "test_auc": 0.596530612244898, + "test_f1": 0.5607476635514018, + "test_precision": 0.5263157894736842, + "test_recall": 0.6 + }, + "16": { + "k": 16, + "selected_features": [ + 30073, + 24915, + 23887, + 31511, + 11416, + 17907, + 21533, + 28653, + 6230, + 9673, + 17840, + 307, + 5043, + 2340, + 9169, + 11423 + ], + "test_balanced_acc": 0.5555102040816327, + "test_accuracy": 0.5555555555555556, + "test_auc": 0.5826530612244898, + "test_f1": 0.56, + "test_precision": 0.56, + "test_recall": 0.56 + } + }, + "148_twt_emotion_worry": { + "1": { + "k": 1, + "selected_features": [ + 1944 + ], + "test_balanced_acc": 0.5130757888311583, + "test_accuracy": 0.5132203389830509, + "test_auc": 0.5130757888311583, + "test_f1": 0.5988826815642458, + "test_precision": 0.5095057034220533, + "test_recall": 0.7262872628726287 + }, + "4": { + "k": 4, + "selected_features": [ + 1944, + 3814, + 10660, + 14127 + ], + "test_balanced_acc": 0.5436849382062342, + "test_accuracy": 0.543728813559322, + "test_auc": 0.5765830860479568, + "test_f1": 0.5716104392106939, + "test_precision": 0.539015606242497, + "test_recall": 0.6084010840108401 + }, + "16": { + "k": 16, + "selected_features": [ + 1944, + 3814, + 10660, + 14127, + 13174, + 4627, + 24343, + 32510, + 11206, + 14212, + 25525, + 25582, + 3733, + 24487, + 4743, + 24466 + ], + "test_balanced_acc": 0.5620189885752318, + "test_accuracy": 0.5620338983050848, + "test_auc": 0.6071425944924307, + "test_f1": 0.5716180371352785, + "test_precision": 0.5597402597402598, + "test_recall": 0.5840108401084011 + } + }, + "149_twt_emotion_happiness": { + "1": { + "k": 1, + "selected_features": [ + 27398 + ], + "test_balanced_acc": 0.5635734851242677, + "test_accuracy": 0.5633898305084746, + "test_auc": 0.5635734851242679, + "test_f1": 0.40148698884758366, + "test_precision": 0.6390532544378699, + "test_recall": 0.2926829268292683 + }, + "4": { + "k": 4, + "selected_features": [ + 27398, + 22602, + 29988, + 23418 + ], + "test_balanced_acc": 0.6107617860439121, + "test_accuracy": 0.6108474576271187, + "test_auc": 0.6665241788103091, + "test_f1": 0.6546329723225031, + "test_precision": 0.5887445887445888, + "test_recall": 0.7371273712737128 + }, + "16": { + "k": 16, + "selected_features": [ + 27398, + 22602, + 29988, + 23418, + 14127, + 5168, + 23889, + 32510, + 1944, + 13582, + 14097, + 26967, + 11910, + 11286, + 14108, + 15884 + ], + "test_balanced_acc": 0.6555930620364548, + "test_accuracy": 0.655593220338983, + "test_auc": 0.7242859979481749, + "test_f1": 0.6558265582655827, + "test_precision": 0.6558265582655827, + "test_recall": 0.6558265582655827 + } + }, + "150_twt_emotion_sadness": { + "1": { + "k": 1, + "selected_features": [ + 29988 + ], + "test_balanced_acc": 0.5771438447084607, + "test_accuracy": 0.5769491525423729, + "test_auc": 0.5771438447084606, + "test_f1": 0.4068441064638783, + "test_precision": 0.6815286624203821, + "test_recall": 0.2899728997289973 + }, + "4": { + "k": 4, + "selected_features": [ + 29988, + 799, + 14097, + 12591 + ], + "test_balanced_acc": 0.6129671303497295, + "test_accuracy": 0.6128813559322034, + "test_auc": 0.632853838714778, + "test_f1": 0.5570209464701319, + "test_precision": 0.6515426497277677, + "test_recall": 0.48644986449864497 + }, + "16": { + "k": 16, + "selected_features": [ + 29988, + 799, + 14097, + 12591, + 11026, + 11910, + 16594, + 32221, + 4627, + 27398, + 29930, + 14108, + 6230, + 24021, + 22355, + 1789 + ], + "test_balanced_acc": 0.6156183237544723, + "test_accuracy": 0.615593220338983, + "test_auc": 0.6557318727868418, + "test_f1": 0.6009852216748769, + "test_precision": 0.6251830161054173, + "test_recall": 0.5785907859078591 + } + }, + "151_it_tick_HR Support": { + "1": { + "k": 1, + "selected_features": [ + 8594 + ], + "test_balanced_acc": 0.5450716713462391, + "test_accuracy": 0.5459057071960298, + "test_auc": 0.5450716713462391, + "test_f1": 0.660482374768089, + "test_precision": 0.5281899109792285, + "test_recall": 0.8811881188118812 + }, + "4": { + "k": 4, + "selected_features": [ + 8594, + 11405, + 31338, + 3150 + ], + "test_balanced_acc": 0.5477439534998276, + "test_accuracy": 0.5483870967741935, + "test_auc": 0.5883454017043495, + "test_f1": 0.6417322834645669, + "test_precision": 0.5326797385620915, + "test_recall": 0.806930693069307 + }, + "16": { + "k": 16, + "selected_features": [ + 8594, + 11405, + 31338, + 3150, + 1613, + 24444, + 2751, + 15811, + 21678, + 11454, + 13345, + 21889, + 24106, + 21044, + 5260, + 23223 + ], + "test_balanced_acc": 0.5979508398601054, + "test_accuracy": 0.598014888337469, + "test_auc": 0.6714201270873357, + "test_f1": 0.6086956521739131, + "test_precision": 0.5943396226415094, + "test_recall": 0.6237623762376238 + } + }, + "152_it_tick_Hardware": { + "1": { + "k": 1, + "selected_features": [ + 8642 + ], + "test_balanced_acc": 0.5907590759075907, + "test_accuracy": 0.5905707196029777, + "test_auc": 0.5907590759075909, + "test_f1": 0.5576407506702413, + "test_precision": 0.6081871345029239, + "test_recall": 0.5148514851485149 + }, + "4": { + "k": 4, + "selected_features": [ + 8642, + 6605, + 31753, + 16727 + ], + "test_balanced_acc": 0.6130609329589676, + "test_accuracy": 0.6129032258064516, + "test_auc": 0.6585020442342742, + "test_f1": 0.5873015873015873, + "test_precision": 0.6306818181818182, + "test_recall": 0.5495049504950495 + }, + "16": { + "k": 16, + "selected_features": [ + 8642, + 6605, + 31753, + 16727, + 6337, + 17126, + 1999, + 28112, + 22775, + 29344, + 15811, + 28951, + 18549, + 13388, + 30006, + 17891 + ], + "test_balanced_acc": 0.6475543076695729, + "test_accuracy": 0.6476426799007444, + "test_auc": 0.6709767991724546, + "test_f1": 0.6602870813397129, + "test_precision": 0.6388888888888888, + "test_recall": 0.6831683168316832 + } + }, + "153_it_tick_Administrative rights": { + "1": { + "k": 1, + "selected_features": [ + 31666 + ], + "test_balanced_acc": 0.5736047485345549, + "test_accuracy": 0.5732009925558312, + "test_auc": 0.5736047485345549, + "test_f1": 0.4911242603550296, + "test_precision": 0.6102941176470589, + "test_recall": 0.41089108910891087 + }, + "4": { + "k": 4, + "selected_features": [ + 31666, + 17934, + 7992, + 17891 + ], + "test_balanced_acc": 0.6279986207575982, + "test_accuracy": 0.6277915632754343, + "test_auc": 0.6563223486527756, + "test_f1": 0.5945945945945946, + "test_precision": 0.6547619047619048, + "test_recall": 0.5445544554455446 + }, + "16": { + "k": 16, + "selected_features": [ + 31666, + 17934, + 7992, + 17891, + 18525, + 28156, + 22775, + 8642, + 7664, + 23811, + 19285, + 18775, + 29872, + 29985, + 8625, + 13119 + ], + "test_balanced_acc": 0.6674917491749175, + "test_accuracy": 0.6674937965260546, + "test_auc": 0.753632825969164, + "test_f1": 0.6683168316831684, + "test_precision": 0.6683168316831684, + "test_recall": 0.6683168316831684 + } + }, + "154_athlete_sport_football": { + "1": { + "k": 1, + "selected_features": [ + 14470 + ], + "test_balanced_acc": 0.7617130937190865, + "test_accuracy": 0.7617135207496654, + "test_auc": 0.7617130937190866, + "test_f1": 0.7620320855614974, + "test_precision": 0.7620320855614974, + "test_recall": 0.7620320855614974 + }, + "4": { + "k": 4, + "selected_features": [ + 14470, + 7033, + 10251, + 26630 + ], + "test_balanced_acc": 0.808755430029677, + "test_accuracy": 0.8085676037483266, + "test_auc": 0.892954939714126, + "test_f1": 0.7776049766718507, + "test_precision": 0.929368029739777, + "test_recall": 0.6684491978609626 + }, + "16": { + "k": 16, + "selected_features": [ + 14470, + 7033, + 10251, + 26630, + 3183, + 31040, + 32031, + 14403, + 11000, + 13901, + 18077, + 9792, + 30706, + 5730, + 30359, + 310 + ], + "test_balanced_acc": 0.8299665954609969, + "test_accuracy": 0.8299866131191432, + "test_auc": 0.9203058020673538, + "test_f1": 0.8326745718050066, + "test_precision": 0.8207792207792208, + "test_recall": 0.8449197860962567 + } + }, + "155_athlete_sport_basketball": { + "1": { + "k": 1, + "selected_features": [ + 7033 + ], + "test_balanced_acc": 0.8662384768677152, + "test_accuracy": 0.8661311914323963, + "test_auc": 0.8662384768677152, + "test_f1": 0.8546511627906976, + "test_precision": 0.9363057324840764, + "test_recall": 0.786096256684492 + }, + "4": { + "k": 4, + "selected_features": [ + 7033, + 14470, + 3183, + 26630 + ], + "test_balanced_acc": 0.8674857708133217, + "test_accuracy": 0.8674698795180723, + "test_auc": 0.9425922209000588, + "test_f1": 0.8660351826792964, + "test_precision": 0.8767123287671232, + "test_recall": 0.8556149732620321 + }, + "16": { + "k": 16, + "selected_features": [ + 7033, + 14470, + 3183, + 26630, + 3639, + 30706, + 10937, + 32281, + 547, + 10251, + 11301, + 32031, + 12215, + 17733, + 18966, + 29522 + ], + "test_balanced_acc": 0.871557397026566, + "test_accuracy": 0.8714859437751004, + "test_auc": 0.9484559361156112, + "test_f1": 0.864406779661017, + "test_precision": 0.9161676646706587, + "test_recall": 0.8181818181818182 + } + }, + "156_athlete_sport_baseball": { + "1": { + "k": 1, + "selected_features": [ + 26630 + ], + "test_balanced_acc": 0.8488337084772978, + "test_accuracy": 0.8487282463186078, + "test_auc": 0.8488337084772978, + "test_f1": 0.8359941944847605, + "test_precision": 0.9142857142857143, + "test_recall": 0.7700534759358288 + }, + "4": { + "k": 4, + "selected_features": [ + 26630, + 3639, + 7033, + 30766 + ], + "test_balanced_acc": 0.8555289529899213, + "test_accuracy": 0.8554216867469879, + "test_auc": 0.9149080299924015, + "test_f1": 0.8430232558139535, + "test_precision": 0.9235668789808917, + "test_recall": 0.7754010695187166 + }, + "16": { + "k": 16, + "selected_features": [ + 26630, + 3639, + 7033, + 30766, + 14470, + 31040, + 25279, + 17781, + 10251, + 24616, + 30299, + 19283, + 32281, + 13901, + 24779, + 31115 + ], + "test_balanced_acc": 0.8808153288124901, + "test_accuracy": 0.8808567603748326, + "test_auc": 0.9528178807472294, + "test_f1": 0.8845654993514915, + "test_precision": 0.8589420654911839, + "test_recall": 0.9117647058823529 + } + }, + "157_amazon_5star": { + "1": { + "k": 1, + "selected_features": [ + 29104 + ], + "test_balanced_acc": 0.8162827784697209, + "test_accuracy": 0.8164102564102564, + "test_auc": 0.816282778469721, + "test_f1": 0.8368277119416591, + "test_precision": 0.7536945812807881, + "test_recall": 0.9405737704918032 + }, + "4": { + "k": 4, + "selected_features": [ + 29104, + 20530, + 12591, + 13582 + ], + "test_balanced_acc": 0.8286178341804962, + "test_accuracy": 0.8287179487179487, + "test_auc": 0.8436311307099337, + "test_f1": 0.8440709617180205, + "test_precision": 0.7753001715265866, + "test_recall": 0.9262295081967213 + }, + "16": { + "k": 16, + "selected_features": [ + 29104, + 20530, + 12591, + 13582, + 27644, + 11572, + 2822, + 624, + 21889, + 23889, + 25598, + 25720, + 23418, + 17891, + 19682, + 22013 + ], + "test_balanced_acc": 0.8440098293331538, + "test_accuracy": 0.8441025641025641, + "test_auc": 0.8926494597232976, + "test_f1": 0.8571428571428571, + "test_precision": 0.7916666666666666, + "test_recall": 0.9344262295081968 + } + }, + "158_code_C": { + "1": { + "k": 1, + "selected_features": [ + 18303 + ], + "test_balanced_acc": 0.7822542229790803, + "test_accuracy": 0.7821848739495798, + "test_auc": 0.7822542229790803, + "test_f1": 0.7256562235393734, + "test_precision": 0.9805491990846682, + "test_recall": 0.5759408602150538 + }, + "4": { + "k": 4, + "selected_features": [ + 18303, + 25379, + 29923, + 8567 + ], + "test_balanced_acc": 0.8544954570434807, + "test_accuracy": 0.8544537815126051, + "test_auc": 0.8752521856086078, + "test_f1": 0.8339087073264289, + "test_precision": 0.9714030384271671, + "test_recall": 0.730510752688172 + }, + "16": { + "k": 16, + "selected_features": [ + 18303, + 25379, + 29923, + 8567, + 10707, + 22403, + 5780, + 12594, + 18848, + 25269, + 32403, + 23065, + 12279, + 25294, + 21889, + 5639 + ], + "test_balanced_acc": 0.8722969137543296, + "test_accuracy": 0.8722689075630252, + "test_auc": 0.9535427106608528, + "test_f1": 0.8607038123167156, + "test_precision": 0.9467741935483871, + "test_recall": 0.7889784946236559 + } + }, + "159_code_Python": { + "1": { + "k": 1, + "selected_features": [ + 420 + ], + "test_balanced_acc": 0.7606189122936416, + "test_accuracy": 0.760672268907563, + "test_auc": 0.7606189122936418, + "test_f1": 0.7935034802784223, + "test_precision": 0.6979591836734694, + "test_recall": 0.9193548387096774 + }, + "4": { + "k": 4, + "selected_features": [ + 420, + 6271, + 24343, + 43 + ], + "test_balanced_acc": 0.7972863834233608, + "test_accuracy": 0.7973109243697479, + "test_auc": 0.9033369850532573, + "test_f1": 0.8111493892890699, + "test_precision": 0.7595307917888563, + "test_recall": 0.8702956989247311 + }, + "16": { + "k": 16, + "selected_features": [ + 420, + 6271, + 24343, + 43, + 1944, + 23492, + 4364, + 404, + 7830, + 24430, + 2394, + 21603, + 19052, + 22239, + 1999, + 17803 + ], + "test_balanced_acc": 0.863883269699402, + "test_accuracy": 0.8638655462184874, + "test_auc": 0.9597165126436282, + "test_f1": 0.8563320326356865, + "test_precision": 0.9068369646882044, + "test_recall": 0.8111559139784946 + } + }, + "160_code_HTML": { + "1": { + "k": 1, + "selected_features": [ + 1943 + ], + "test_balanced_acc": 0.7392242626056649, + "test_accuracy": 0.7391596638655462, + "test_auc": 0.7392242626056648, + "test_f1": 0.6772046589018302, + "test_precision": 0.888646288209607, + "test_recall": 0.5470430107526881 + }, + "4": { + "k": 4, + "selected_features": [ + 1943, + 16613, + 23418, + 6337 + ], + "test_balanced_acc": 0.7879469289396996, + "test_accuracy": 0.7878991596638656, + "test_auc": 0.8455855767909698, + "test_f1": 0.7528397963180572, + "test_precision": 0.9023474178403755, + "test_recall": 0.6458333333333334 + }, + "16": { + "k": 16, + "selected_features": [ + 1943, + 16613, + 23418, + 6337, + 27242, + 13633, + 14111, + 31158, + 457, + 24060, + 29923, + 31715, + 1053, + 739, + 23325, + 7622 + ], + "test_balanced_acc": 0.8070965391818701, + "test_accuracy": 0.8070588235294117, + "test_auc": 0.9103010138042243, + "test_f1": 0.7827403482210447, + "test_precision": 0.8960138648180243, + "test_recall": 0.6948924731182796 + } + }, + "161_agnews_0": { + "1": { + "k": 1, + "selected_features": [ + 31511 + ], + "test_balanced_acc": 0.937833535804933, + "test_accuracy": 0.9378151260504202, + "test_auc": 0.937833535804933, + "test_f1": 0.9342339139708496, + "test_precision": 0.9916981132075472, + "test_recall": 0.8830645161290323 + }, + "4": { + "k": 4, + "selected_features": [ + 31511, + 22093, + 2371, + 24729 + ], + "test_balanced_acc": 0.9543010752688172, + "test_accuracy": 0.9542857142857143, + "test_auc": 0.9613039713358065, + "test_f1": 0.952112676056338, + "test_precision": 1.0, + "test_recall": 0.9086021505376344 + }, + "16": { + "k": 16, + "selected_features": [ + 31511, + 22093, + 2371, + 24729, + 21474, + 10209, + 2696, + 1197, + 19527, + 22016, + 13729, + 4627, + 7737, + 11760, + 27093, + 25880 + ], + "test_balanced_acc": 0.9885750428444366, + "test_accuracy": 0.9885714285714285, + "test_auc": 0.9983418118315726, + "test_f1": 0.9884510869565217, + "test_precision": 0.9993131868131868, + "test_recall": 0.9778225806451613 + } + }, + "162_agnews_1": { + "1": { + "k": 1, + "selected_features": [ + 31511 + ], + "test_balanced_acc": 0.9237206325791266, + "test_accuracy": 0.9236974789915966, + "test_auc": 0.9237206325791267, + "test_f1": 0.9180801154817755, + "test_precision": 0.9914263445050663, + "test_recall": 0.8548387096774194 + }, + "4": { + "k": 4, + "selected_features": [ + 31511, + 24729, + 10209, + 13729 + ], + "test_balanced_acc": 0.92775221272534, + "test_accuracy": 0.9277310924369748, + "test_auc": 0.9339348276460506, + "test_f1": 0.922911437791323, + "test_precision": 0.98923904688701, + "test_recall": 0.8649193548387096 + }, + "16": { + "k": 16, + "selected_features": [ + 31511, + 24729, + 10209, + 13729, + 2371, + 22093, + 2696, + 1197, + 22016, + 4627, + 27093, + 25880, + 1944, + 21474, + 404, + 19052 + ], + "test_balanced_acc": 0.9637092254738197, + "test_accuracy": 0.9636974789915966, + "test_auc": 0.9925862854415689, + "test_f1": 0.9623955431754875, + "test_precision": 0.9985549132947977, + "test_recall": 0.928763440860215 + } + }, + "163_agnews_2": { + "1": { + "k": 1, + "selected_features": [ + 31511 + ], + "test_balanced_acc": 0.9186803099984815, + "test_accuracy": 0.9186554621848739, + "test_auc": 0.9186803099984814, + "test_f1": 0.9121915820029027, + "test_precision": 0.9913249211356467, + "test_recall": 0.844758064516129 + }, + "4": { + "k": 4, + "selected_features": [ + 31511, + 24729, + 2371, + 21474 + ], + "test_balanced_acc": 0.97580396591246, + "test_accuracy": 0.9757983193277311, + "test_auc": 0.9816482996001187, + "test_f1": 0.9753930280246069, + "test_precision": 0.9923504867872045, + "test_recall": 0.959005376344086 + }, + "16": { + "k": 16, + "selected_features": [ + 31511, + 24729, + 2371, + 21474, + 22093, + 13729, + 2696, + 10209, + 1197, + 22016, + 25880, + 4627, + 27093, + 12104, + 11760, + 22764 + ], + "test_balanced_acc": 0.9828626772530389, + "test_accuracy": 0.9828571428571429, + "test_auc": 0.9970040530475591, + "test_f1": 0.9825760163990434, + "test_precision": 0.9993050729673384, + "test_recall": 0.9663978494623656 + } + } +} \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6da6c9d2ffa891c26ea7075ae61b4da42fcf604a --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.93121837219097, + "test_acc": 0.9312649164677804, + "test_auc": 0.955455244719555, + "val_auc": 0.9755469755469756, + "k": 1, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15241 + ] + }, + { + "test_f1": 0.9914079383726543, + "test_acc": 0.9914081145584726, + "test_auc": 0.9992308084895412, + "val_auc": 0.9987129987129987, + "k": 16, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15241, + 2096, + 13467, + 13729, + 15362, + 22093, + 24729, + 3247, + 29588, + 1944, + 17721, + 21044, + 15133, + 31708, + 7470, + 26936 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c45dae8b6c2ed126eb82dc67b4aaa3d3ffc79e2b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9169039976007368, + "test_acc": 0.9170447180816591, + "test_auc": 0.9544221218658226, + "val_auc": 0.9429516329061596, + "k": 1, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13467 + ] + }, + { + "test_f1": 0.9675940957759462, + "test_acc": 0.9675955930006481, + "test_auc": 0.9923035825890606, + "val_auc": 0.9875981810665565, + "k": 16, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13467, + 8731, + 5640, + 7737, + 31172, + 24729, + 12247, + 23439, + 5608, + 6230, + 24343, + 29054, + 31511, + 7470, + 15884, + 685 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ecb011af46de0b12facbd2ee3420193c9ca0356f --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5533157644411559, + "test_acc": 0.5733333333333334, + "test_auc": 0.5832134224572396, + "val_auc": 0.5874349739895958, + "k": 1, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27644 + ] + }, + { + "test_f1": 0.5868814782148504, + "test_acc": 0.5869182389937107, + "test_auc": 0.6290941421047676, + "val_auc": 0.6138455382152861, + "k": 16, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27644, + 23418, + 21889, + 15996, + 17673, + 15157, + 14214, + 24021, + 21451, + 32669, + 12004, + 25217, + 16204, + 12891, + 20530, + 4985 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8bb2b891b5bcbd51da8eb4b7d5726ae7c7045ea9 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6877817082284876, + "test_acc": 0.6991194968553459, + "test_auc": 0.7040638395040602, + "val_auc": 0.7611044417767108, + "k": 1, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9503 + ] + }, + { + "test_f1": 0.7240197573778583, + "test_acc": 0.7255345911949685, + "test_auc": 0.7796097166795437, + "val_auc": 0.8235294117647058, + "k": 16, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9503, + 15241, + 26759, + 32706, + 26611, + 3639, + 21661, + 25715, + 15996, + 1944, + 3733, + 298, + 21782, + 16674, + 2055, + 5595 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6a299e31a7810d9955888f53a59a1b30573512b7 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7773904209042783, + "test_acc": 0.7781132075471698, + "test_auc": 0.8204201302429575, + "val_auc": 0.865546218487395, + "k": 1, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24729 + ] + }, + { + "test_f1": 0.7790196395230139, + "test_acc": 0.7791194968553459, + "test_auc": 0.8672613182871765, + "val_auc": 0.9151660664265707, + "k": 16, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24729, + 18492, + 31511, + 12104, + 21997, + 13729, + 11196, + 13301, + 16154, + 1944, + 31172, + 25007, + 16696, + 27334, + 6158, + 30851 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..97572ddae41919a8fc58adb9b022330c141539ae --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7617440877364794, + "test_acc": 0.7617610062893082, + "test_auc": 0.815240967698491, + "val_auc": 0.7971188475390156, + "k": 1, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20530 + ] + }, + { + "test_f1": 0.8830115231008825, + "test_acc": 0.8830188679245283, + "test_auc": 0.9475104274362836, + "val_auc": 0.9647859143657462, + "k": 16, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20530, + 12591, + 23889, + 11910, + 15869, + 17920, + 1944, + 27644, + 8265, + 16003, + 6046, + 29208, + 20265, + 13582, + 29251, + 19069 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9251e87599a0596219f6c65e875c1912a9388ba5 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5190074888840321, + "test_acc": 0.5497435897435897, + "test_auc": 0.5556455549197159, + "val_auc": 0.5552835577315383, + "k": 1, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2354 + ] + }, + { + "test_f1": 0.5910541228879087, + "test_acc": 0.5917948717948718, + "test_auc": 0.6438171138115596, + "val_auc": 0.6136270909832721, + "k": 16, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2354, + 30706, + 14742, + 7841, + 13986, + 30057, + 9884, + 12087, + 22553, + 31569, + 13255, + 31808, + 15521, + 8081, + 17891, + 24057 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a4007c3e9a5e50eea77072c9a67db73db4c114b8 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5082113178258992, + "test_acc": 0.5230769230769231, + "test_auc": 0.5324565758912041, + "val_auc": 0.6005711954304365, + "k": 1, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14742 + ] + }, + { + "test_f1": 0.5432264763125402, + "test_acc": 0.5435897435897435, + "test_auc": 0.5561420708923823, + "val_auc": 0.6752345981232151, + "k": 16, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14742, + 7401, + 25113, + 32593, + 7347, + 14232, + 9300, + 27814, + 913, + 27879, + 25889, + 1220, + 30945, + 18849, + 1566, + 25582 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7a80ee257b5a6f7275d3562f086ec64a3c806d73 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5341901640457114, + "test_acc": 0.5558974358974359, + "test_auc": 0.5563882249974753, + "val_auc": 0.5091799265605874, + "k": 1, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23987 + ] + }, + { + "test_f1": 0.5536497755891315, + "test_acc": 0.556923076923077, + "test_auc": 0.5698930386777527, + "val_auc": 0.5393716850265198, + "k": 16, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23987, + 30057, + 28553, + 25902, + 14232, + 14742, + 17891, + 31289, + 26936, + 27279, + 31991, + 27879, + 13986, + 26307, + 16288, + 26950 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1e8cb66dc229b162d83c83055c2f2d1083389eed --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8671979042043984, + "test_acc": 0.8686868686868687, + "test_auc": 0.8771428571428571, + "val_auc": 0.8587740384615383, + "k": 1, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5563 + ] + }, + { + "test_f1": 0.83818577936225, + "test_acc": 0.8383838383838383, + "test_auc": 0.9130612244897959, + "val_auc": 0.9443108974358974, + "k": 16, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5563, + 13862, + 4118, + 31545, + 20145, + 18966, + 5019, + 5730, + 16630, + 913, + 24525, + 12601, + 14401, + 2405, + 3334, + 26632 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a1ef63814593b5af2a57c097c056375253d6af5e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8681220810253067, + "test_acc": 0.8686868686868687, + "test_auc": 0.8953061224489796, + "val_auc": 0.9403044871794872, + "k": 1, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230 + ] + }, + { + "test_f1": 0.8787631416202846, + "test_acc": 0.8787878787878788, + "test_auc": 0.9485714285714285, + "val_auc": 0.9855769230769231, + "k": 16, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230, + 27653, + 30766, + 16726, + 28240, + 6446, + 31405, + 31545, + 1220, + 2405, + 547, + 15387, + 30019, + 29386, + 18823, + 22469 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..83b0cd0e71cfc7f3c031715b43c5f757a3430309 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8677158770616714, + "test_acc": 0.8686868686868687, + "test_auc": 0.8842857142857143, + "val_auc": 0.8120993589743589, + "k": 1, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13064 + ] + }, + { + "test_f1": 0.8888208408469712, + "test_acc": 0.8888888888888888, + "test_auc": 0.9630612244897959, + "val_auc": 0.9435096153846153, + "k": 16, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13064, + 31545, + 1220, + 14742, + 30766, + 22788, + 2143, + 18738, + 28240, + 547, + 5730, + 4080, + 30019, + 7816, + 5787, + 32558 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..482b81dc34154bc9029f48170fc3fad22b12cb82 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6284219674688128, + "test_acc": 0.6380580840918942, + "test_auc": 0.6705486102864804, + "val_auc": 0.7806, + "k": 1, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230 + ] + }, + { + "test_f1": 0.798240286256853, + "test_acc": 0.7984395318595578, + "test_auc": 0.8933420614747752, + "val_auc": 0.9312, + "k": 16, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230, + 31490, + 31545, + 18966, + 27653, + 21803, + 13064, + 1220, + 4080, + 2405, + 6446, + 5162, + 547, + 24779, + 28240, + 15140 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7955cf9699c704637b0c91a3037d78b2e8581d57 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6462295730872706, + "test_acc": 0.6532293021239706, + "test_auc": 0.6868864434727582, + "val_auc": 0.741, + "k": 1, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230 + ] + }, + { + "test_f1": 0.8131330469593859, + "test_acc": 0.8131772865192891, + "test_auc": 0.9138897698867094, + "val_auc": 0.9463999999999999, + "k": 16, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230, + 1220, + 547, + 5162, + 31490, + 25479, + 31545, + 30766, + 11342, + 30019, + 13064, + 16726, + 28817, + 18966, + 26106, + 5787 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0a42ac2c6c75cb39340267e1964e8bab4a4d242e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8229420277015342, + "test_acc": 0.824013870827915, + "test_auc": 0.8654478333215588, + "val_auc": 0.8602, + "k": 1, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230 + ] + }, + { + "test_f1": 0.8573605894842493, + "test_acc": 0.857824013870828, + "test_auc": 0.9381193811336864, + "val_auc": 0.9259999999999999, + "k": 16, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230, + 27653, + 6446, + 1220, + 2405, + 31545, + 18966, + 31490, + 547, + 29456, + 18823, + 22469, + 31405, + 26106, + 21803, + 15387 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1fc3a474fce7f0b502e43e979fca202178b04450 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8501694101411182, + "test_acc": 0.8502564102564103, + "test_auc": 0.9382005924529573, + "val_auc": 0.952264381884945, + "k": 1, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4761 + ] + }, + { + "test_f1": 0.9692305750247127, + "test_acc": 0.9692307692307692, + "test_auc": 0.992358703335914, + "val_auc": 0.9942880456956343, + "k": 16, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4761, + 29647, + 17749, + 24616, + 14742, + 17891, + 16922, + 22788, + 20104, + 3183, + 14232, + 3399, + 5456, + 1440, + 18823, + 13986 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..230cd1174a099d07d6cb5c50125ab2949d65f417 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9007755255132825, + "test_acc": 0.9015384615384615, + "test_auc": 0.9044795839364459, + "val_auc": 0.9302325581395349, + "k": 1, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18659 + ] + }, + { + "test_f1": 0.9610233449818711, + "test_acc": 0.961025641025641, + "test_auc": 0.9936252398424614, + "val_auc": 1.0, + "k": 16, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18659, + 29522, + 29868, + 4761, + 17233, + 13901, + 917, + 16116, + 5456, + 5757, + 3399, + 11807, + 2143, + 14232, + 23070, + 27115 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..36a3394732d88e686ee058e5b9e7184c5a864a31 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9589579532770056, + "test_acc": 0.958974358974359, + "test_auc": 0.981570000336621, + "val_auc": 0.9995920032639738, + "k": 1, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9122 + ] + }, + { + "test_f1": 0.9784615384615385, + "test_acc": 0.9784615384615385, + "test_auc": 0.9976941461608375, + "val_auc": 1.0, + "k": 16, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9122, + 1440, + 31139, + 14639, + 30766, + 16597, + 29868, + 28273, + 7147, + 22304, + 14638, + 17749, + 14717, + 17233, + 11807, + 1706 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8ef400cddf44014c2cae2f9b8ee78900f14ee714 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6194097198734697, + "test_acc": 0.6194191590810576, + "test_auc": 0.6620954153207441, + "val_auc": 0.6876, + "k": 1, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12247 + ] + }, + { + "test_f1": 0.7056066890035801, + "test_acc": 0.7069787602947551, + "test_auc": 0.7886081219815386, + "val_auc": 0.8029999999999999, + "k": 16, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12247, + 25878, + 23439, + 7995, + 15827, + 24487, + 11302, + 6230, + 24343, + 30018, + 25582, + 8943, + 2029, + 1944, + 13255, + 20252 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..99fe0ab77035d7933f0050e2ce219e0d38163194 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6542916134157861, + "test_acc": 0.6666666666666666, + "test_auc": 0.6795425541989024, + "val_auc": 0.6714, + "k": 1, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7995 + ] + }, + { + "test_f1": 0.7533041828469449, + "test_acc": 0.753359341135674, + "test_auc": 0.8327319583754835, + "val_auc": 0.8496, + "k": 16, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7995, + 12247, + 15827, + 7841, + 24343, + 26478, + 30057, + 14589, + 1257, + 25878, + 22192, + 298, + 13255, + 1944, + 26759, + 26936 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fec97ea7acaac1d958d32c8dc13d70463584ac7b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5207261228832126, + "test_acc": 0.5574338968357174, + "test_auc": 0.5650048626069285, + "val_auc": 0.5660000000000001, + "k": 1, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14639 + ] + }, + { + "test_f1": 0.6397715526290674, + "test_acc": 0.6406588643259644, + "test_auc": 0.7022074131081453, + "val_auc": 0.7304, + "k": 16, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14639, + 12460, + 11807, + 15827, + 22192, + 7995, + 1440, + 18634, + 31086, + 13860, + 14589, + 25901, + 15387, + 21236, + 24750, + 26478 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..37fac51e88fbd26d787c3be48c5c48d862de6caa --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6095264034364154, + "test_acc": 0.6204690831556503, + "test_auc": 0.6398254228041461, + "val_auc": 0.5784, + "k": 1, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1185 + ] + }, + { + "test_f1": 0.7840098463055911, + "test_acc": 0.7846481876332623, + "test_auc": 0.8584106201127477, + "val_auc": 0.8552, + "k": 16, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1185, + 14542, + 30074, + 17809, + 20449, + 18271, + 3095, + 5725, + 4049, + 19539, + 12744, + 23811, + 12127, + 11220, + 5806, + 16618 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d62ea09df155122c5c4a02ae167961f459678b86 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9696969696969697, + "test_acc": 0.9696969696969697, + "test_auc": 0.9779591836734693, + "val_auc": 0.9601449275362319, + "k": 1, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8845 + ] + }, + { + "test_f1": 1.0, + "test_acc": 1.0, + "test_auc": 1.0, + "val_auc": 1.0, + "k": 16, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8845, + 19764, + 10969, + 32236, + 2739, + 22584, + 2468, + 10348, + 31889, + 21218, + 25240, + 26911, + 27607, + 30061, + 992, + 11039 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e4d895d91a96258946b021aa237f69cd0b7b9893 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8482990353199857, + "test_acc": 0.8484848484848485, + "test_auc": 0.9122448979591837, + "val_auc": 0.874194847020934, + "k": 1, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6330 + ] + }, + { + "test_f1": 0.9696598070639972, + "test_acc": 0.9696969696969697, + "test_auc": 0.9967346938775511, + "val_auc": 0.9842995169082126, + "k": 16, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6330, + 14285, + 15453, + 10969, + 6714, + 16835, + 29275, + 24776, + 22739, + 23688, + 1300, + 19764, + 5209, + 13597, + 7673, + 27902 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ef98dda5ddbc13a4acfb8630526ad350091c60c4 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9189439402205359, + "test_acc": 0.9191919191919192, + "test_auc": 0.9273469387755101, + "val_auc": 0.9074074074074074, + "k": 1, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14619 + ] + }, + { + "test_f1": 0.9797856011091305, + "test_acc": 0.9797979797979798, + "test_auc": 0.9987755102040816, + "val_auc": 1.0, + "k": 16, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14619, + 6330, + 22584, + 12148, + 20180, + 15587, + 9869, + 13597, + 11535, + 22212, + 11039, + 18480, + 3372, + 393, + 23209, + 5835 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e6b72fb57c1ab36d453bfb7f803d810cf6ec4fae --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9466645596291614, + "test_acc": 0.9466666666666667, + "test_auc": 0.9630214917825538, + "val_auc": 0.9492694805194806, + "k": 1, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8498 + ] + }, + { + "test_f1": 0.9377777777777778, + "test_acc": 0.9377777777777778, + "test_auc": 0.9700537294563844, + "val_auc": 0.9784902597402598, + "k": 16, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8498, + 4560, + 12873, + 16863, + 4994, + 24976, + 27381, + 13597, + 13999, + 18973, + 4451, + 6029, + 2696, + 4654, + 31741, + 30356 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..96c12fe5a75431a05f52d55f73d60b413b80a798 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6827403980843597, + "test_acc": 0.6844444444444444, + "test_auc": 0.7470764854614412, + "val_auc": 0.5669642857142857, + "k": 1, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1474 + ] + }, + { + "test_f1": 0.7986401860797997, + "test_acc": 0.8, + "test_auc": 0.9027338811630847, + "val_auc": 0.854301948051948, + "k": 16, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1474, + 18973, + 992, + 2893, + 4771, + 1206, + 15587, + 21218, + 26821, + 16165, + 4654, + 18220, + 6475, + 6375, + 12479, + 2972 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0b88faeedef32a42ca45294f8703f51b00fa7b2b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8610700735578785, + "test_acc": 0.8622222222222222, + "test_auc": 0.875869152970923, + "val_auc": 0.8942775974025974, + "k": 1, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11535 + ] + }, + { + "test_f1": 0.9555450187029134, + "test_acc": 0.9555555555555556, + "test_auc": 0.9943900126422249, + "val_auc": 0.9866071428571428, + "k": 16, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11535, + 13229, + 22584, + 15575, + 23209, + 22468, + 7516, + 14500, + 27719, + 24487, + 12148, + 6514, + 16858, + 6330, + 2690, + 19764 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..511dd787e127e863354aa3162ddedaf1b1104377 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7229756787564391, + "test_acc": 0.7234503684438665, + "test_auc": 0.7764553624708959, + "val_auc": 0.8342, + "k": 1, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21276 + ] + }, + { + "test_f1": 0.7527822692245206, + "test_acc": 0.7537928045080191, + "test_auc": 0.8245786366963734, + "val_auc": 0.896, + "k": 16, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21276, + 5773, + 17840, + 9664, + 24934, + 895, + 13467, + 11534, + 24704, + 23600, + 17201, + 8731, + 30910, + 685, + 13729, + 9313 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f6eabafe40c0a87ffaab68ab75d31e47f78373b4 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6237943949814779, + "test_acc": 0.6250541829215431, + "test_auc": 0.661661763976425, + "val_auc": 0.7132000000000001, + "k": 1, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21276 + ] + }, + { + "test_f1": 0.6846480360047881, + "test_acc": 0.6848721283051582, + "test_auc": 0.7547213132495892, + "val_auc": 0.7964000000000001, + "k": 16, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21276, + 5826, + 31511, + 27404, + 5773, + 17840, + 9313, + 27656, + 13467, + 24724, + 1102, + 25065, + 16696, + 24934, + 30851, + 30998 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9ac350420bd0df5769e5887a02b21f4d077de301 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5889330715645289, + "test_acc": 0.5916775032509753, + "test_auc": 0.6190534526012317, + "val_auc": 0.6464, + "k": 1, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21276 + ] + }, + { + "test_f1": 0.742481853932304, + "test_acc": 0.7438231469440832, + "test_auc": 0.8279155725174776, + "val_auc": 0.8304, + "k": 16, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21276, + 8847, + 30998, + 5826, + 27404, + 25065, + 5773, + 27656, + 2489, + 25543, + 11910, + 9664, + 26629, + 8304, + 24934, + 31876 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9d4555ceb3ef647024b1553a320f4ed790f5b0c3 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6703384661277905, + "test_acc": 0.6705084745762712, + "test_auc": 0.7103598783613344, + "val_auc": 0.7586553945249599, + "k": 1, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19527 + ] + }, + { + "test_f1": 0.7941827407699165, + "test_acc": 0.7945762711864407, + "test_auc": 0.8693919537567153, + "val_auc": 0.8756038647342995, + "k": 16, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19527, + 2198, + 4712, + 1440, + 4103, + 23180, + 23395, + 7737, + 20158, + 14892, + 8017, + 27505, + 30057, + 2371, + 2813, + 8683 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..52deeae98757b238f640efe3984e3d45a95fad31 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5575765765777074, + "test_acc": 0.560677966101695, + "test_auc": 0.5767485558166301, + "val_auc": 0.6384863123993558, + "k": 1, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3976 + ] + }, + { + "test_f1": 0.7737203913946582, + "test_acc": 0.7742372881355932, + "test_auc": 0.86295334120234, + "val_auc": 0.8679549114331724, + "k": 16, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3976, + 17032, + 24551, + 13347, + 8934, + 8731, + 17721, + 21474, + 7023, + 13630, + 22764, + 32031, + 22727, + 12845, + 2813, + 2198 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f706be41f2e5fa57e4f73822ff1a64be2961c092 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6374248670055985, + "test_acc": 0.648135593220339, + "test_auc": 0.6528683265123019, + "val_auc": 0.623792270531401, + "k": 1, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19527 + ] + }, + { + "test_f1": 0.7530852820493633, + "test_acc": 0.7532203389830509, + "test_auc": 0.8500273944394804, + "val_auc": 0.8927133655394525, + "k": 16, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19527, + 2198, + 7078, + 20568, + 22745, + 1944, + 2371, + 10825, + 5615, + 10209, + 21044, + 20759, + 2813, + 23180, + 7023, + 1440 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..05e1078289d6381530b78b89b8171652972a3694 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5736120110067442, + "test_acc": 0.597667638483965, + "test_auc": 0.596015231878145, + "val_auc": 0.606642657062825, + "k": 1, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27447 + ] + }, + { + "test_f1": 0.6588863293445828, + "test_acc": 0.6588921282798834, + "test_auc": 0.6975724194206445, + "val_auc": 0.7907162865146059, + "k": 16, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27447, + 2082, + 11750, + 23447, + 24929, + 28876, + 8731, + 26490, + 3178, + 26213, + 3675, + 1000, + 6859, + 2585, + 23348, + 23418 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..305c1bf1e828aff2923e04d4ba6fd099644aba76 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6682811759468037, + "test_acc": 0.6793002915451894, + "test_auc": 0.6903984768121855, + "val_auc": 0.7302921168467387, + "k": 1, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15241 + ] + }, + { + "test_f1": 0.879902870898198, + "test_acc": 0.880466472303207, + "test_auc": 0.9444954440364477, + "val_auc": 0.9299719887955182, + "k": 16, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15241, + 11750, + 32713, + 19552, + 28876, + 1000, + 4985, + 8683, + 13373, + 26213, + 27447, + 13763, + 2082, + 13729, + 23447, + 2585 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..49c0a25af9e3a2d412d38d72d194795e3536362e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.727891728368474, + "test_acc": 0.7288629737609329, + "test_auc": 0.7420270637834897, + "val_auc": 0.617046818727491, + "k": 1, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15241 + ] + }, + { + "test_f1": 0.8309037900874635, + "test_acc": 0.8309037900874635, + "test_auc": 0.9048687610499115, + "val_auc": 0.8819527811124449, + "k": 16, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15241, + 32713, + 21044, + 3675, + 13373, + 29386, + 19552, + 24444, + 1000, + 4985, + 13629, + 1706, + 3178, + 6275, + 28876, + 15133 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7084b692289fbc488551c159fedd76df379551fa --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.49121989121989124, + "test_acc": 0.5151515151515151, + "test_auc": 0.5191836734693878, + "val_auc": 0.5252525252525253, + "k": 1, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23418 + ] + }, + { + "test_f1": 0.5428403372328606, + "test_acc": 0.5454545454545454, + "test_auc": 0.5489795918367347, + "val_auc": 0.5886868686868686, + "k": 16, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23418, + 30091, + 11423, + 28653, + 30061, + 22019, + 17605, + 15631, + 4672, + 27334, + 19500, + 16547, + 26418, + 9673, + 2816, + 24841 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..895be2872466855829e9c1e7d1176c71e77804a0 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.45455653966811144, + "test_acc": 0.5454545454545454, + "test_auc": 0.55, + "val_auc": 0.5692929292929293, + "k": 1, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7084 + ] + }, + { + "test_f1": 0.469884025439581, + "test_acc": 0.47474747474747475, + "test_auc": 0.5338775510204081, + "val_auc": 0.6824242424242424, + "k": 16, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7084, + 23418, + 26364, + 25567, + 18452, + 22917, + 2084, + 1169, + 22016, + 8212, + 30073, + 21710, + 7767, + 25525, + 8879, + 22041 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..50b9184cf7eef1b54c2fe9a32d60ef255246793a --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5757575757575758, + "test_acc": 0.5757575757575758, + "test_auc": 0.5846938775510204, + "val_auc": 0.6163636363636363, + "k": 1, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23887 + ] + }, + { + "test_f1": 0.5352587095444239, + "test_acc": 0.5353535353535354, + "test_auc": 0.5812244897959185, + "val_auc": 0.6763636363636363, + "k": 16, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23887, + 24915, + 11416, + 256, + 6230, + 307, + 30073, + 31511, + 29386, + 11423, + 9673, + 22016, + 5043, + 17907, + 21533, + 28566 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..bb03d889d23a2bbb9a8b623dcec0ff660f7be017 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5193154056523528, + "test_acc": 0.5193220338983051, + "test_auc": 0.5230039749515542, + "val_auc": 0.6247987117552335, + "k": 1, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1944 + ] + }, + { + "test_f1": 0.5606557526634622, + "test_acc": 0.560677966101695, + "test_auc": 0.5976997863601431, + "val_auc": 0.6634460547504026, + "k": 16, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1944, + 10660, + 3814, + 4627, + 14127, + 15241, + 26967, + 11026, + 24487, + 24343, + 13174, + 25525, + 16706, + 32510, + 9175, + 11206 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..232cb363cbe5c46c669dd844d98bca123b2a5c35 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5803108967827775, + "test_acc": 0.5810169491525424, + "test_auc": 0.6028192371475953, + "val_auc": 0.6115136876006441, + "k": 1, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1944 + ] + }, + { + "test_f1": 0.6535561372642272, + "test_acc": 0.6535593220338983, + "test_auc": 0.7255803392497968, + "val_auc": 0.7570450885668277, + "k": 16, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1944, + 27398, + 4985, + 26967, + 22602, + 29988, + 23889, + 14127, + 5168, + 32510, + 21889, + 29777, + 14097, + 9313, + 4627, + 15884 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cbdde04538fc0209c12c111ec86fb24e4a8b475d --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.538948868276155, + "test_acc": 0.5769491525423729, + "test_auc": 0.5803557967737071, + "val_auc": 0.6209742351046699, + "k": 1, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29988 + ] + }, + { + "test_f1": 0.6016850582801904, + "test_acc": 0.6033898305084746, + "test_auc": 0.6367423782785997, + "val_auc": 0.748792270531401, + "k": 16, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29988, + 799, + 4627, + 26967, + 11910, + 14097, + 16594, + 12591, + 11026, + 5034, + 22739, + 9207, + 29930, + 6230, + 14108, + 21316 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..17db5e150e7069d5e9d1123f710896636751aec7 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.4799620918073501, + "test_acc": 0.5012406947890818, + "test_auc": 0.4961331954090931, + "val_auc": 0.562625050020008, + "k": 1, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7664 + ] + }, + { + "test_f1": 0.593907960212401, + "test_acc": 0.5955334987593052, + "test_auc": 0.6501773311659524, + "val_auc": 0.6250500200080031, + "k": 16, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7664, + 29853, + 24444, + 13345, + 15772, + 16696, + 739, + 15811, + 2354, + 31338, + 8594, + 1613, + 30057, + 29434, + 3150, + 19666 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3655b66addca9384a801366ad885056148e67f1d --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5642756535207794, + "test_acc": 0.56575682382134, + "test_auc": 0.58856706566179, + "val_auc": 0.6094437775110044, + "k": 1, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6605 + ] + }, + { + "test_f1": 0.632401221607177, + "test_acc": 0.6327543424317618, + "test_auc": 0.6810748239003005, + "val_auc": 0.693077230892357, + "k": 16, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6605, + 31753, + 1999, + 8642, + 13614, + 16696, + 7664, + 15811, + 6337, + 31666, + 19666, + 17126, + 17891, + 28112, + 23439, + 29853 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c64891d453e61eedf34496c303ecede543d5c934 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5707143164360337, + "test_acc": 0.5707196029776674, + "test_auc": 0.5989236983399833, + "val_auc": 0.6126450580232093, + "k": 1, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31666 + ] + }, + { + "test_f1": 0.630145417576009, + "test_acc": 0.630272952853598, + "test_auc": 0.715531254617999, + "val_auc": 0.7434973989595839, + "k": 16, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31666, + 7664, + 17934, + 7992, + 17891, + 28156, + 29853, + 8642, + 22775, + 23811, + 19285, + 18525, + 18775, + 13119, + 28793, + 3675 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..bbc7f14cf663191c74252702955f05ea571aa048 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8111318094029808, + "test_acc": 0.8125836680053548, + "test_auc": 0.841170735903428, + "val_auc": 0.8206060606060607, + "k": 1, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14470 + ] + }, + { + "test_f1": 0.8435456670979408, + "test_acc": 0.8447121820615796, + "test_auc": 0.9461513096586428, + "val_auc": 0.9672727272727273, + "k": 16, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14470, + 7033, + 26630, + 10251, + 31040, + 3183, + 30491, + 14403, + 11000, + 32031, + 18077, + 13901, + 30359, + 5730, + 30706, + 9792 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9181bc02f578444ceacce4a5ade60055825b6290 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.868842930461929, + "test_acc": 0.8701472556894244, + "test_auc": 0.8843887542830926, + "val_auc": 0.8787878787878789, + "k": 1, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7033 + ] + }, + { + "test_f1": 0.8794359718736076, + "test_acc": 0.8795180722891566, + "test_auc": 0.9637603761953234, + "val_auc": 0.9725252525252526, + "k": 16, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7033, + 14470, + 26630, + 3183, + 547, + 18659, + 3639, + 30706, + 10937, + 32281, + 2528, + 21889, + 11301, + 25279, + 30491, + 10251 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..08a911cc77b2baf4f847ca6cbdc58cdbbbc2a438 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8551611673854906, + "test_acc": 0.856760374832664, + "test_auc": 0.87534945735545, + "val_auc": 0.862020202020202, + "k": 1, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26630 + ] + }, + { + "test_f1": 0.8753568099283394, + "test_acc": 0.8755020080321285, + "test_auc": 0.9690255336841049, + "val_auc": 0.9559595959595959, + "k": 16, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26630, + 14470, + 7033, + 3639, + 30766, + 18659, + 2528, + 31715, + 25279, + 13901, + 31040, + 13513, + 17781, + 32281, + 30022, + 10251 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9ae10fdd653c28409a7ae4be6be03587aba1ad05 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8135139936678183, + "test_acc": 0.8164102564102564, + "test_auc": 0.8290091560911569, + "val_auc": 0.7813137494900041, + "k": 1, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29104 + ] + }, + { + "test_f1": 0.8396746056521659, + "test_acc": 0.841025641025641, + "test_auc": 0.9036127848655199, + "val_auc": 0.8959608323133414, + "k": 16, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29104, + 20530, + 12591, + 23889, + 13582, + 21889, + 27644, + 11572, + 16696, + 1944, + 2822, + 23986, + 624, + 22013, + 17891, + 25598 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9bed8e590ea9443c0e2442f244fad0247a0321e5 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.688640979799109, + "test_acc": 0.6914285714285714, + "test_auc": 0.741215082687955, + "val_auc": 0.7571256523484544, + "k": 1, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29923 + ] + }, + { + "test_f1": 0.8680193163238146, + "test_acc": 0.8695798319327731, + "test_auc": 0.9593782314105762, + "val_auc": 0.9855479727017262, + "k": 16, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29923, + 18303, + 25379, + 22403, + 10707, + 8567, + 5780, + 25269, + 26517, + 12594, + 19052, + 23065, + 29317, + 32403, + 18848, + 32663 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d557bc34e85254ed1e202e2b90ae5ca340cf2093 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7497325740520306, + "test_acc": 0.7552941176470588, + "test_auc": 0.7761088935650187, + "val_auc": 0.7988759534323563, + "k": 1, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 43 + ] + }, + { + "test_f1": 0.8317557565069114, + "test_acc": 0.8319327731092437, + "test_auc": 0.9324147088386084, + "val_auc": 0.9787234042553191, + "k": 16, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 43, + 19052, + 1944, + 420, + 4364, + 6271, + 24343, + 404, + 23492, + 21603, + 7830, + 29317, + 11515, + 26106, + 24430, + 1197 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..92162b8f933e693e59ddcd832c823104717e07b8 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5975206949802736, + "test_acc": 0.6, + "test_auc": 0.6746353703422493, + "val_auc": 0.5869128863910076, + "k": 1, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 420 + ] + }, + { + "test_f1": 0.805409684638641, + "test_acc": 0.8073949579831933, + "test_auc": 0.9242625152757592, + "val_auc": 0.9104777197912485, + "k": 16, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 420, + 1943, + 27242, + 6337, + 16613, + 13633, + 23418, + 14111, + 457, + 24060, + 31158, + 26517, + 29923, + 11515, + 247, + 1053 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..61e70593f392b5620bb81ff7c6a12b02192ff279 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9376290445811917, + "test_acc": 0.9378151260504202, + "test_auc": 0.9409555755616779, + "val_auc": 0.9811320754716981, + "k": 1, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31511 + ] + }, + { + "test_f1": 0.993277172679582, + "test_acc": 0.9932773109243698, + "test_auc": 0.9996822822887969, + "val_auc": 0.9995985547972701, + "k": 16, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31511, + 22093, + 24729, + 2371, + 21474, + 10209, + 2696, + 256, + 13729, + 1197, + 19527, + 22016, + 27093, + 4627, + 26106, + 31708 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d5691e44aeb73422865c99fcee5216733dce6265 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9233352394447224, + "test_acc": 0.9236974789915966, + "test_auc": 0.9267771402332763, + "val_auc": 0.9150943396226415, + "k": 1, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31511 + ] + }, + { + "test_f1": 0.9932772683880887, + "test_acc": 0.9932773109243698, + "test_auc": 0.9998675799582041, + "val_auc": 0.9971898835808912, + "k": 16, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31511, + 24729, + 10209, + 13729, + 2371, + 22093, + 256, + 2696, + 1197, + 22016, + 27093, + 4627, + 1944, + 25880, + 21474, + 31708 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7d090e38c5f2100de84f71013e31779770edb36e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.918210235622559, + "test_acc": 0.9186554621848739, + "test_auc": 0.9217185138584578, + "val_auc": 0.9528301886792453, + "k": 1, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31511 + ] + }, + { + "test_f1": 0.9952941016959969, + "test_acc": 0.9952941176470588, + "test_auc": 0.999828712642182, + "val_auc": 0.9995985547972701, + "k": 16, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31511, + 24729, + 2371, + 21474, + 22093, + 13729, + 2696, + 10209, + 1197, + 22016, + 256, + 27093, + 25880, + 4627, + 26106, + 12104 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..39e772d68fc6d022915b6629b030ac6b739594b8 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8223676776709853, + "test_acc": 0.8223899371069182, + "test_auc": 0.854017157803388, + "val_auc": 0.8611444577831133, + "k": 1, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21652 + ] + }, + { + "test_f1": 0.8724526687427884, + "test_acc": 0.8724528301886793, + "test_auc": 0.9395904870592453, + "val_auc": 0.9443777511004402, + "k": 16, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21652, + 24021, + 6974, + 20078, + 9500, + 1440, + 14506, + 23070, + 7078, + 15106, + 25901, + 2029, + 24487, + 29853, + 28345, + 16695 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..dd832a8fc34ffe895240a1170647e11334f433c6 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6557728836448868, + "test_acc": 0.6561014263074485, + "test_auc": 0.7202732569821177, + "val_auc": 0.7150860344137655, + "k": 1, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24487 + ] + }, + { + "test_f1": 0.8335213640282417, + "test_acc": 0.8335974643423137, + "test_auc": 0.9256077958609603, + "val_auc": 0.9339735894357744, + "k": 16, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24487, + 21652, + 21157, + 1440, + 16695, + 27505, + 7713, + 6974, + 16696, + 23070, + 13927, + 7078, + 10268, + 24021, + 25525, + 685 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..12dd211dd9bf0d60ed678aa0afc70c8026121412 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6757105098328913, + "test_acc": 0.6758703481392557, + "test_auc": 0.696631156613171, + "val_auc": 0.7566425120772946, + "k": 1, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1440 + ] + }, + { + "test_f1": 0.7646868917058348, + "test_acc": 0.7647058823529411, + "test_auc": 0.844361049621841, + "val_auc": 0.8285024154589372, + "k": 16, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1440, + 24204, + 23127, + 24487, + 3436, + 18659, + 30011, + 29740, + 30573, + 8096, + 25901, + 6158, + 24021, + 23070, + 3976, + 1596 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..430d5935e93e1acd28d71b08ed5d2603b51665d4 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7822766109626206, + "test_acc": 0.7823691460055097, + "test_auc": 0.7976747009896182, + "val_auc": 0.7627050820328132, + "k": 1, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24204 + ] + }, + { + "test_f1": 0.7767375185151137, + "test_acc": 0.7768595041322314, + "test_auc": 0.8526197559346731, + "val_auc": 0.849139655862345, + "k": 16, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24204, + 14392, + 2883, + 1440, + 27505, + 32642, + 15992, + 3436, + 23395, + 8642, + 22656, + 30011, + 11658, + 18563, + 18414, + 5608 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..806b4d3cc630f1cb197578d0207f496ffaf96c1a --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.638426056378475, + "test_acc": 0.6389937106918239, + "test_auc": 0.6565036925123969, + "val_auc": 0.7066826730692277, + "k": 1, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1440 + ] + }, + { + "test_f1": 0.6857651623706974, + "test_acc": 0.6857861635220126, + "test_auc": 0.7535650490765428, + "val_auc": 0.7378951580632254, + "k": 16, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1440, + 21652, + 2371, + 6974, + 7078, + 6230, + 24487, + 23070, + 8028, + 685, + 25901, + 30428, + 27635, + 13630, + 30523, + 28345 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..81a4461baedfebd9a04b5c56e3b0e1f77a9984ba --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7242030866589074, + "test_acc": 0.7245283018867924, + "test_auc": 0.790119807926573, + "val_auc": 0.7703081232492996, + "k": 1, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15529 + ] + }, + { + "test_f1": 0.8280768673076823, + "test_acc": 0.8281761006289308, + "test_auc": 0.911230847591842, + "val_auc": 0.9635854341736694, + "k": 16, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15529, + 2047, + 15631, + 32565, + 22137, + 23439, + 17210, + 21388, + 29386, + 20393, + 32330, + 14893, + 25582, + 13046, + 4985, + 5085 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0bc183461a996e37977edfb1bcb33b1faa6134cb --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5145040145040145, + "test_acc": 0.5353535353535354, + "test_auc": 0.5344897959183673, + "val_auc": 0.5640305098354075, + "k": 1, + "dataset": "41_truthqa_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14212 + ] + }, + { + "test_f1": 0.6431847596675966, + "test_acc": 0.6464646464646465, + "test_auc": 0.7146938775510204, + "val_auc": 0.8040947410678443, + "k": 16, + "dataset": "41_truthqa_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14212, + 18107, + 6230, + 7841, + 19003, + 14582, + 18777, + 24537, + 9010, + 31715, + 16696, + 8942, + 13878, + 2317, + 30057, + 32403 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2cec96aec1a4c3a689d758899c66f60ed3983b3e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6686034455875912, + "test_acc": 0.6738949124270225, + "test_auc": 0.6910573177518086, + "val_auc": 0.8067632850241546, + "k": 1, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2489 + ] + }, + { + "test_f1": 0.7603331754854489, + "test_acc": 0.7614678899082569, + "test_auc": 0.8513439065108515, + "val_auc": 0.9158615136876007, + "k": 16, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2489, + 31537, + 8642, + 7004, + 11893, + 9073, + 15631, + 22033, + 31117, + 6230, + 18107, + 2358, + 32330, + 12868, + 30035, + 17492 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a11be7bd30f826da66b573d3dbebadf0a5f99804 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5762234407722768, + "test_acc": 0.5879245283018868, + "test_auc": 0.5986848367507511, + "val_auc": 0.5002000800320128, + "k": 1, + "dataset": "44_phys_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31537 + ] + }, + { + "test_f1": 0.6232566945156113, + "test_acc": 0.6233962264150943, + "test_auc": 0.6786643362945666, + "val_auc": 0.6122448979591837, + "k": 16, + "dataset": "44_phys_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31537, + 2489, + 12868, + 21648, + 17891, + 5508, + 5608, + 6207, + 32330, + 8879, + 8968, + 3873, + 21889, + 18150, + 5713, + 13644 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5d86466e32c2c22908377b3f04290e06c777df75 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5437127307584054, + "test_acc": 0.5535607420706165, + "test_auc": 0.5592456235853652, + "val_auc": 0.5917302288237657, + "k": 1, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2590 + ] + }, + { + "test_f1": 0.5588519448865547, + "test_acc": 0.5589467384799521, + "test_auc": 0.5868456866171963, + "val_auc": 0.6170212765957448, + "k": 16, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2590, + 8304, + 10742, + 14386, + 20828, + 21648, + 7004, + 9745, + 26696, + 16704, + 19552, + 17644, + 23686, + 31862, + 10919, + 28927 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6a180799a6bfb8bc92e94e4d3c0444293e427e98 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5745432379072928, + "test_acc": 0.6052830188679246, + "test_auc": 0.6138601867875597, + "val_auc": 0.6394557823129251, + "k": 1, + "dataset": "48_cm_correct", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21194 + ] + }, + { + "test_f1": 0.6244739396779984, + "test_acc": 0.6306918238993711, + "test_auc": 0.721046333359999, + "val_auc": 0.760704281712685, + "k": 16, + "dataset": "48_cm_correct", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21194, + 18107, + 14748, + 30180, + 2489, + 31537, + 11039, + 1453, + 16554, + 17920, + 19290, + 3443, + 23268, + 5209, + 12636, + 5608 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..68d4125f0271d2e7d408a0a5be1e87023af672e3 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9987421359765241, + "test_acc": 0.9987421383647799, + "test_auc": 0.9999946837542619, + "val_auc": 1.0, + "k": 1, + "dataset": "49_cm_isshort", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6605 + ] + }, + { + "test_f1": 0.9992452827322778, + "test_acc": 0.999245283018868, + "test_auc": 0.9999964558361745, + "val_auc": 1.0, + "k": 16, + "dataset": "49_cm_isshort", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6605, + 6475, + 16696, + 16858, + 31511, + 22355, + 27879, + 18492, + 256, + 15138, + 9313, + 992, + 7007, + 31172, + 7992, + 8642 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cf864b94f12d7f6d897bf5485fb5694e8fa20d8e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6080833600203744, + "test_acc": 0.610062893081761, + "test_auc": 0.6330552514888019, + "val_auc": 0.6022408963585435, + "k": 1, + "dataset": "50_deon_isvalid", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2489 + ] + }, + { + "test_f1": 0.7026039097639054, + "test_acc": 0.7031446540880503, + "test_auc": 0.7886887252047767, + "val_auc": 0.8343337334933973, + "k": 16, + "dataset": "50_deon_isvalid", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2489, + 31537, + 5608, + 25598, + 13467, + 407, + 18492, + 160, + 16696, + 5034, + 23268, + 19674, + 1781, + 4627, + 20887, + 20455 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5fd1824ed9a4fe480f05245c930854f0174cf3de --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6653799194489832, + "test_acc": 0.6659119496855346, + "test_auc": 0.7075869915010952, + "val_auc": 0.7294917967186875, + "k": 1, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2489 + ] + }, + { + "test_f1": 0.7262503337891109, + "test_acc": 0.7265408805031447, + "test_auc": 0.8103426801371895, + "val_auc": 0.8547418967587035, + "k": 16, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2489, + 31537, + 5608, + 23268, + 11039, + 10648, + 25598, + 5034, + 20970, + 5085, + 2696, + 18492, + 3248, + 1361, + 9669, + 11275 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9e76dfcd7938047280ea732f13e745209b2a6afa --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.698772073490617, + "test_acc": 0.7072273324572931, + "test_auc": 0.7194445871895226, + "val_auc": 0.7276, + "k": 1, + "dataset": "52_virtue_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12267 + ] + }, + { + "test_f1": 0.8386277372435347, + "test_acc": 0.8386333771353482, + "test_auc": 0.9229327151274235, + "val_auc": 0.8876000000000001, + "k": 16, + "dataset": "52_virtue_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12267, + 23964, + 23600, + 28705, + 10259, + 23858, + 2574, + 12108, + 3623, + 4405, + 30865, + 4882, + 25055, + 11485, + 3222, + 19184 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d0be3d30db08e8cb9cff1384bc51f34bee59be02 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5140090683758568, + "test_acc": 0.5162264150943396, + "test_auc": 0.5281281296232351, + "val_auc": 0.6298519407763105, + "k": 1, + "dataset": "54_cs_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10969 + ] + }, + { + "test_f1": 0.5569367936185223, + "test_acc": 0.5582389937106919, + "test_auc": 0.5951964935055729, + "val_auc": 0.6818727490996399, + "k": 16, + "dataset": "54_cs_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10969, + 13467, + 24729, + 31511, + 6158, + 14067, + 17322, + 5713, + 21599, + 21997, + 1096, + 28627, + 26785, + 27334, + 21807, + 15241 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d70d2889e04df4e35cb84eb95a037e62d7576bb2 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9899365897548915, + "test_acc": 0.989937106918239, + "test_auc": 0.9972990940104643, + "val_auc": 1.0, + "k": 1, + "dataset": "56_wikidatasex_or_gender", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21661 + ] + }, + { + "test_f1": 0.9896855267577258, + "test_acc": 0.989685534591195, + "test_auc": 0.9996065978153774, + "val_auc": 1.0, + "k": 16, + "dataset": "56_wikidatasex_or_gender", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21661, + 6883, + 6230, + 17781, + 29105, + 13489, + 3976, + 17891, + 26461, + 31590, + 19218, + 24487, + 9425, + 15529, + 11485, + 17047 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..40bd72d030272eb4d161d6ee2f8fe68a47986533 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7646783179092065, + "test_acc": 0.7652830188679245, + "test_auc": 0.8224496703421332, + "val_auc": 0.881952781112445, + "k": 1, + "dataset": "57_wikidatais_alive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6883 + ] + }, + { + "test_f1": 0.9660370007305079, + "test_acc": 0.9660377358490566, + "test_auc": 0.9928650919102943, + "val_auc": 0.992797118847539, + "k": 16, + "dataset": "57_wikidatais_alive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6883, + 17047, + 18738, + 5547, + 19218, + 25279, + 23208, + 13243, + 6230, + 31590, + 26735, + 29105, + 29051, + 11092, + 19321, + 21036 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..964a41175be27ce1b42b04ef009c79e411a3c569 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8441802366069595, + "test_acc": 0.8455696202531645, + "test_auc": 0.8585405822247927, + "val_auc": 0.8439375750300121, + "k": 1, + "dataset": "58_wikidatapolitical_party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11440 + ] + }, + { + "test_f1": 0.8624961048761182, + "test_acc": 0.8627848101265823, + "test_auc": 0.9399070507693128, + "val_auc": 0.9395758303321329, + "k": 16, + "dataset": "58_wikidatapolitical_party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11440, + 17781, + 5285, + 30706, + 13489, + 3342, + 28512, + 11123, + 22969, + 18966, + 5511, + 6859, + 1220, + 3639, + 9697, + 24487 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1a349fa51253c58259822936e7841ccf3563f736 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.715605871246933, + "test_acc": 0.717948717948718, + "test_auc": 0.766908893526778, + "val_auc": 0.6915544675642595, + "k": 1, + "dataset": "59_wikidata_occupation_isjournalist", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6883 + ] + }, + { + "test_f1": 0.8513687235812449, + "test_acc": 0.8523076923076923, + "test_auc": 0.9106102938701317, + "val_auc": 0.8869849041207671, + "k": 16, + "dataset": "59_wikidata_occupation_isjournalist", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6883, + 6405, + 717, + 20252, + 18823, + 25666, + 31619, + 4706, + 1862, + 13243, + 32565, + 913, + 8344, + 31776, + 30352, + 17891 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..15477df35907423f5b7c485993ece461f5f61a8c --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8952954260651363, + "test_acc": 0.8955974842767296, + "test_auc": 0.9288397724039251, + "val_auc": 0.974389755902361, + "k": 1, + "dataset": "5_hist_fig_ismale", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21661 + ] + }, + { + "test_f1": 0.9189845531809221, + "test_acc": 0.9192452830188679, + "test_auc": 0.9751536395018323, + "val_auc": 0.9947979191676671, + "k": 16, + "dataset": "5_hist_fig_ismale", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21661, + 9425, + 32365, + 19321, + 4175, + 7841, + 13901, + 21889, + 31715, + 16759, + 23439, + 19831, + 2504, + 9778, + 3291, + 7540 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fda6878e7ff043591a6905561f3cf74932ac5ecc --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8118544221715697, + "test_acc": 0.8143589743589743, + "test_auc": 0.8300190190864105, + "val_auc": 0.8694410444716443, + "k": 1, + "dataset": "60_wikidata_occupation_isathlete", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32390 + ] + }, + { + "test_f1": 0.8835609649784899, + "test_acc": 0.884102564102564, + "test_auc": 0.926545090382738, + "val_auc": 0.9457364341085271, + "k": 16, + "dataset": "60_wikidata_occupation_isathlete", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32390, + 9526, + 7841, + 22727, + 1862, + 27322, + 22162, + 26175, + 31776, + 6883, + 11092, + 25279, + 19218, + 15529, + 13243, + 4524 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..be6aff087ae928be49b8c3d43c7878c78da73a8c --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8019510834565095, + "test_acc": 0.8051282051282052, + "test_auc": 0.8512513885616185, + "val_auc": 0.8535291717666259, + "k": 1, + "dataset": "61_wikidata_occupation_isactor", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13243 + ] + }, + { + "test_f1": 0.8663495062644803, + "test_acc": 0.8666666666666667, + "test_auc": 0.9215504763187128, + "val_auc": 0.9355365157078743, + "k": 16, + "dataset": "61_wikidata_occupation_isactor", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13243, + 20652, + 1862, + 25279, + 10585, + 2453, + 30359, + 9431, + 21036, + 8646, + 28950, + 21889, + 11000, + 5230, + 3677, + 913 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2abec705279666a3d127ff046dd5ae22e7bc97f1 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7475914126535849, + "test_acc": 0.7476923076923077, + "test_auc": 0.8075663984919379, + "val_auc": 0.7441860465116279, + "k": 1, + "dataset": "62_wikidata_occupation_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3976 + ] + }, + { + "test_f1": 0.8779286859859537, + "test_acc": 0.877948717948718, + "test_auc": 0.9481729895310871, + "val_auc": 0.8780089759281926, + "k": 16, + "dataset": "62_wikidata_occupation_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3976, + 6230, + 22112, + 29105, + 17047, + 5034, + 25279, + 17891, + 13243, + 14893, + 18990, + 11101, + 16438, + 8731, + 30299, + 686 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4f10a3c918d6f6fe425f19aa46d99814bd73b824 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7782612802670109, + "test_acc": 0.7794871794871795, + "test_auc": 0.8346349345272158, + "val_auc": 0.7682578539371685, + "k": 1, + "dataset": "63_wikidata_occupation_issinger", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11092 + ] + }, + { + "test_f1": 0.8659858076848258, + "test_acc": 0.8666666666666667, + "test_auc": 0.9114139765038543, + "val_auc": 0.9204406364749081, + "k": 16, + "dataset": "63_wikidata_occupation_issinger", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11092, + 32004, + 29621, + 30299, + 7841, + 3976, + 6317, + 25951, + 21530, + 8731, + 6230, + 5086, + 18823, + 31776, + 30359, + 9792 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f31f89c093b5046e836d2c2ad8e5e0383e4b0143 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8876989932588899, + "test_acc": 0.8877005347593583, + "test_auc": 0.922713171910174, + "val_auc": 0.9066666666666667, + "k": 1, + "dataset": "64_wikidata_occupation_isresearcher", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22162 + ] + }, + { + "test_f1": 0.895187165775401, + "test_acc": 0.895187165775401, + "test_auc": 0.9551602335328246, + "val_auc": 0.9454545454545454, + "k": 16, + "dataset": "64_wikidata_occupation_isresearcher", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22162, + 13513, + 2317, + 15428, + 30359, + 7841, + 18823, + 31590, + 23439, + 6405, + 31569, + 28950, + 27536, + 6883, + 25279, + 16907 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..bd5066c62cff3347c91bdc4ad6a191c4ad2fbb40 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9650543686658073, + "test_acc": 0.9650574712643678, + "test_auc": 0.9932097752854592, + "val_auc": 1.0, + "k": 1, + "dataset": "65_high-school", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11676 + ] + }, + { + "test_f1": 0.9875859182357284, + "test_acc": 0.9875862068965517, + "test_auc": 0.9957705368255858, + "val_auc": 1.0, + "k": 16, + "dataset": "65_high-school", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11676, + 20101, + 17589, + 27610, + 13513, + 21889, + 18659, + 15529, + 7798, + 8902, + 2230, + 5034, + 25715, + 6230, + 16858, + 28512 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5304e4387ae582fb4bb5217e6426a9a98a4b2c4e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9708550986628934, + "test_acc": 0.9708552317247969, + "test_auc": 0.9844141779937581, + "val_auc": 0.9982839982839983, + "k": 1, + "dataset": "66_living-room", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17546 + ] + }, + { + "test_f1": 0.9875772654241765, + "test_acc": 0.9875776397515528, + "test_auc": 0.9990038003509982, + "val_auc": 1.0, + "k": 16, + "dataset": "66_living-room", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17546, + 17589, + 3469, + 14645, + 11807, + 14284, + 30035, + 23365, + 13513, + 25889, + 32329, + 27888, + 28156, + 17891, + 28837, + 20575 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b3059898fd748b85a1a7020f32b1f588115489fa --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.996321834415324, + "test_acc": 0.9963218390804598, + "test_auc": 0.9999382745278425, + "val_auc": 1.0, + "k": 1, + "dataset": "67_social-security", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10706 + ] + }, + { + "test_f1": 0.9972413793103448, + "test_acc": 0.9972413793103448, + "test_auc": 0.9998943056983604, + "val_auc": 1.0, + "k": 16, + "dataset": "67_social-security", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10706, + 23338, + 20068, + 13869, + 17589, + 4016, + 28584, + 20248, + 23603, + 7088, + 8061, + 477, + 28851, + 5963, + 1275, + 29471 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e54381e2bf0981ced1421b3eb237ab606c6c2207 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9595192650498928, + "test_acc": 0.9595402298850575, + "test_auc": 0.9915309269982142, + "val_auc": 0.966112012987013, + "k": 1, + "dataset": "68_credit-card", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17589 + ] + }, + { + "test_f1": 0.9816066681247114, + "test_acc": 0.9816091954022989, + "test_auc": 0.9973060636398072, + "val_auc": 0.9862012987012988, + "k": 16, + "dataset": "68_credit-card", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17589, + 12572, + 15529, + 13513, + 9792, + 17350, + 17355, + 7798, + 18463, + 31111, + 8061, + 18259, + 5963, + 6859, + 24265, + 7110 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e45531f5074a58089ba64012149e172cffb2f3ef --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9889654472641072, + "test_acc": 0.9889655172413793, + "test_auc": 0.9976899453433627, + "val_auc": 0.9963474025974026, + "k": 1, + "dataset": "69_blood-pressure", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3334 + ] + }, + { + "test_f1": 0.9981609195402299, + "test_acc": 0.9981609195402299, + "test_auc": 0.9999949266735213, + "val_auc": 0.9987824675324676, + "k": 16, + "dataset": "69_blood-pressure", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3334, + 7165, + 17589, + 23742, + 12440, + 28057, + 27595, + 10727, + 14093, + 15529, + 17350, + 3399, + 13412, + 6203, + 27604, + 13513 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4c488177a4331510bd2bce4c1c7723ee7a9b9385 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.810552940788122, + "test_acc": 0.8110691823899371, + "test_auc": 0.8343767942329366, + "val_auc": 0.8403361344537815, + "k": 1, + "dataset": "6_hist_fig_isamerican", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1440 + ] + }, + { + "test_f1": 0.891401832961061, + "test_acc": 0.8915723270440251, + "test_auc": 0.9530018561292262, + "val_auc": 0.9851940776310524, + "k": 16, + "dataset": "6_hist_fig_isamerican", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1440, + 30022, + 31590, + 6405, + 31139, + 23045, + 6256, + 23439, + 20433, + 14232, + 24487, + 22162, + 28950, + 31569, + 32565, + 29051 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4753b800279225afa96d71473800fbaa25cedff6 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9811452164319165, + "test_acc": 0.9811494252873563, + "test_auc": 0.995837335624222, + "val_auc": 0.9991883116883117, + "k": 1, + "dataset": "70_prime-factors", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21682 + ] + }, + { + "test_f1": 0.999080459770115, + "test_acc": 0.999080459770115, + "test_auc": 0.9999991544455868, + "val_auc": 1.0, + "k": 16, + "dataset": "70_prime-factors", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21682, + 15348, + 12434, + 27307, + 11177, + 17749, + 6850, + 23758, + 2772, + 29898, + 14925, + 31889, + 31708, + 16866, + 7943, + 25159 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..564e5c3894d9992309c4961a62a2bfd4cb647387 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9531030319089815, + "test_acc": 0.953103448275862, + "test_auc": 0.9836182288002597, + "val_auc": 0.9902597402597403, + "k": 1, + "dataset": "71_social-media", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5822 + ] + }, + { + "test_f1": 0.9954022696933781, + "test_acc": 0.9954022988505747, + "test_auc": 0.9982530845824991, + "val_auc": 1.0, + "k": 16, + "dataset": "71_social-media", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5822, + 10501, + 17589, + 18259, + 23208, + 23289, + 15529, + 3151, + 11457, + 13513, + 24021, + 10655, + 8902, + 17350, + 6230, + 6825 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9754436cdb181f26b258f020250c5422f8255415 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8146602847325685, + "test_acc": 0.8156321839080459, + "test_auc": 0.896459748227718, + "val_auc": 0.867288961038961, + "k": 1, + "dataset": "72_gene-expression", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 279 + ] + }, + { + "test_f1": 0.9760881326952556, + "test_acc": 0.9760919540229885, + "test_auc": 0.9960453420098491, + "val_auc": 0.9979707792207793, + "k": 16, + "dataset": "72_gene-expression", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 279, + 13513, + 15529, + 17350, + 17978, + 15445, + 13498, + 13489, + 10727, + 29985, + 31056, + 29617, + 13105, + 13860, + 23418, + 29727 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b1dfcacde556246c48efcedb6aac1b2dfcbaca05 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.965517022699827, + "test_acc": 0.9655172413793104, + "test_auc": 0.983842300719736, + "val_auc": 1.0, + "k": 1, + "dataset": "73_control-group", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22816 + ] + }, + { + "test_f1": 0.9760919439152115, + "test_acc": 0.9760919540229885, + "test_auc": 0.9900824922885438, + "val_auc": 0.9995941558441559, + "k": 16, + "dataset": "73_control-group", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22816, + 13864, + 14391, + 5484, + 5034, + 32593, + 13513, + 4525, + 23439, + 17210, + 20881, + 29011, + 32330, + 18970, + 5747, + 13255 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8e6c4db683a65ae185520f25dc6572958af28e67 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9590601052386395, + "test_acc": 0.9590804597701149, + "test_auc": 0.9835886343958006, + "val_auc": 0.9849837662337663, + "k": 1, + "dataset": "74_magnetic-field", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25613 + ] + }, + { + "test_f1": 0.9655128672903374, + "test_acc": 0.9655172413793104, + "test_auc": 0.9938105416959793, + "val_auc": 0.9963474025974026, + "k": 16, + "dataset": "74_magnetic-field", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25613, + 12440, + 15529, + 17781, + 212, + 361, + 8902, + 13513, + 4627, + 17589, + 1, + 1405, + 9792, + 16368, + 27719, + 30922 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7a40526a904460bb1a52f84dd13a402b4977bc83 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9834466592449242, + "test_acc": 0.983448275862069, + "test_auc": 0.9916053357865686, + "val_auc": 0.9857954545454545, + "k": 1, + "dataset": "75_cell-lines", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13783 + ] + }, + { + "test_f1": 0.9811457187220735, + "test_acc": 0.9811494252873563, + "test_auc": 0.9964512081281455, + "val_auc": 0.9963474025974026, + "k": 16, + "dataset": "75_cell-lines", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13783, + 27225, + 541, + 5034, + 20080, + 13592, + 4133, + 11364, + 11807, + 4985, + 2171, + 17553, + 8666, + 17589, + 4627, + 13513 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b7c8c682090c4d2ec50992fe5574b264ef0db347 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9866658999893383, + "test_acc": 0.9866666666666667, + "test_auc": 0.9978958378429568, + "val_auc": 1.0, + "k": 1, + "dataset": "76_trial-court", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13880 + ] + }, + { + "test_f1": 0.9857466564109479, + "test_acc": 0.9857471264367816, + "test_auc": 0.9968401631581796, + "val_auc": 1.0, + "k": 16, + "dataset": "76_trial-court", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13880, + 32128, + 16827, + 3880, + 2392, + 13513, + 5304, + 6414, + 8683, + 27875, + 204, + 5617, + 15529, + 13255, + 32669, + 29386 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..660aabfb136ab1ebc640afd7e274e0051bdb7c0b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9314180554970863, + "test_acc": 0.9314942528735632, + "test_auc": 0.9643856708966936, + "val_auc": 0.9748376623376623, + "k": 1, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19945 + ] + }, + { + "test_f1": 0.9889643368322977, + "test_acc": 0.9889655172413793, + "test_auc": 0.9963438227176795, + "val_auc": 0.9995941558441559, + "k": 16, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19945, + 14102, + 9536, + 2930, + 15426, + 8677, + 400, + 23080, + 13677, + 13513, + 31530, + 20248, + 1329, + 29162, + 12247, + 15529 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..219d22442f68c01682a7180e65c565ae882475f5 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9834469461994598, + "test_acc": 0.983448275862069, + "test_auc": 0.9913533605714595, + "val_auc": 1.0, + "k": 1, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4376 + ] + }, + { + "test_f1": 0.9935631775707292, + "test_acc": 0.9935632183908046, + "test_auc": 0.9997514070025434, + "val_auc": 1.0, + "k": 16, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4376, + 5663, + 22703, + 19598, + 29522, + 28951, + 4090, + 23816, + 3838, + 17646, + 17350, + 28769, + 23439, + 18572, + 17239, + 26137 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..813a3c09dcd87cc15eed9e4e0cb51b2b19848780 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9599988838344348, + "test_acc": 0.96, + "test_auc": 0.9939669692624059, + "val_auc": 0.9967532467532467, + "k": 1, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 800 + ] + }, + { + "test_f1": 0.9898850574712643, + "test_acc": 0.9898850574712643, + "test_auc": 0.9981922046647546, + "val_auc": 1.0, + "k": 16, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 800, + 17589, + 15529, + 18574, + 8061, + 13513, + 781, + 20235, + 12437, + 1440, + 27403, + 18238, + 15509, + 25475, + 70, + 24343 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ca8a74781785c1d6193fefb5abaf2c15c2cbda4f --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.580855832928118, + "test_acc": 0.5808805031446541, + "test_auc": 0.6015266232523475, + "val_auc": 0.6434573829531812, + "k": 1, + "dataset": "7_hist_fig_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31715 + ] + }, + { + "test_f1": 0.5990281590066132, + "test_acc": 0.5992452830188679, + "test_auc": 0.645026930581982, + "val_auc": 0.6674669867947179, + "k": 16, + "dataset": "7_hist_fig_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31715, + 16759, + 2528, + 7841, + 14759, + 6883, + 24750, + 10950, + 11807, + 5105, + 15428, + 19313, + 14865, + 997, + 797, + 12247 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..58e106bf526be2cdc14c405e9cb548e2fecd4c0c --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9691929276285914, + "test_acc": 0.9691954022988506, + "test_auc": 0.9913296850478922, + "val_auc": 0.9995941558441559, + "k": 1, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1665 + ] + }, + { + "test_f1": 0.9880455170913124, + "test_acc": 0.9880459770114942, + "test_auc": 0.9972891525515449, + "val_auc": 0.9995941558441559, + "k": 16, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1665, + 17589, + 13513, + 11807, + 15529, + 25325, + 15771, + 28732, + 16738, + 13174, + 7707, + 1190, + 23439, + 10043, + 17210, + 20414 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..723b294af91c0c1f92aa3729aebe9f068da20388 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9797697300629767, + "test_acc": 0.9797701149425287, + "test_auc": 0.9978028268575139, + "val_auc": 1.0, + "k": 1, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12488 + ] + }, + { + "test_f1": 0.9889652093351342, + "test_acc": 0.9889655172413793, + "test_auc": 0.9988847137290979, + "val_auc": 1.0, + "k": 16, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12488, + 31017, + 18423, + 17589, + 13513, + 781, + 1225, + 6230, + 10163, + 15529, + 24343, + 13489, + 27610, + 13391, + 13498, + 17978 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9bef74664e2f4cee1473890b37d2a425312636bb --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8615901774333972, + "test_acc": 0.8616091954022989, + "test_auc": 0.9250940256507387, + "val_auc": 0.9431818181818182, + "k": 1, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7911 + ] + }, + { + "test_f1": 0.9613701482592036, + "test_acc": 0.9613793103448276, + "test_auc": 0.9922657137832135, + "val_auc": 0.9951298701298701, + "k": 16, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7911, + 13513, + 13255, + 28511, + 14792, + 17402, + 8902, + 25549, + 3034, + 26223, + 15380, + 23491, + 32413, + 19332, + 28851, + 6613 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5a080e0975a641eddd6fee4543842eea0684421f --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9687306350630265, + "test_acc": 0.968735632183908, + "test_auc": 0.9765181083933113, + "val_auc": 0.9679383116883117, + "k": 1, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2633 + ] + }, + { + "test_f1": 0.9724105738059527, + "test_acc": 0.9724137931034482, + "test_auc": 0.9930639171491964, + "val_auc": 0.9959415584415584, + "k": 16, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2633, + 20294, + 28156, + 13513, + 18490, + 4536, + 25127, + 17589, + 18473, + 13498, + 17355, + 29618, + 28440, + 4985, + 566, + 31950 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..591f3930580d4fa0dcbc6e393db67172d12ca35b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8654182599372511, + "test_acc": 0.8662068965517241, + "test_auc": 0.9026411737648141, + "val_auc": 0.8920454545454545, + "k": 1, + "dataset": "84_clinical-trials", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10135 + ] + }, + { + "test_f1": 0.9484721989627067, + "test_acc": 0.9485057471264368, + "test_auc": 0.9881740759781373, + "val_auc": 0.9979707792207791, + "k": 16, + "dataset": "84_clinical-trials", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10135, + 15529, + 31451, + 13513, + 17589, + 24343, + 29278, + 23418, + 24487, + 16455, + 10270, + 21044, + 2404, + 24270, + 5876, + 17042 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..eb69742a1e9f3f331c19b4240a258cc13f16d3e5 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9618349982505322, + "test_acc": 0.9618390804597701, + "test_auc": 0.9832669009416095, + "val_auc": 0.9991883116883117, + "k": 1, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17589 + ] + }, + { + "test_f1": 0.9774710643489819, + "test_acc": 0.9774712643678161, + "test_auc": 0.9944252597543156, + "val_auc": 1.0, + "k": 16, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17589, + 8657, + 781, + 32084, + 13513, + 6937, + 14214, + 15529, + 70, + 8902, + 13391, + 26426, + 28057, + 18423, + 10655, + 3671 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fed2de651c4d8b06d4d379556e9e974015ead430 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6361387402367948, + "test_acc": 0.6505660377358491, + "test_auc": 0.6610951567482398, + "val_auc": 0.6246498599439776, + "k": 1, + "dataset": "87_glue_cola", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15394 + ] + }, + { + "test_f1": 0.6900065802483737, + "test_acc": 0.6915723270440252, + "test_auc": 0.7559045769331642, + "val_auc": 0.7102841136454582, + "k": 16, + "dataset": "87_glue_cola", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15394, + 15241, + 22775, + 29853, + 2024, + 13741, + 1393, + 30120, + 27334, + 9902, + 22609, + 26442, + 4985, + 31319, + 10969, + 23268 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cd06823eb47d99777f929754f7752c7c1fcaddb6 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6776312073485592, + "test_acc": 0.6793837123991195, + "test_auc": 0.7445784403649971, + "val_auc": 0.7732371794871795, + "k": 1, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5773 + ] + }, + { + "test_f1": 0.7013689074639963, + "test_acc": 0.7013939838591343, + "test_auc": 0.7542298069511371, + "val_auc": 0.8096955128205129, + "k": 16, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5773, + 21276, + 11534, + 13467, + 17840, + 20844, + 29858, + 26556, + 6475, + 16696, + 2191, + 29031, + 11829, + 13373, + 247, + 16304 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e8a491724e92ab0d4a717698eed8cb5dd88578f5 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7124365108086926, + "test_acc": 0.7142138364779874, + "test_auc": 0.7332890144085449, + "val_auc": 0.6718687474989996, + "k": 1, + "dataset": "90_glue_qnli", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29211 + ] + }, + { + "test_f1": 0.7585969041058485, + "test_acc": 0.7587421383647799, + "test_auc": 0.8414732228296806, + "val_auc": 0.7643057222889156, + "k": 16, + "dataset": "90_glue_qnli", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29211, + 9523, + 16725, + 17322, + 23674, + 32059, + 29853, + 13467, + 31147, + 26745, + 26354, + 12472, + 8642, + 17840, + 1345, + 31125 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e0ad0344550c503a312184b7c2c97809da8e837f --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7134225826633406, + "test_acc": 0.7139622641509434, + "test_auc": 0.7475038960486625, + "val_auc": 0.7228891556622649, + "k": 1, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21276 + ] + }, + { + "test_f1": 0.7937106134892415, + "test_acc": 0.7937106918238994, + "test_auc": 0.8644458598597119, + "val_auc": 0.8403361344537815, + "k": 16, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21276, + 12222, + 30865, + 13467, + 1106, + 16209, + 685, + 14934, + 9025, + 23600, + 13677, + 21226, + 12453, + 7671, + 25302, + 9313 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..86d3969dd650c00eff8e3ef86b14051e6e4d90a6 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.676407060792877, + "test_acc": 0.6915723270440252, + "test_auc": 0.6964146479278286, + "val_auc": 0.7134853941576631, + "k": 1, + "dataset": "92_glue_sst2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11910 + ] + }, + { + "test_f1": 0.864787515842105, + "test_acc": 0.8649056603773585, + "test_auc": 0.9366731339217995, + "val_auc": 0.941376550620248, + "k": 16, + "dataset": "92_glue_sst2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11910, + 27644, + 12591, + 1944, + 20530, + 23889, + 15869, + 13174, + 8949, + 17920, + 25052, + 16003, + 28861, + 18107, + 156, + 14127 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8ad1c800f2b96c0726688bda9b5331303707e1c5 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8120658137074421, + "test_acc": 0.8120754716981132, + "test_auc": 0.8775420515037886, + "val_auc": 0.863345338135254, + "k": 1, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15241 + ] + }, + { + "test_f1": 0.9013707266633847, + "test_acc": 0.9013836477987421, + "test_auc": 0.9682536588428405, + "val_auc": 0.9879951980792318, + "k": 16, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15241, + 12648, + 6230, + 32706, + 23887, + 24343, + 5085, + 26821, + 9681, + 7007, + 2029, + 19351, + 24082, + 14155, + 8731, + 31753 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e39d086be4854f30f06f672c256b5a7cdbd6efa8 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6453823953823954, + "test_acc": 0.6767676767676768, + "test_auc": 0.6763265306122448, + "val_auc": 0.7211538461538461, + "k": 1, + "dataset": "95_toxic_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 948 + ] + }, + { + "test_f1": 0.7874452238274414, + "test_acc": 0.7878787878787878, + "test_auc": 0.8571428571428571, + "val_auc": 0.8649839743589745, + "k": 16, + "dataset": "95_toxic_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 948, + 6605, + 1393, + 21194, + 31537, + 1944, + 23418, + 4985, + 15635, + 6475, + 18107, + 13729, + 2972, + 685, + 28418, + 18946 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8f66791dd2828362f8fddc4289fd478c54b31131 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9104477611940298, + "test_acc": 0.9104477611940298, + "test_auc": 0.9442625931987634, + "val_auc": 0.9548, + "k": 1, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6337 + ] + }, + { + "test_f1": 0.9594879045606831, + "test_acc": 0.9594882729211087, + "test_auc": 0.9944899072558647, + "val_auc": 0.9976, + "k": 16, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6337, + 4298, + 12756, + 7732, + 11022, + 29777, + 17384, + 12371, + 8017, + 22739, + 6605, + 15580, + 5284, + 19303, + 5608, + 19230 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/runner_cfg.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/runner_cfg.json new file mode 100644 index 0000000000000000000000000000000000000000..6f4524a0ddd96b79624993116fa47183b27ec0a3 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/runner_cfg.json @@ -0,0 +1 @@ +{"sae": {"d_in": 2304, "d_sae": 32768, "dtype": "float32", "device": "cpu", "apply_b_dec_to_input": true, "normalize_activations": "none", "reshape_activations": "none", "metadata": {"sae_lens_version": "6.37.4", "sae_lens_training_version": "6.37.4"}, "decoder_init_norm": 0.1, "k": 150, "use_sparse_activations": false, "aux_loss_coefficient": 1.0, "rescale_acts_by_decoder_norm": true, "topk_threshold_lr": 0.01, "architecture": "batchtopk"}, "model_name": "google/gemma-2-2b", "model_class_name": "AutoModelForCausalLM", "hook_name": "model.layers.12", "hook_eval": "NOT_IN_USE", "hook_head_index": null, "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", "dataset_trust_remote_code": true, "streaming": false, "is_dataset_tokenized": true, "use_chat_formatting": false, "context_size": 1024, "use_cached_activations": false, "cached_activations_path": null, "from_pretrained_path": null, "n_batches_in_buffer": 64, "training_tokens": 500000000, "store_batch_size_prompts": 12, "seqpos_slice": [null], "disable_concat_sequences": false, "sequence_separator_token": "bos", "activations_mixing_fraction": 1.0, "device": "cuda", "act_store_device": "cuda", "seed": 0, "dtype": "float32", "prepend_bos": true, "autocast": true, "autocast_lm": true, "compile_llm": false, "llm_compilation_mode": null, "compile_sae": false, "sae_compilation_mode": null, "train_batch_size_tokens": 4096, "adam_beta1": 0.9, "adam_beta2": 0.999, "lr": 0.0003, "lr_scheduler_name": "constant", "lr_warm_up_steps": 0, "lr_end": 2.9999999999999997e-05, "lr_decay_steps": 24414, "n_restart_cycles": 1, "dead_feature_window": 1000, "feature_sampling_window": 2000, "dead_feature_threshold": 1e-08, "n_eval_batches": 10, "eval_batch_size_prompts": 6, "logger": {"log_to_wandb": true, "log_activations_store_to_wandb": false, "log_optimizer_state_to_wandb": false, "log_weights_to_wandb": true, "wandb_project": "sae-rethink", "wandb_id": null, "run_name": "btk-denoised-softmax_topp-p0.8-k-150-layer-12-2026-04-08T17:44:41", "wandb_entity": "chanind", "wandb_log_frequency": 10, "eval_every_n_wandb_logs": 100}, "n_checkpoints": 0, "checkpoint_path": "/vol/data/shared/checkpoints/27a8cf136a36870b3541dd8b7ed98467bfb4560e6fef0cdb3bd4e57bb9b6b77d", "save_final_checkpoint": false, "output_path": "/vol/data/saes/denoised/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6", "resume_from_checkpoint": null, "verbose": true, "model_kwargs": {}, "model_from_pretrained_kwargs": {"attn_implementation": "eager"}, "sae_lens_version": "6.37.4", "sae_lens_training_version": "6.37.4", "exclude_special_tokens": true, "n_batches_for_norm_estimate": 1000, "b_dec_init_method": "zeros", "vnorm_denoise_config": {"strategy": "softmax_topp", "threshold": 0.01, "k": 10, "p": 0.8, "layers": null}} \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8fb0667f5cb6efc28ab77480c0f9a7409b79400f --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9302788092177311, + "test_acc": 0.930310262529833, + "test_auc": 0.9569717549960994, + "val_auc": 0.9742599742599742, + "k": 1, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15241 + ] + }, + { + "test_f1": 0.9923627650162699, + "test_acc": 0.99236276849642, + "test_auc": 0.9996272519813061, + "val_auc": 0.9987129987129987, + "k": 16, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15241, + 2096, + 13467, + 15362, + 13729, + 22093, + 24729, + 1999, + 3247, + 29588, + 1944, + 17721, + 7470, + 15133, + 23492, + 21044 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1c170246da8c7c84ada660885b6f08c0a311fec2 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9116595801260129, + "test_acc": 0.9118600129617628, + "test_auc": 0.9525185984153546, + "val_auc": 0.9363373294749898, + "k": 1, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13467 + ] + }, + { + "test_f1": 0.9740760170802584, + "test_acc": 0.9740764744005185, + "test_auc": 0.99165843430576, + "val_auc": 0.992972302604382, + "k": 16, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13467, + 8731, + 7737, + 5640, + 31172, + 23439, + 6230, + 24729, + 7470, + 5608, + 12247, + 24343, + 29054, + 31511, + 685, + 2029 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b3b5714dd75751affbeaed17eff0d90daf56d6a9 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5604721774636012, + "test_acc": 0.5637735849056604, + "test_auc": 0.5831139327155687, + "val_auc": 0.5658263305322129, + "k": 1, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23418 + ] + }, + { + "test_f1": 0.59086364396407, + "test_acc": 0.5909433962264151, + "test_auc": 0.6287251693350845, + "val_auc": 0.6094437775110044, + "k": 16, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23418, + 27644, + 21889, + 17673, + 15996, + 15157, + 25217, + 24021, + 20530, + 12004, + 12891, + 14214, + 4985, + 247, + 32669, + 27826 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..68648fb27cfbf7d516acfef336393eaec51dcd49 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6541556190896415, + "test_acc": 0.669433962264151, + "test_auc": 0.6811642375642887, + "val_auc": 0.6862745098039216, + "k": 1, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26759 + ] + }, + { + "test_f1": 0.7252113269776905, + "test_acc": 0.7265408805031447, + "test_auc": 0.7842362428218026, + "val_auc": 0.8159263705482191, + "k": 16, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26759, + 9503, + 15241, + 32706, + 26611, + 3639, + 25715, + 21661, + 15996, + 298, + 1944, + 31708, + 21782, + 3733, + 16674, + 5595 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..dc256436a655625987edcf641619703c1db38004 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7812074172689217, + "test_acc": 0.7818867924528302, + "test_auc": 0.8241378315185528, + "val_auc": 0.866546618647459, + "k": 1, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24729 + ] + }, + { + "test_f1": 0.7842673459567577, + "test_acc": 0.7844025157232705, + "test_auc": 0.8689758075377277, + "val_auc": 0.9083633453381352, + "k": 16, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24729, + 18492, + 31511, + 12104, + 13729, + 1944, + 11196, + 21997, + 16154, + 13301, + 31172, + 25007, + 27334, + 16696, + 8932, + 26106 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..938623de94270543f8075349c5b37e04bf59fd7a --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7873910274245969, + "test_acc": 0.7874213836477988, + "test_auc": 0.8352389120834722, + "val_auc": 0.8755502200880352, + "k": 1, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20530 + ] + }, + { + "test_f1": 0.8832605990429999, + "test_acc": 0.8832704402515723, + "test_auc": 0.9501253874530525, + "val_auc": 0.9611844737895159, + "k": 16, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20530, + 12591, + 23889, + 11910, + 15869, + 27644, + 17920, + 1944, + 8265, + 16003, + 13582, + 6046, + 29208, + 29251, + 28752, + 20265 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..81eb57e50ec6e78f07c650802eeb34090ee36056 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5316344892516864, + "test_acc": 0.5620512820512821, + "test_auc": 0.5654264988049954, + "val_auc": 0.5646674826601388, + "k": 1, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2354 + ] + }, + { + "test_f1": 0.5855549989013404, + "test_acc": 0.5866666666666667, + "test_auc": 0.6323172989531087, + "val_auc": 0.6291309669522643, + "k": 16, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2354, + 30706, + 30057, + 7841, + 14742, + 13986, + 13255, + 22553, + 2404, + 12087, + 9884, + 23434, + 31569, + 913, + 23881, + 5945 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cd0b2398a35d2617efabfeaaec6e5347c54064ee --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5040458460228575, + "test_acc": 0.5097435897435898, + "test_auc": 0.5143968593260847, + "val_auc": 0.5050999592003265, + "k": 1, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7401 + ] + }, + { + "test_f1": 0.534618376281396, + "test_acc": 0.5364102564102564, + "test_auc": 0.5624474029689972, + "val_auc": 0.6352509179926561, + "k": 16, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7401, + 27625, + 30945, + 32593, + 18849, + 14742, + 7347, + 25889, + 25113, + 20104, + 30057, + 1220, + 8535, + 14232, + 2404, + 27879 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a6a0211718b270315adaa067bb61f5c9e1fafa50 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5216770738166527, + "test_acc": 0.5405128205128205, + "test_auc": 0.5459319352341199, + "val_auc": 0.543655650754794, + "k": 1, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23987 + ] + }, + { + "test_f1": 0.33276368865972145, + "test_acc": 0.49948717948717947, + "test_auc": 0.5, + "val_auc": 0.5, + "k": 16, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23987, + 28553, + 30057, + 25902, + 27279, + 31289, + 12130, + 14232, + 26936, + 17891, + 21844, + 27879, + 13986, + 26950, + 1999, + 31991 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2f9ba3a7a148054fe5188a096e4e1f2de617d4bf --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8566574839302112, + "test_acc": 0.8585858585858586, + "test_auc": 0.8673469387755102, + "val_auc": 0.8599759615384613, + "k": 1, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5563 + ] + }, + { + "test_f1": 0.8577738003496822, + "test_acc": 0.8585858585858586, + "test_auc": 0.9206122448979592, + "val_auc": 0.9278846153846153, + "k": 16, + "dataset": "117_us_state_FL", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5563, + 13862, + 4118, + 18966, + 20145, + 31545, + 5019, + 5730, + 14401, + 16630, + 2405, + 18615, + 30766, + 913, + 5162, + 12601 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1b36008ed8eb0279d1e7ad964aea6eca1c370111 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8572764683875794, + "test_acc": 0.8585858585858586, + "test_auc": 0.8844897959183673, + "val_auc": 0.9403044871794872, + "k": 1, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230 + ] + }, + { + "test_f1": 0.858151895385938, + "test_acc": 0.8585858585858586, + "test_auc": 0.9524489795918367, + "val_auc": 0.9871794871794871, + "k": 16, + "dataset": "118_us_state_CA", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230, + 27653, + 28240, + 16726, + 30766, + 6446, + 31405, + 1220, + 31545, + 2405, + 547, + 5787, + 30019, + 15387, + 16630, + 22469 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f77c5d01c1a89154869503d19d7c4ce5c2513451 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8566574839302112, + "test_acc": 0.8585858585858586, + "test_auc": 0.8665306122448979, + "val_auc": 0.8229166666666666, + "k": 1, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13064 + ] + }, + { + "test_f1": 0.8780918288711562, + "test_acc": 0.8787878787878788, + "test_auc": 0.9608163265306122, + "val_auc": 0.9423076923076923, + "k": 16, + "dataset": "119_us_state_TX", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13064, + 1220, + 31545, + 14742, + 2143, + 22788, + 28240, + 18738, + 30766, + 5730, + 4080, + 547, + 5787, + 30019, + 32558, + 8731 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..936b491ecf4c28dcc648e7cfd9bbfe0d2cd9a4d1 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6337404174668967, + "test_acc": 0.6445600346770698, + "test_auc": 0.6712885231954617, + "val_auc": 0.7756, + "k": 1, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230 + ] + }, + { + "test_f1": 0.7912864760832792, + "test_acc": 0.7915041179020372, + "test_auc": 0.8951052262126832, + "val_auc": 0.9456, + "k": 16, + "dataset": "120_us_timezone_Chicago", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230, + 31490, + 31545, + 18966, + 27653, + 21803, + 13064, + 1220, + 4080, + 2405, + 5162, + 6446, + 547, + 24779, + 15140, + 28240 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..457a02970a26ab3e91111b9bd7f9f503ac60e4f3 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6485972913088599, + "test_acc": 0.6549631556133507, + "test_auc": 0.6906637946972782, + "val_auc": 0.7336, + "k": 1, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230 + ] + }, + { + "test_f1": 0.8158717522756219, + "test_acc": 0.8166449934980494, + "test_auc": 0.9147781163147601, + "val_auc": 0.9567999999999999, + "k": 16, + "dataset": "121_us_timezone_New_York", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230, + 1220, + 547, + 5162, + 31490, + 25479, + 31545, + 11342, + 30019, + 30766, + 16726, + 13064, + 28817, + 18966, + 2143, + 21044 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ed32ae6fccaba02d3ff30de3b873f42c79c5f638 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8226567082071873, + "test_acc": 0.82358040745557, + "test_auc": 0.8691778361324012, + "val_auc": 0.8560000000000001, + "k": 1, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230 + ] + }, + { + "test_f1": 0.8651883620125527, + "test_acc": 0.8656263545730386, + "test_auc": 0.9458905334738255, + "val_auc": 0.9288, + "k": 16, + "dataset": "122_us_timezone_Los_Angeles", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5230, + 27653, + 1220, + 6446, + 2405, + 31545, + 18966, + 547, + 31490, + 31405, + 29456, + 22469, + 18823, + 28584, + 15387, + 21803 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..412e17aff7ad4e6bb5204912ecaed73ffc0de685 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8614647234948855, + "test_acc": 0.8615384615384616, + "test_auc": 0.9423073686336553, + "val_auc": 0.9483884128926969, + "k": 1, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4761 + ] + }, + { + "test_f1": 0.9723064687747848, + "test_acc": 0.9723076923076923, + "test_auc": 0.9933875012623288, + "val_auc": 0.9934720522235821, + "k": 16, + "dataset": "123_world_country_United_Kingdom", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4761, + 29647, + 17749, + 14742, + 24616, + 17891, + 16922, + 22788, + 3183, + 14232, + 20104, + 3399, + 18823, + 11085, + 13986, + 5456 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..58e04d5fcea50b29a408861dfeb6ffd8db622fdb --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8942837800448575, + "test_acc": 0.8953846153846153, + "test_auc": 0.8958536708519879, + "val_auc": 0.9534883720930232, + "k": 1, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18659 + ] + }, + { + "test_f1": 0.961025641025641, + "test_acc": 0.961025641025641, + "test_auc": 0.9945088699633082, + "val_auc": 1.0, + "k": 16, + "dataset": "124_world_country_United_States", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18659, + 29868, + 4761, + 17233, + 29522, + 13901, + 5757, + 917, + 16116, + 11807, + 14232, + 27115, + 3399, + 5456, + 23070, + 16922 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7d5f8d83726c4a105ffdd28a094a29e0242ae110 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9671689192572753, + "test_acc": 0.9671794871794872, + "test_auc": 0.9842587605614839, + "val_auc": 1.0, + "k": 1, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9122 + ] + }, + { + "test_f1": 0.9825641025641025, + "test_acc": 0.9825641025641025, + "test_auc": 0.9981149224088599, + "val_auc": 1.0, + "k": 16, + "dataset": "125_world_country_Italy", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9122, + 31139, + 1440, + 14639, + 28273, + 30766, + 16597, + 29868, + 7147, + 14638, + 22304, + 17749, + 17891, + 17233, + 1242, + 11807 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b7b8c4736f6edd7ab062f8210572d45b3d520b11 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5742962412523899, + "test_acc": 0.5778066753359341, + "test_auc": 0.6080753846870721, + "val_auc": 0.5548, + "k": 1, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25878 + ] + }, + { + "test_f1": 0.7032297947963236, + "test_acc": 0.7043779800606849, + "test_auc": 0.7840664320790764, + "val_auc": 0.789, + "k": 16, + "dataset": "126_art_type_book", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25878, + 12247, + 23439, + 15827, + 7995, + 24487, + 11302, + 2029, + 25582, + 1944, + 8943, + 30018, + 14589, + 29054, + 4188, + 6230 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7ec500f6535c1b95ba6eb22529d2bbeed5d6a584 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6388375339339369, + "test_acc": 0.6549631556133507, + "test_auc": 0.667079775312988, + "val_auc": 0.6686, + "k": 1, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7995 + ] + }, + { + "test_f1": 0.7539557374214745, + "test_acc": 0.7542262678803641, + "test_auc": 0.8356754514257885, + "val_auc": 0.8432, + "k": 16, + "dataset": "127_art_type_song", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7995, + 12247, + 15827, + 7841, + 24343, + 26478, + 14589, + 26759, + 1944, + 25878, + 30057, + 1257, + 13255, + 22192, + 298, + 29054 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3d5568a40104a7d1b9e3a1afa4e76bbe0b49ae38 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5191273083777926, + "test_acc": 0.5583008235804074, + "test_auc": 0.565187116421482, + "val_auc": 0.5731999999999999, + "k": 1, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14639 + ] + }, + { + "test_f1": 0.6413998370557955, + "test_acc": 0.6428261811876896, + "test_auc": 0.7115260318572152, + "val_auc": 0.7888000000000001, + "k": 16, + "dataset": "128_art_type_movie", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14639, + 12460, + 11807, + 15827, + 25901, + 22192, + 24750, + 7995, + 1440, + 31086, + 18634, + 22283, + 9421, + 14589, + 23439, + 31715 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..522a10cf9183abcf945e41d4b8f6667670bae865 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6426293756733898, + "test_acc": 0.6481876332622601, + "test_auc": 0.6671576650300054, + "val_auc": 0.6374, + "k": 1, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14542 + ] + }, + { + "test_f1": 0.784348157790457, + "test_acc": 0.7846481876332623, + "test_auc": 0.8678123295144572, + "val_auc": 0.8812, + "k": 16, + "dataset": "129_arith_mc_A", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14542, + 3095, + 1185, + 30074, + 19539, + 4049, + 23811, + 12744, + 11220, + 17809, + 12127, + 5085, + 31587, + 20449, + 31976, + 18271 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9912fe6f391aa0d3ebf26e334ea4046b0a8096f2 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9696969696969697, + "test_acc": 0.9696969696969697, + "test_auc": 0.9779591836734693, + "val_auc": 0.9508856682769726, + "k": 1, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8845 + ] + }, + { + "test_f1": 1.0, + "test_acc": 1.0, + "test_auc": 1.0, + "val_auc": 0.999597423510467, + "k": 16, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8845, + 19764, + 2739, + 22584, + 32236, + 2468, + 10969, + 25240, + 10348, + 27607, + 31889, + 11039, + 26911, + 21218, + 20628, + 992 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3f110fb506e51ba096269153c5074bc652e37024 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8078454447386487, + "test_acc": 0.8080808080808081, + "test_auc": 0.8938775510204081, + "val_auc": 0.8675523349436394, + "k": 1, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6330 + ] + }, + { + "test_f1": 0.9595712022182611, + "test_acc": 0.9595959595959596, + "test_auc": 0.9755102040816327, + "val_auc": 0.9875201288244768, + "k": 16, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6330, + 14285, + 15453, + 23688, + 6714, + 16835, + 10969, + 31172, + 22739, + 29275, + 5209, + 27902, + 24776, + 8845, + 13597, + 6230 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..269093f0adf1e026e7d1fee39ae9d02c22139ca8 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8484539175567042, + "test_acc": 0.8484848484848485, + "test_auc": 0.8973469387755101, + "val_auc": 0.8876811594202899, + "k": 1, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12148 + ] + }, + { + "test_f1": 1.0, + "test_acc": 1.0, + "test_auc": 1.0, + "val_auc": 1.0, + "k": 16, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12148, + 22584, + 15587, + 6330, + 11535, + 14619, + 20180, + 13597, + 9869, + 3372, + 6158, + 8636, + 23209, + 1329, + 11039, + 16858 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b036d9f36747ef0c0f861d242ebb13bf61eb00a3 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9333333333333333, + "test_acc": 0.9333333333333333, + "test_auc": 0.9462705436156762, + "val_auc": 0.9504870129870131, + "k": 1, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8498 + ] + }, + { + "test_f1": 0.937775319567355, + "test_acc": 0.9377777777777778, + "test_auc": 0.9540139064475347, + "val_auc": 0.9813311688311688, + "k": 16, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 8498, + 4560, + 12873, + 4994, + 24976, + 27381, + 16863, + 4451, + 13597, + 18973, + 6029, + 11417, + 2696, + 6475, + 10821, + 30356 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5a48c58a0f01433aa36a4eb28cf78a6eae96e906 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6355123544597229, + "test_acc": 0.6355555555555555, + "test_auc": 0.6985619469026549, + "val_auc": 0.5872564935064934, + "k": 1, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18973 + ] + }, + { + "test_f1": 0.8040962329851219, + "test_acc": 0.8044444444444444, + "test_auc": 0.9008770543615676, + "val_auc": 0.8689123376623377, + "k": 16, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18973, + 1474, + 992, + 2893, + 26821, + 15587, + 4771, + 6230, + 16165, + 6475, + 1206, + 2972, + 21218, + 12479, + 6375, + 18492 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..205fafc9891070613c4439906c980c21de3fbca2 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8702347865847597, + "test_acc": 0.8711111111111111, + "test_auc": 0.8844816687737044, + "val_auc": 0.9115259740259741, + "k": 1, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11535 + ] + }, + { + "test_f1": 0.9555063446869838, + "test_acc": 0.9555555555555556, + "test_auc": 0.9833280657395701, + "val_auc": 0.9898538961038961, + "k": 16, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11535, + 13229, + 23209, + 22584, + 15575, + 22468, + 27719, + 7516, + 24487, + 12148, + 23688, + 6514, + 2690, + 538, + 14500, + 16858 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5e5b940330c53df869eb5dd747ef0725947c618b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7090533093394249, + "test_acc": 0.7100130039011704, + "test_auc": 0.7629035700703912, + "val_auc": 0.8378, + "k": 1, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21276 + ] + }, + { + "test_f1": 0.7470255145706298, + "test_acc": 0.7485912440398786, + "test_auc": 0.8195987860768608, + "val_auc": 0.8828, + "k": 16, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21276, + 895, + 17840, + 24934, + 9664, + 5773, + 13467, + 8731, + 30910, + 24704, + 17201, + 13729, + 29031, + 685, + 11534, + 11076 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..96a947f84fd05de69796978189dd093402c5773f --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6226372430602121, + "test_acc": 0.6254876462938882, + "test_auc": 0.6486627455165562, + "val_auc": 0.6938, + "k": 1, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21276 + ] + }, + { + "test_f1": 0.658372342988886, + "test_acc": 0.6597312527091461, + "test_auc": 0.7359912578293986, + "val_auc": 0.7488, + "k": 16, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21276, + 31511, + 5826, + 27404, + 17840, + 22542, + 25065, + 13467, + 5773, + 16696, + 24934, + 24724, + 9313, + 27656, + 30851, + 25543 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..765838ebeecf78ba0a0fafa56a019f556aac015b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5637401198611279, + "test_acc": 0.5960121369744257, + "test_auc": 0.6056049999924843, + "val_auc": 0.6506, + "k": 1, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5826 + ] + }, + { + "test_f1": 0.7189128774231764, + "test_acc": 0.7208495882097963, + "test_auc": 0.8251250223589732, + "val_auc": 0.8115999999999999, + "k": 16, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5826, + 21276, + 25065, + 5773, + 27404, + 8847, + 30998, + 27656, + 9664, + 11910, + 25543, + 2489, + 24934, + 8304, + 31125, + 29650 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..576f4510b3e78f4405ba061e14240bf52b775f13 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6649119388212521, + "test_acc": 0.6650847457627118, + "test_auc": 0.7075229911050808, + "val_auc": 0.7659017713365541, + "k": 1, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19527 + ] + }, + { + "test_f1": 0.7794603115186883, + "test_acc": 0.7796610169491526, + "test_auc": 0.8616479685828067, + "val_auc": 0.857487922705314, + "k": 16, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19527, + 2198, + 4712, + 4103, + 23180, + 23395, + 20158, + 1440, + 13729, + 8683, + 14892, + 29031, + 7737, + 8017, + 2371, + 2813 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..436d9b812ddf2b35fb230435aed66293ee2569b7 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5642015855174746, + "test_acc": 0.5674576271186441, + "test_auc": 0.5821704485701573, + "val_auc": 0.6642512077294686, + "k": 1, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3976 + ] + }, + { + "test_f1": 0.7774732515137329, + "test_acc": 0.7789830508474577, + "test_auc": 0.862430272878034, + "val_auc": 0.859098228663446, + "k": 16, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3976, + 24551, + 13347, + 17032, + 8934, + 17721, + 7023, + 8731, + 21474, + 8683, + 22727, + 2813, + 13630, + 32031, + 22764, + 32454 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fe4832f0f992e2986284d8fb4bd88a5c9f01092b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6396704127604258, + "test_acc": 0.6494915254237288, + "test_auc": 0.654427419443801, + "val_auc": 0.6368760064412239, + "k": 1, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19527 + ] + }, + { + "test_f1": 0.762363202973946, + "test_acc": 0.7627118644067796, + "test_auc": 0.8510385985813725, + "val_auc": 0.9166666666666666, + "k": 16, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19527, + 2198, + 7078, + 20568, + 1944, + 2371, + 22745, + 23180, + 10209, + 7023, + 2813, + 17721, + 16574, + 21044, + 4712, + 10825 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5efa54f649a6f317b783088682876abdcfc861d9 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5865339221123318, + "test_acc": 0.6034985422740525, + "test_auc": 0.6084251325989394, + "val_auc": 0.57703081232493, + "k": 1, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27447 + ] + }, + { + "test_f1": 0.6382072192746762, + "test_acc": 0.6384839650145773, + "test_auc": 0.7143002855977152, + "val_auc": 0.7585034013605443, + "k": 16, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27447, + 23447, + 11750, + 2082, + 24929, + 1000, + 26490, + 28876, + 3675, + 8731, + 18268, + 23348, + 26213, + 2585, + 23418, + 3059 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..000ac750715bcd7c1f0603b4b86f9ad72ff9e649 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6760223363721906, + "test_acc": 0.6793002915451894, + "test_auc": 0.7081463348293214, + "val_auc": 0.7633053221288515, + "k": 1, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15241 + ] + }, + { + "test_f1": 0.9152313817676473, + "test_acc": 0.9154518950437318, + "test_auc": 0.9512443900448796, + "val_auc": 0.9223689475790317, + "k": 16, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15241, + 11750, + 19552, + 32713, + 28876, + 1000, + 27447, + 4985, + 2082, + 21044, + 8683, + 13763, + 26213, + 23447, + 16154, + 13629 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1491c35b30d3ec94c024a130a6e6d23ef803495e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.700972156118981, + "test_acc": 0.7026239067055393, + "test_auc": 0.7680538555691555, + "val_auc": 0.6346538615446179, + "k": 1, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15241 + ] + }, + { + "test_f1": 0.8425388285724993, + "test_acc": 0.8425655976676385, + "test_auc": 0.9074187406500748, + "val_auc": 0.9019607843137255, + "k": 16, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15241, + 21044, + 32713, + 3675, + 19552, + 13373, + 7458, + 28876, + 13629, + 1706, + 4985, + 6275, + 29386, + 24444, + 16154, + 15133 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..76dfef621f2eb9a6baeaf714aa8bb67b6ed46ef0 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.45687095273872125, + "test_acc": 0.48484848484848486, + "test_auc": 0.4953061224489796, + "val_auc": 0.5430303030303031, + "k": 1, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23418 + ] + }, + { + "test_f1": 0.5246703106692887, + "test_acc": 0.5252525252525253, + "test_auc": 0.5416326530612245, + "val_auc": 0.6153535353535353, + "k": 16, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23418, + 30061, + 27334, + 30091, + 11423, + 26418, + 23228, + 9673, + 28653, + 7084, + 19500, + 6915, + 24841, + 2816, + 16547, + 28566 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4b52749df6ef8dba107c27d985593bad74b7165d --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.4886919235495594, + "test_acc": 0.5151515151515151, + "test_auc": 0.5116326530612245, + "val_auc": 0.5365656565656566, + "k": 1, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23418 + ] + }, + { + "test_f1": 0.510662177328844, + "test_acc": 0.5151515151515151, + "test_auc": 0.6106122448979592, + "val_auc": 0.6412121212121212, + "k": 16, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23418, + 7084, + 2084, + 1169, + 22834, + 7767, + 5085, + 30073, + 11423, + 16120, + 21710, + 25525, + 16547, + 25567, + 22016, + 26364 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8fc605c3598d1ffbfe27daa922747f2f97e56009 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5959595959595959, + "test_acc": 0.5959595959595959, + "test_auc": 0.5995918367346939, + "val_auc": 0.6250505050505051, + "k": 1, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23887 + ] + }, + { + "test_f1": 0.5448971059599573, + "test_acc": 0.5454545454545454, + "test_auc": 0.5616326530612246, + "val_auc": 0.642020202020202, + "k": 16, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23887, + 6230, + 24915, + 30073, + 256, + 307, + 29386, + 28566, + 29211, + 22016, + 9673, + 5043, + 11416, + 22041, + 25594, + 19500 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..56fc629f806cc722cc7e2adc7ffd7634482c9df5 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5206656281190327, + "test_acc": 0.5206779661016949, + "test_auc": 0.5248756218905473, + "val_auc": 0.6304347826086956, + "k": 1, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1944 + ] + }, + { + "test_f1": 0.5718645154670088, + "test_acc": 0.5722033898305084, + "test_auc": 0.5983956786650635, + "val_auc": 0.6743156199677938, + "k": 16, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1944, + 24343, + 10660, + 3814, + 15241, + 32510, + 26967, + 24487, + 13174, + 4627, + 11026, + 14127, + 11206, + 32706, + 6230, + 9175 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..33803188ffc5406785d0a2b8d65a9669cdd88b36 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5858330108974487, + "test_acc": 0.5864406779661017, + "test_auc": 0.6068879549039724, + "val_auc": 0.6191626409017713, + "k": 1, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1944 + ] + }, + { + "test_f1": 0.6670984460798651, + "test_acc": 0.6671186440677966, + "test_auc": 0.7325824682941537, + "val_auc": 0.7451690821256038, + "k": 16, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1944, + 26967, + 4985, + 27398, + 22602, + 23889, + 29988, + 21889, + 5168, + 32510, + 14127, + 14097, + 799, + 3733, + 4627, + 13582 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9ef9ccf3d4aed12fe88727aa0bdf28d5528b5cc2 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5331130559103506, + "test_acc": 0.576271186440678, + "test_auc": 0.5788123315425827, + "val_auc": 0.610305958132045, + "k": 1, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29988 + ] + }, + { + "test_f1": 0.5889266938110361, + "test_acc": 0.5905084745762712, + "test_auc": 0.6302890573003423, + "val_auc": 0.7061191626409018, + "k": 16, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29988, + 799, + 22739, + 4627, + 11910, + 26967, + 12591, + 16594, + 5034, + 6230, + 14097, + 9207, + 11026, + 2450, + 23387, + 1999 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0403e7a8ebc4e9c8e9236ee8f9cf1c7cb31d44de --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.579334717885122, + "test_acc": 0.5806451612903226, + "test_auc": 0.5878281858036549, + "val_auc": 0.5662264905962384, + "k": 1, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29853 + ] + }, + { + "test_f1": 0.5554699412985789, + "test_acc": 0.5558312655086849, + "test_auc": 0.6238732082163441, + "val_auc": 0.6322529011604642, + "k": 16, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29853, + 7664, + 13345, + 8594, + 24444, + 15772, + 29434, + 22775, + 16696, + 23439, + 1613, + 3150, + 15811, + 739, + 31338, + 10628 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8d80c02d1b8bc9317cd9cbca19e514d3720ddfb5 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5937779171286487, + "test_acc": 0.5955334987593052, + "test_auc": 0.6013989458647357, + "val_auc": 0.5982392957182873, + "k": 1, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31753 + ] + }, + { + "test_f1": 0.657555586793629, + "test_acc": 0.6575682382133995, + "test_auc": 0.6928969016304616, + "val_auc": 0.6654661864745899, + "k": 16, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31753, + 1999, + 13614, + 29853, + 8642, + 16696, + 6605, + 15811, + 7664, + 31666, + 6337, + 18549, + 17126, + 256, + 19666, + 8003 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..11bf375d9b7ddc9b4bb058e2f686f61af62c6b83 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5879827751582275, + "test_acc": 0.5880893300248139, + "test_auc": 0.609403477661199, + "val_auc": 0.6452581032412965, + "k": 1, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31666 + ] + }, + { + "test_f1": 0.6348264732157833, + "test_acc": 0.6352357320099256, + "test_auc": 0.7196566671592531, + "val_auc": 0.7202881152460985, + "k": 16, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31666, + 7664, + 17934, + 17891, + 8594, + 8625, + 20628, + 28156, + 18549, + 18525, + 19285, + 18775, + 26321, + 29853, + 3675, + 22775 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ee2a18ddce782d4f80605ad58964929867f35c09 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8135531957258585, + "test_acc": 0.8152610441767069, + "test_auc": 0.8432531433241102, + "val_auc": 0.807070707070707, + "k": 1, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14470 + ] + }, + { + "test_f1": 0.8703308771899857, + "test_acc": 0.8714859437751004, + "test_auc": 0.963240670384654, + "val_auc": 0.9547474747474748, + "k": 16, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14470, + 7033, + 26630, + 10251, + 31040, + 3183, + 30491, + 30359, + 5889, + 14403, + 32031, + 13901, + 5012, + 28752, + 11000, + 12215 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3c0fd23313ba49b388d6ec4518912eee638256ea --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8743833225287643, + "test_acc": 0.8755020080321285, + "test_auc": 0.8934567246347722, + "val_auc": 0.8866666666666666, + "k": 1, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7033 + ] + }, + { + "test_f1": 0.9008827295603318, + "test_acc": 0.9009370816599732, + "test_auc": 0.9723158090923427, + "val_auc": 0.9761616161616162, + "k": 16, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7033, + 14470, + 26630, + 3183, + 18659, + 3639, + 30706, + 547, + 32281, + 30491, + 10937, + 6859, + 12215, + 27814, + 2528, + 21889 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..022166a2fb125464c38db8cba78f526b595f87be --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8716818886046516, + "test_acc": 0.8728246318607764, + "test_auc": 0.8868905105303149, + "val_auc": 0.8684848484848485, + "k": 1, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26630 + ] + }, + { + "test_f1": 0.8955036744775243, + "test_acc": 0.8955823293172691, + "test_auc": 0.9758784820289315, + "val_auc": 0.9664646464646465, + "k": 16, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26630, + 14470, + 7033, + 3639, + 18659, + 30766, + 13901, + 31715, + 2528, + 31040, + 8957, + 30359, + 30022, + 17781, + 27997, + 32281 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e9d29776c6a39ce41e6208530a6755b90b0af8e7 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.814208327732842, + "test_acc": 0.8174358974358974, + "test_auc": 0.8278877873901773, + "val_auc": 0.7794777641778865, + "k": 1, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29104 + ] + }, + { + "test_f1": 0.8344068867343345, + "test_acc": 0.8358974358974359, + "test_auc": 0.9037621604335679, + "val_auc": 0.8949408404732762, + "k": 16, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29104, + 20530, + 12591, + 23889, + 13582, + 21889, + 1944, + 16696, + 11572, + 22013, + 23986, + 27644, + 2822, + 23418, + 25598, + 624 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1280d985672fce1d5af87d88f5934eb8db7a5691 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7744938989030219, + "test_acc": 0.7838655462184874, + "test_auc": 0.786621372685135, + "val_auc": 0.820754716981132, + "k": 1, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18303 + ] + }, + { + "test_f1": 0.8752325906772966, + "test_acc": 0.8763025210084033, + "test_auc": 0.9593922417221654, + "val_auc": 0.9851465274989964, + "k": 16, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18303, + 29923, + 25379, + 22403, + 10707, + 12594, + 8567, + 5780, + 25269, + 26517, + 32403, + 19052, + 18848, + 5639, + 32663, + 5034 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f1a5b45de8ef514fd8b170f49321b15a051e6aed --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7438621362372309, + "test_acc": 0.7495798319327731, + "test_auc": 0.7681103614841167, + "val_auc": 0.7996788438378162, + "k": 1, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 43 + ] + }, + { + "test_f1": 0.82569896374116, + "test_acc": 0.8258823529411765, + "test_auc": 0.930546365996341, + "val_auc": 0.9787234042553192, + "k": 16, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 43, + 19052, + 1944, + 420, + 6271, + 4364, + 24343, + 23492, + 21603, + 404, + 11515, + 29317, + 7830, + 26106, + 1197, + 24430 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c3e52d895c41505e173cb9eebed0cf6146d21695 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6063235157466048, + "test_acc": 0.6094117647058823, + "test_auc": 0.675644112776681, + "val_auc": 0.5869128863910077, + "k": 1, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 420 + ] + }, + { + "test_f1": 0.8138543021405703, + "test_acc": 0.8154621848739496, + "test_auc": 0.9243849925157819, + "val_auc": 0.9263348052990766, + "k": 16, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 420, + 27242, + 1943, + 6337, + 16613, + 13633, + 23418, + 11515, + 457, + 14111, + 739, + 29386, + 29923, + 24060, + 26517, + 31158 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b105ceddb338cb5534cc78d7d5e326b0076b55de --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9484359406063314, + "test_acc": 0.9485714285714286, + "test_auc": 0.9485887096774194, + "val_auc": 0.9622641509433962, + "k": 1, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22093 + ] + }, + { + "test_f1": 0.9949578635579998, + "test_acc": 0.9949579831932773, + "test_auc": 0.999945314590248, + "val_auc": 0.9987956643918106, + "k": 16, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22093, + 31511, + 24729, + 2371, + 10209, + 21474, + 256, + 2696, + 13729, + 22016, + 4627, + 25880, + 19527, + 1197, + 27093, + 28968 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1be20a6c86e290486d63b99dbcbebac2aa216cc9 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9188698525791048, + "test_acc": 0.9193277310924369, + "test_auc": 0.9215684679407916, + "val_auc": 0.9150943396226415, + "k": 1, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31511 + ] + }, + { + "test_f1": 0.9949579797752007, + "test_acc": 0.9949579831932773, + "test_auc": 0.9998797824876529, + "val_auc": 1.0, + "k": 16, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31511, + 24729, + 22093, + 13729, + 10209, + 256, + 2371, + 25880, + 2696, + 22016, + 1197, + 4627, + 27093, + 1999, + 7023, + 11760 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..30354787a49398aed65024dd469402b6c138871a --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9102146804778416, + "test_acc": 0.9109243697478991, + "test_auc": 0.9109543010752688, + "val_auc": 0.9528301886792453, + "k": 1, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2371 + ] + }, + { + "test_f1": 0.9956302422263833, + "test_acc": 0.9956302521008403, + "test_auc": 0.9999570651741617, + "val_auc": 0.9991971095945404, + "k": 16, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2371, + 24729, + 31511, + 22093, + 21474, + 13729, + 2696, + 10209, + 25880, + 22016, + 256, + 4627, + 1197, + 27093, + 28968, + 22764 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..511ee16682baf061a6d5914afe283153d8311599 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8246536219583035, + "test_acc": 0.8246540880503145, + "test_auc": 0.8495548023926143, + "val_auc": 0.8723489395758305, + "k": 1, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21652 + ] + }, + { + "test_f1": 0.8789861131430634, + "test_acc": 0.8789937106918239, + "test_auc": 0.9409438513314411, + "val_auc": 0.9515806322529011, + "k": 16, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21652, + 24021, + 6974, + 9500, + 23070, + 1440, + 20078, + 28465, + 28345, + 7078, + 15106, + 24487, + 20578, + 14506, + 1000, + 622 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6839991996f7da3ef61cbe17055f7f45e809e581 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.747539629791135, + "test_acc": 0.7480190174326465, + "test_auc": 0.7975286317058469, + "val_auc": 0.7595038015206083, + "k": 1, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21157 + ] + }, + { + "test_f1": 0.8700240393190007, + "test_acc": 0.8700475435816165, + "test_auc": 0.9447156921840467, + "val_auc": 0.9227691076430571, + "k": 16, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21157, + 24487, + 21652, + 27505, + 1440, + 23070, + 16695, + 16696, + 24021, + 20088, + 13927, + 7078, + 19352, + 28257, + 622, + 31402 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c46416c10f2b8b9942e39f2bc042d6145b36c0ed --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6776524922913195, + "test_acc": 0.6782713085234093, + "test_auc": 0.7107112387013467, + "val_auc": 0.7210144927536232, + "k": 1, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1440 + ] + }, + { + "test_f1": 0.7646753602624086, + "test_acc": 0.7647058823529411, + "test_auc": 0.8196855976757056, + "val_auc": 0.7665056360708535, + "k": 16, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1440, + 24204, + 23127, + 24487, + 8096, + 18659, + 29740, + 3436, + 14506, + 25901, + 24021, + 30011, + 3976, + 20088, + 3291, + 6158 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..a7502bf395ec09131cef25b4f803d85ee2c4c753 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7794938298939491, + "test_acc": 0.7796143250688705, + "test_auc": 0.7919828789994536, + "val_auc": 0.7631052420968387, + "k": 1, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24204 + ] + }, + { + "test_f1": 0.7818029034548906, + "test_acc": 0.7823691460055097, + "test_auc": 0.8307631594924412, + "val_auc": 0.8295318127250901, + "k": 16, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24204, + 14392, + 2883, + 27505, + 29071, + 1440, + 19352, + 32642, + 20578, + 15992, + 5608, + 22422, + 20088, + 26941, + 8642, + 2696 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ce06a21b9b49f6829af9e8fee2ca8a2a68be6a5c --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6353057315337648, + "test_acc": 0.6357232704402516, + "test_auc": 0.6549233751780942, + "val_auc": 0.7002801120448179, + "k": 1, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1440 + ] + }, + { + "test_f1": 0.6865325481425728, + "test_acc": 0.6865408805031447, + "test_auc": 0.7545027335629276, + "val_auc": 0.7503001200480192, + "k": 16, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1440, + 21652, + 7078, + 2371, + 24487, + 23070, + 6974, + 6230, + 8028, + 8683, + 685, + 15106, + 25901, + 18414, + 12061, + 21157 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..13b0d6ea6dcfa134d806d9e17bcabb56d9e5fe98 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7304200617050113, + "test_acc": 0.730566037735849, + "test_auc": 0.7956649053860151, + "val_auc": 0.7817126850740296, + "k": 1, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15529 + ] + }, + { + "test_f1": 0.834096973184544, + "test_acc": 0.8342138364779874, + "test_auc": 0.915014242475487, + "val_auc": 0.9727891156462585, + "k": 16, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15529, + 15631, + 2047, + 32565, + 22137, + 17210, + 5085, + 20393, + 23439, + 21388, + 32330, + 4985, + 12868, + 14893, + 13046, + 28268 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..35fe7f39b41eabe7ad67ac4a147dff731d9cdd13 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5356125356125355, + "test_acc": 0.5555555555555556, + "test_auc": 0.5510204081632653, + "val_auc": 0.5961461260537936, + "k": 1, + "dataset": "41_truthqa_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14212 + ] + }, + { + "test_f1": 0.5870990607832713, + "test_acc": 0.5959595959595959, + "test_auc": 0.7040816326530612, + "val_auc": 0.7555198715375351, + "k": 16, + "dataset": "41_truthqa_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14212, + 18107, + 19003, + 7841, + 6230, + 14582, + 18777, + 16696, + 21807, + 32403, + 9010, + 30057, + 31715, + 24537, + 10884, + 21889 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..205c095323d9c83a3c1671526ac6318446954d20 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6775814088923428, + "test_acc": 0.6814011676396997, + "test_auc": 0.7010406232609905, + "val_auc": 0.8083735909822867, + "k": 1, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2489 + ] + }, + { + "test_f1": 0.7827762563307062, + "test_acc": 0.7839866555462885, + "test_auc": 0.8620228158041179, + "val_auc": 0.8993558776167472, + "k": 16, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2489, + 31537, + 8642, + 15631, + 7004, + 9073, + 2358, + 11893, + 22033, + 12868, + 31117, + 6230, + 32330, + 26213, + 2569, + 18107 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..84c6afff81fe2607ae2bb60d8ea440acd082d2ed --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5610079918472235, + "test_acc": 0.5801257861635221, + "test_auc": 0.5884185333439996, + "val_auc": 0.5242096838735494, + "k": 1, + "dataset": "44_phys_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31537 + ] + }, + { + "test_f1": 0.6290987533703927, + "test_acc": 0.6294339622641509, + "test_auc": 0.6858063327119234, + "val_auc": 0.5758303321328532, + "k": 16, + "dataset": "44_phys_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31537, + 2489, + 21648, + 5508, + 12868, + 5608, + 8785, + 17891, + 21889, + 8879, + 7004, + 8968, + 6207, + 21721, + 32330, + 18150 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d0f90378c018678557a87bcd816f75ff09065314 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5238771500085012, + "test_acc": 0.5451825254338719, + "test_auc": 0.5512993152451079, + "val_auc": 0.5355279004415897, + "k": 1, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2590 + ] + }, + { + "test_f1": 0.5642793664763661, + "test_acc": 0.5643327348892878, + "test_auc": 0.5966156204337736, + "val_auc": 0.5726615816940988, + "k": 16, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2590, + 8304, + 10742, + 20828, + 16704, + 14386, + 21648, + 27825, + 9745, + 9204, + 9171, + 1121, + 17644, + 23686, + 20933, + 10228 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..760432a218747f1f0eb91688111c3cd38200206b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5774770589341983, + "test_acc": 0.6060377358490566, + "test_auc": 0.6169133573458871, + "val_auc": 0.6520608243297318, + "k": 1, + "dataset": "48_cm_correct", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21194 + ] + }, + { + "test_f1": 0.6218553590964876, + "test_acc": 0.6264150943396226, + "test_auc": 0.7050972164137315, + "val_auc": 0.7418967587034815, + "k": 16, + "dataset": "48_cm_correct", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21194, + 18107, + 30180, + 14748, + 31537, + 2489, + 11039, + 5608, + 23268, + 19290, + 16554, + 17891, + 3443, + 17920, + 1453, + 2024 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8f52b431b30eedca7753517743811f660c0b2fbf --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9977358461907004, + "test_acc": 0.9977358490566037, + "test_auc": 0.998234626683098, + "val_auc": 1.0, + "k": 1, + "dataset": "49_cm_isshort", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6605 + ] + }, + { + "test_f1": 0.9984905620254628, + "test_acc": 0.9984905660377359, + "test_auc": 0.9999977216089694, + "val_auc": 1.0, + "k": 16, + "dataset": "49_cm_isshort", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6605, + 16696, + 31511, + 6475, + 16858, + 256, + 18492, + 22355, + 9313, + 15138, + 992, + 8642, + 7007, + 14097, + 27879, + 31172 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6d83dd884b338d672064f9624abcaa96fe18cdee --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6087626915907806, + "test_acc": 0.6171069182389937, + "test_auc": 0.6346910096715168, + "val_auc": 0.6008403361344539, + "k": 1, + "dataset": "50_deon_isvalid", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2489 + ] + }, + { + "test_f1": 0.6774681300135199, + "test_acc": 0.6779874213836478, + "test_auc": 0.7602955427583112, + "val_auc": 0.7639055622248899, + "k": 16, + "dataset": "50_deon_isvalid", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2489, + 31537, + 5608, + 25598, + 18492, + 16696, + 5034, + 13467, + 407, + 23268, + 4627, + 25543, + 1781, + 16797, + 20455, + 23418 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1f382f48bf2a5f52be4635fceef045d229921c20 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6560154529730742, + "test_acc": 0.6583647798742138, + "test_auc": 0.6881413037864834, + "val_auc": 0.7426970788315326, + "k": 1, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2489 + ] + }, + { + "test_f1": 0.7361096971454962, + "test_acc": 0.7363522012578616, + "test_auc": 0.8162405484745413, + "val_auc": 0.838735494197679, + "k": 16, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2489, + 31537, + 5608, + 23268, + 11039, + 10648, + 25598, + 5034, + 5085, + 18492, + 20970, + 15241, + 3248, + 3275, + 1361, + 11275 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..91f561bf52e4124d0790d315bab439d59df3a747 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6914729982285219, + "test_acc": 0.7006570302233903, + "test_auc": 0.7139999215362539, + "val_auc": 0.6496000000000001, + "k": 1, + "dataset": "52_virtue_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3222 + ] + }, + { + "test_f1": 0.8515111490014873, + "test_acc": 0.8515111695137977, + "test_auc": 0.9317477302151178, + "val_auc": 0.878, + "k": 16, + "dataset": "52_virtue_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3222, + 12267, + 28705, + 23964, + 25055, + 2574, + 30865, + 12108, + 11485, + 4405, + 4882, + 23600, + 23858, + 307, + 11910, + 4077 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2e2a565eaff05d04972cb953fa65c442fffb2bef --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5162997438890612, + "test_acc": 0.530062893081761, + "test_auc": 0.5547175858371163, + "val_auc": 0.6008403361344538, + "k": 1, + "dataset": "54_cs_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13467 + ] + }, + { + "test_f1": 0.5617582555086199, + "test_acc": 0.5632704402515724, + "test_auc": 0.5903964299131478, + "val_auc": 0.671468587434974, + "k": 16, + "dataset": "54_cs_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13467, + 10969, + 24729, + 31511, + 17322, + 5713, + 6158, + 14067, + 1096, + 21997, + 21599, + 28627, + 4985, + 6475, + 15241, + 18107 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f169f816c63947a0370fbe9eab6121ee9294a1ad --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9911946063199836, + "test_acc": 0.9911949685534591, + "test_auc": 0.9970789761214495, + "val_auc": 1.0, + "k": 1, + "dataset": "56_wikidatasex_or_gender", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21661 + ] + }, + { + "test_f1": 0.9922011680304623, + "test_acc": 0.9922012578616353, + "test_auc": 0.9994516672252944, + "val_auc": 1.0, + "k": 16, + "dataset": "56_wikidatasex_or_gender", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21661, + 6883, + 6230, + 17781, + 13489, + 29105, + 17891, + 3976, + 31590, + 19218, + 26461, + 15529, + 24487, + 17047, + 9425, + 18738 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..162344ecd6ceca7ae7fd9f49c243bafba4fa2fb4 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7585617555978698, + "test_acc": 0.759245283018868, + "test_auc": 0.8226606746670257, + "val_auc": 0.876750700280112, + "k": 1, + "dataset": "57_wikidatais_alive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6883 + ] + }, + { + "test_f1": 0.968804972217837, + "test_acc": 0.9688050314465408, + "test_auc": 0.992891419984426, + "val_auc": 0.992797118847539, + "k": 16, + "dataset": "57_wikidatais_alive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6883, + 17047, + 18738, + 5547, + 19218, + 23208, + 25279, + 13243, + 6230, + 31590, + 26735, + 29051, + 29105, + 11092, + 21036, + 19321 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ba682b08a4dca4f6bfa61a40a5adfe397bea2e07 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8481780128451547, + "test_acc": 0.8496202531645569, + "test_auc": 0.8606669086792266, + "val_auc": 0.8319327731092436, + "k": 1, + "dataset": "58_wikidatapolitical_party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11440 + ] + }, + { + "test_f1": 0.8568518813248293, + "test_acc": 0.8572151898734177, + "test_auc": 0.9392363888444515, + "val_auc": 0.9427771108443377, + "k": 16, + "dataset": "58_wikidatapolitical_party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11440, + 17781, + 5285, + 30706, + 13489, + 3342, + 11123, + 18966, + 28512, + 22969, + 6859, + 5511, + 28950, + 1220, + 24487, + 3639 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2a162261ee7959eaf5ce1a624062d235df4bb070 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7165865305736994, + "test_acc": 0.718974358974359, + "test_auc": 0.7709315144578719, + "val_auc": 0.6886984904120768, + "k": 1, + "dataset": "59_wikidata_occupation_isjournalist", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6883 + ] + }, + { + "test_f1": 0.8597587273158772, + "test_acc": 0.8605128205128205, + "test_auc": 0.9095604571313158, + "val_auc": 0.915952672378621, + "k": 16, + "dataset": "59_wikidata_occupation_isjournalist", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6883, + 6405, + 717, + 20252, + 18823, + 31619, + 4706, + 1862, + 25666, + 31776, + 913, + 13243, + 32565, + 30352, + 8344, + 17891 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6348471d9f01aed8f54f1df1c8ae10174b950aeb --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9072813121766119, + "test_acc": 0.9074213836477988, + "test_auc": 0.9309045009867964, + "val_auc": 0.9815926370548219, + "k": 1, + "dataset": "5_hist_fig_ismale", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21661 + ] + }, + { + "test_f1": 0.9333039036331814, + "test_acc": 0.9333333333333333, + "test_auc": 0.9837057068125917, + "val_auc": 0.9955982392957183, + "k": 16, + "dataset": "5_hist_fig_ismale", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21661, + 9425, + 32365, + 19321, + 21889, + 4175, + 7841, + 13901, + 31715, + 9778, + 16759, + 7540, + 30428, + 19831, + 8821, + 24042 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_stats.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..81c1fb722da58a43ce582d3a116ebd4f700e4f82 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_stats.json @@ -0,0 +1 @@ +{"l0": 142.5690155029297, "width": 32768, "hook_name": "model.layers.12", "tokens_trained": 500000000, "all_metrics": {"model_performance_preservation": {"ce_loss_score": 0.9947093635094457, "ce_loss_with_ablation": 12.452933311462402, "ce_loss_with_sae": 1.8885376453399658, "ce_loss_without_sae": 1.8323479890823364}, "reconstruction_quality": {"explained_variance": 0.8816733360290527, "explained_variance_legacy": 0.8168360590934753, "mse": 0.41522514820098877, "cossim": 0.9358718991279602}, "shrinkage": {"l2_norm_in": 144.3128204345703, "l2_norm_out": 134.7972412109375, "l2_ratio": 0.9326230883598328, "relative_reconstruction_bias": 0.9972940683364868}, "sparsity": {"l0": 142.5690155029297, "l1": 779.2770385742188}, "token_stats": {"total_tokens_eval_reconstruction": 61440, "total_tokens_eval_sparsity_variance": 61440}}} \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_weights.safetensors b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e4d25ad96e1c441edce168f1d895a72513b0dfb --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b1ab52b32e268be00b5b0100cd2f2fc2b0a66e15e5f2349b336eb7721bbe5a6 +size 604251536 diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/scr/saebench_scr_custom_sae_eval_results.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/scr/saebench_scr_custom_sae_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..491b4ce07291bf48cfafb158270e6963e43e55c8 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/scr/saebench_scr_custom_sae_eval_results.json @@ -0,0 +1,326 @@ +{ + "eval_type_id": "scr", + "eval_config": { + "random_seed": 42, + "dataset_names": [ + "LabHC/bias_in_bios_class_set1", + "canrager/amazon_reviews_mcauley_1and5" + ], + "perform_scr": true, + "early_stopping_patience": 20, + "train_set_size": 4000, + "test_set_size": 1000, + "context_length": 128, + "probe_train_batch_size": 16, + "probe_test_batch_size": 500, + "probe_epochs": 20, + "probe_lr": 0.001, + "probe_l1_penalty": 0.001, + "sae_batch_size": 32, + "llm_batch_size": 128, + "llm_dtype": "float32", + "lower_vram_usage": false, + "model_name": "gemma-2-2b", + "n_values": [ + 2, + 5, + 10 + ], + "column1_vals_lookup": { + "LabHC/bias_in_bios_class_set1": [ + [ + "professor", + "nurse" + ], + [ + "architect", + "journalist" + ], + [ + "surgeon", + "psychologist" + ], + [ + "attorney", + "teacher" + ] + ], + "canrager/amazon_reviews_mcauley_1and5": [ + [ + "Books", + "CDs_and_Vinyl" + ], + [ + "Software", + "Electronics" + ], + [ + "Pet_Supplies", + "Office_Products" + ], + [ + "Industrial_and_Scientific", + "Toys_and_Games" + ] + ] + } + }, + "eval_id": "2ab7c252-6936-40ce-81f4-a778d61a9848", + "datetime_epoch_millis": 1775694525652, + "eval_result_metrics": { + "scr_metrics": { + "scr_dir1_threshold_2": 0.2859492666679094, + "scr_metric_threshold_2": 0.1555567713350446, + "scr_dir2_threshold_2": 0.15293131228909027, + "scr_dir1_threshold_5": -0.1848695869422872, + "scr_metric_threshold_5": 0.2036928022006214, + "scr_dir2_threshold_5": 0.20328243688538655, + "scr_dir1_threshold_10": -0.1251312612569694, + "scr_metric_threshold_10": 0.24553492011977496, + "scr_dir2_threshold_10": 0.24155723496343962, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + } + }, + "eval_result_details": [ + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_professor_nurse_results", + "scr_dir1_threshold_2": 0.6025646805840948, + "scr_metric_threshold_2": 0.03367878287944761, + "scr_dir2_threshold_2": 0.03367878287944761, + "scr_dir1_threshold_5": 0.37179539103317, + "scr_metric_threshold_5": 0.08031092003311918, + "scr_dir2_threshold_5": 0.08031092003311918, + "scr_dir1_threshold_10": 0.4487182328294704, + "scr_metric_threshold_10": 0.11139890852479135, + "scr_dir2_threshold_10": 0.11139890852479135, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_architect_journalist_results", + "scr_dir1_threshold_2": 0.32575782547854165, + "scr_metric_threshold_2": 0.24159018619614847, + "scr_dir2_threshold_2": 0.24159018619614847, + "scr_dir1_threshold_5": -0.5454541760043493, + "scr_metric_threshold_5": 0.28746188128286687, + "scr_dir2_threshold_5": 0.28746188128286687, + "scr_dir1_threshold_10": -0.07575748681586188, + "scr_metric_threshold_10": 0.339449522889458, + "scr_dir2_threshold_10": 0.339449522889458, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_surgeon_psychologist_results", + "scr_dir1_threshold_2": 0.42187508731147705, + "scr_metric_threshold_2": 0.11055282101401862, + "scr_dir2_threshold_2": 0.11055282101401862, + "scr_dir1_threshold_5": -1.6406250291038258, + "scr_metric_threshold_5": 0.10552761109862276, + "scr_dir2_threshold_5": 0.10552761109862276, + "scr_dir1_threshold_10": -1.6093745052349633, + "scr_metric_threshold_10": 0.13819095138732784, + "scr_dir2_threshold_10": 0.13819095138732784, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "LabHC/bias_in_bios_class_set1_scr_attorney_teacher_results", + "scr_dir1_threshold_2": 0.36241586843773815, + "scr_metric_threshold_2": 0.06687906673556002, + "scr_dir2_threshold_2": 0.06687906673556002, + "scr_dir1_threshold_5": -0.40268460939953316, + "scr_metric_threshold_5": 0.07961794562917636, + "scr_dir2_threshold_5": 0.07961794562917636, + "scr_dir1_threshold_10": -0.7114094899402154, + "scr_metric_threshold_10": 0.11783439248632226, + "scr_dir2_threshold_10": 0.11783439248632226, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Books_CDs_and_Vinyl_results", + "scr_dir1_threshold_2": 0.04210534901500186, + "scr_metric_threshold_2": 0.3690475486528761, + "scr_dir2_threshold_2": 0.3690475486528761, + "scr_dir1_threshold_5": 0.00526309019971007, + "scr_metric_threshold_5": 0.45634918288429205, + "scr_dir2_threshold_5": 0.45634918288429205, + "scr_dir1_threshold_10": 0.052631529414422, + "scr_metric_threshold_10": 0.515872927644938, + "scr_dir2_threshold_10": 0.515872927644938, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Software_Electronics_results", + "scr_dir1_threshold_2": 0.2677594186754738, + "scr_metric_threshold_2": 0.08396951427451485, + "scr_dir2_threshold_2": 0.08396951427451485, + "scr_dir1_threshold_5": 0.3606557163469838, + "scr_metric_threshold_5": 0.12595415766246074, + "scr_dir2_threshold_5": 0.12595415766246074, + "scr_dir1_threshold_10": 0.3825136878996036, + "scr_metric_threshold_10": 0.11450392446499717, + "scr_dir2_threshold_10": 0.11450392446499717, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Pet_Supplies_Office_Products_results", + "scr_dir1_threshold_2": 0.15813941496525466, + "scr_metric_threshold_2": 0.23175976205209856, + "scr_dir2_threshold_2": 0.23175976205209856, + "scr_dir1_threshold_5": 0.2511628448544011, + "scr_metric_threshold_5": 0.3733906424792874, + "scr_dir2_threshold_5": 0.3733906424792874, + "scr_dir1_threshold_10": 0.3395348953259431, + "scr_metric_threshold_10": 0.4549356870945189, + "scr_dir2_threshold_10": 0.4549356870945189, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_scr_Industrial_and_Scientific_Toys_and_Games_results", + "scr_dir1_threshold_2": 0.1069764888756927, + "scr_metric_threshold_2": 0.1069764888756927, + "scr_dir2_threshold_2": 0.08597281650805809, + "scr_dir1_threshold_5": 0.12093007653514554, + "scr_metric_threshold_5": 0.12093007653514554, + "scr_dir2_threshold_5": 0.11764715401326675, + "scr_dir1_threshold_10": 0.1720930464658461, + "scr_metric_threshold_10": 0.1720930464658461, + "scr_dir2_threshold_10": 0.14027156521516332, + "scr_dir1_threshold_20": null, + "scr_metric_threshold_20": null, + "scr_dir2_threshold_20": null, + "scr_dir1_threshold_50": null, + "scr_metric_threshold_50": null, + "scr_dir2_threshold_50": null, + "scr_dir1_threshold_100": null, + "scr_metric_threshold_100": null, + "scr_dir2_threshold_100": null, + "scr_dir1_threshold_500": null, + "scr_metric_threshold_500": null, + "scr_dir2_threshold_500": null + } + ], + "sae_bench_commit_hash": "Unknown", + "sae_lens_id": "custom_sae", + "sae_lens_release_id": "saebench_scr", + "sae_lens_version": "6.39.0", + "sae_cfg_dict": { + "d_in": 2304, + "d_sae": 32768, + "dtype": "float32", + "device": "cuda", + "apply_b_dec_to_input": true, + "normalize_activations": "none", + "reshape_activations": "none", + "metadata": { + "sae_lens_version": "6.39.0", + "sae_lens_training_version": "6.39.0", + "model_name": "gemma-2-2b", + "hook_name": "blocks.12.hook_resid_post", + "hook_head_index": null, + "context_size": 1024, + "prepend_bos": true, + "seqpos_slice": [ + null + ], + "model_from_pretrained_kwargs": { + "center_writing_weights": false + }, + "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", + "model_class_name": "AutoModelForCausalLM", + "exclude_special_tokens": true, + "sequence_separator_token": "bos", + "disable_concat_sequences": false, + "hook_layer": 12, + "dataset_trust_remote_code": null + }, + "architecture": "jumprelu" + }, + "eval_result_unstructured": null +} \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sparsity.safetensors b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sparsity.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9b82aeb24d92796c9812746f03e930f4da71aa9e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sparsity.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b6e914925332d08b9e86bf6ebb58b1bd01f7e667a0f16ee981eb498006fd446 +size 131152 diff --git a/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/tpp/saebench_tpp_custom_sae_eval_results.json b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/tpp/saebench_tpp_custom_sae_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..4f835a699173ee18a88895d5422f85a9e1a21083 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/tpp/saebench_tpp_custom_sae_eval_results.json @@ -0,0 +1,297 @@ +{ + "eval_type_id": "tpp", + "eval_config": { + "random_seed": 42, + "dataset_names": [ + "LabHC/bias_in_bios_class_set1", + "canrager/amazon_reviews_mcauley_1and5" + ], + "perform_scr": false, + "early_stopping_patience": 20, + "train_set_size": 4000, + "test_set_size": 1000, + "context_length": 128, + "probe_train_batch_size": 16, + "probe_test_batch_size": 500, + "probe_epochs": 20, + "probe_lr": 0.001, + "probe_l1_penalty": 0.001, + "sae_batch_size": 32, + "llm_batch_size": 128, + "llm_dtype": "float32", + "lower_vram_usage": false, + "model_name": "gemma-2-2b", + "n_values": [ + 2, + 5, + 10 + ], + "column1_vals_lookup": { + "LabHC/bias_in_bios_class_set1": [ + [ + "professor", + "nurse" + ], + [ + "architect", + "journalist" + ], + [ + "surgeon", + "psychologist" + ], + [ + "attorney", + "teacher" + ] + ], + "canrager/amazon_reviews_mcauley_1and5": [ + [ + "Books", + "CDs_and_Vinyl" + ], + [ + "Software", + "Electronics" + ], + [ + "Pet_Supplies", + "Office_Products" + ], + [ + "Industrial_and_Scientific", + "Toys_and_Games" + ] + ] + } + }, + "eval_id": "a6067c91-0d92-432d-9a35-0d2d1e633357", + "datetime_epoch_millis": 1775694695931, + "eval_result_metrics": { + "tpp_metrics": { + "tpp_threshold_2_total_metric": 0.018199998140335082, + "tpp_threshold_2_intended_diff_only": 0.019700002670288087, + "tpp_threshold_2_unintended_diff_only": 0.0015000045299530028, + "tpp_threshold_5_total_metric": 0.0544749990105629, + "tpp_threshold_5_intended_diff_only": 0.06250000596046448, + "tpp_threshold_5_unintended_diff_only": 0.00802500694990158, + "tpp_threshold_10_total_metric": 0.09772500693798065, + "tpp_threshold_10_intended_diff_only": 0.12700001001358033, + "tpp_threshold_10_unintended_diff_only": 0.02927500307559967, + "tpp_threshold_20_total_metric": null, + "tpp_threshold_20_intended_diff_only": null, + "tpp_threshold_20_unintended_diff_only": null, + "tpp_threshold_50_total_metric": null, + "tpp_threshold_50_intended_diff_only": null, + "tpp_threshold_50_unintended_diff_only": null, + "tpp_threshold_100_total_metric": null, + "tpp_threshold_100_intended_diff_only": null, + "tpp_threshold_100_unintended_diff_only": null, + "tpp_threshold_500_total_metric": null, + "tpp_threshold_500_intended_diff_only": null, + "tpp_threshold_500_unintended_diff_only": null + } + }, + "eval_result_details": [ + { + "dataset_name": "LabHC/bias_in_bios_class_set1_tpp_results", + "tpp_threshold_2_total_metric": 0.027599987387657166, + "tpp_threshold_2_intended_diff_only": 0.03059999942779541, + "tpp_threshold_2_unintended_diff_only": 0.0030000120401382445, + "tpp_threshold_5_total_metric": 0.09565000832080842, + "tpp_threshold_5_intended_diff_only": 0.11020002365112305, + "tpp_threshold_5_unintended_diff_only": 0.014550015330314636, + "tpp_threshold_10_total_metric": 0.17230001091957092, + "tpp_threshold_10_intended_diff_only": 0.2288000226020813, + "tpp_threshold_10_unintended_diff_only": 0.05650001168251038, + "tpp_threshold_20_total_metric": null, + "tpp_threshold_20_intended_diff_only": null, + "tpp_threshold_20_unintended_diff_only": null, + "tpp_threshold_50_total_metric": null, + "tpp_threshold_50_intended_diff_only": null, + "tpp_threshold_50_unintended_diff_only": null, + "tpp_threshold_100_total_metric": null, + "tpp_threshold_100_intended_diff_only": null, + "tpp_threshold_100_unintended_diff_only": null, + "tpp_threshold_500_total_metric": null, + "tpp_threshold_500_intended_diff_only": null, + "tpp_threshold_500_unintended_diff_only": null + }, + { + "dataset_name": "canrager/amazon_reviews_mcauley_1and5_tpp_results", + "tpp_threshold_2_total_metric": 0.008800008893013, + "tpp_threshold_2_intended_diff_only": 0.008800005912780762, + "tpp_threshold_2_unintended_diff_only": -2.9802322387695314e-09, + "tpp_threshold_5_total_metric": 0.013299989700317382, + "tpp_threshold_5_intended_diff_only": 0.014799988269805909, + "tpp_threshold_5_unintended_diff_only": 0.0014999985694885253, + "tpp_threshold_10_total_metric": 0.02315000295639038, + "tpp_threshold_10_intended_diff_only": 0.025199997425079345, + "tpp_threshold_10_unintended_diff_only": 0.0020499944686889647, + "tpp_threshold_20_total_metric": null, + "tpp_threshold_20_intended_diff_only": null, + "tpp_threshold_20_unintended_diff_only": null, + "tpp_threshold_50_total_metric": null, + "tpp_threshold_50_intended_diff_only": null, + "tpp_threshold_50_unintended_diff_only": null, + "tpp_threshold_100_total_metric": null, + "tpp_threshold_100_intended_diff_only": null, + "tpp_threshold_100_unintended_diff_only": null, + "tpp_threshold_500_total_metric": null, + "tpp_threshold_500_intended_diff_only": null, + "tpp_threshold_500_unintended_diff_only": null + } + ], + "sae_bench_commit_hash": "Unknown", + "sae_lens_id": "custom_sae", + "sae_lens_release_id": "saebench_tpp", + "sae_lens_version": "6.39.0", + "sae_cfg_dict": { + "d_in": 2304, + "d_sae": 32768, + "dtype": "float32", + "device": "cuda", + "apply_b_dec_to_input": true, + "normalize_activations": "none", + "reshape_activations": "none", + "metadata": { + "sae_lens_version": "6.39.0", + "sae_lens_training_version": "6.39.0", + "model_name": "gemma-2-2b", + "hook_name": "blocks.12.hook_resid_post", + "hook_head_index": null, + "context_size": 1024, + "prepend_bos": true, + "seqpos_slice": [ + null + ], + "model_from_pretrained_kwargs": { + "center_writing_weights": false + }, + "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", + "model_class_name": "AutoModelForCausalLM", + "exclude_special_tokens": true, + "sequence_separator_token": "bos", + "disable_concat_sequences": false, + "hook_layer": 12, + "dataset_trust_remote_code": null + }, + "architecture": "jumprelu" + }, + "eval_result_unstructured": { + "LabHC/bias_in_bios_class_set1": { + "0": { + "tpp_threshold_2_total_metric": 0.006749927997589111, + "tpp_threshold_2_intended_diff_only": 0.007999956607818604, + "tpp_threshold_2_unintended_diff_only": 0.0012500286102294922, + "tpp_threshold_5_total_metric": 0.012749984860420227, + "tpp_threshold_5_intended_diff_only": 0.013999998569488525, + "tpp_threshold_5_unintended_diff_only": 0.0012500137090682983, + "tpp_threshold_10_total_metric": 0.008249953389167786, + "tpp_threshold_10_intended_diff_only": 0.010999977588653564, + "tpp_threshold_10_unintended_diff_only": 0.002750024199485779 + }, + "1": { + "tpp_threshold_2_total_metric": -0.0005000382661819458, + "tpp_threshold_2_intended_diff_only": 0.0009999871253967285, + "tpp_threshold_2_unintended_diff_only": 0.0015000253915786743, + "tpp_threshold_5_total_metric": 0.1419999748468399, + "tpp_threshold_5_intended_diff_only": 0.15799999237060547, + "tpp_threshold_5_unintended_diff_only": 0.016000017523765564, + "tpp_threshold_10_total_metric": 0.20400001108646393, + "tpp_threshold_10_intended_diff_only": 0.2540000081062317, + "tpp_threshold_10_unintended_diff_only": 0.04999999701976776 + }, + "2": { + "tpp_threshold_2_total_metric": 0.1145000159740448, + "tpp_threshold_2_intended_diff_only": 0.12800002098083496, + "tpp_threshold_2_unintended_diff_only": 0.013500005006790161, + "tpp_threshold_5_total_metric": 0.1680000126361847, + "tpp_threshold_5_intended_diff_only": 0.18700003623962402, + "tpp_threshold_5_unintended_diff_only": 0.01900002360343933, + "tpp_threshold_10_total_metric": 0.1912500262260437, + "tpp_threshold_10_intended_diff_only": 0.3110000491142273, + "tpp_threshold_10_unintended_diff_only": 0.1197500228881836 + }, + "6": { + "tpp_threshold_2_total_metric": 0.012749999761581421, + "tpp_threshold_2_intended_diff_only": 0.009999990463256836, + "tpp_threshold_2_unintended_diff_only": -0.002750009298324585, + "tpp_threshold_5_total_metric": 0.0047500282526016235, + "tpp_threshold_5_intended_diff_only": 0.01100003719329834, + "tpp_threshold_5_unintended_diff_only": 0.006250008940696716, + "tpp_threshold_10_total_metric": 0.26975002884864807, + "tpp_threshold_10_intended_diff_only": 0.33000004291534424, + "tpp_threshold_10_unintended_diff_only": 0.06025001406669617 + }, + "9": { + "tpp_threshold_2_total_metric": 0.004500031471252441, + "tpp_threshold_2_intended_diff_only": 0.006000041961669922, + "tpp_threshold_2_unintended_diff_only": 0.0015000104904174805, + "tpp_threshold_5_total_metric": 0.1507500410079956, + "tpp_threshold_5_intended_diff_only": 0.18100005388259888, + "tpp_threshold_5_unintended_diff_only": 0.03025001287460327, + "tpp_threshold_10_total_metric": 0.18825003504753113, + "tpp_threshold_10_intended_diff_only": 0.2380000352859497, + "tpp_threshold_10_unintended_diff_only": 0.04975000023841858 + } + }, + "canrager/amazon_reviews_mcauley_1and5": { + "1": { + "tpp_threshold_2_total_metric": 0.012250006198883057, + "tpp_threshold_2_intended_diff_only": 0.008000016212463379, + "tpp_threshold_2_unintended_diff_only": -0.004249989986419678, + "tpp_threshold_5_total_metric": 0.0155000239610672, + "tpp_threshold_5_intended_diff_only": 0.012000024318695068, + "tpp_threshold_5_unintended_diff_only": -0.0034999996423721313, + "tpp_threshold_10_total_metric": 0.0045000165700912476, + "tpp_threshold_10_intended_diff_only": 0.009000003337860107, + "tpp_threshold_10_unintended_diff_only": 0.00449998676776886 + }, + "2": { + "tpp_threshold_2_total_metric": 0.011000022292137146, + "tpp_threshold_2_intended_diff_only": 0.017000019550323486, + "tpp_threshold_2_unintended_diff_only": 0.00599999725818634, + "tpp_threshold_5_total_metric": 0.015000030398368835, + "tpp_threshold_5_intended_diff_only": 0.021000027656555176, + "tpp_threshold_5_unintended_diff_only": 0.00599999725818634, + "tpp_threshold_10_total_metric": 0.058250054717063904, + "tpp_threshold_10_intended_diff_only": 0.061000049114227295, + "tpp_threshold_10_unintended_diff_only": 0.002749994397163391 + }, + "3": { + "tpp_threshold_2_total_metric": 0.011000022292137146, + "tpp_threshold_2_intended_diff_only": 0.0040000081062316895, + "tpp_threshold_2_unintended_diff_only": -0.0070000141859054565, + "tpp_threshold_5_total_metric": 0.01774996519088745, + "tpp_threshold_5_intended_diff_only": 0.015999972820281982, + "tpp_threshold_5_unintended_diff_only": -0.0017499923706054688, + "tpp_threshold_10_total_metric": 0.01675000786781311, + "tpp_threshold_10_intended_diff_only": 0.018000006675720215, + "tpp_threshold_10_unintended_diff_only": 0.0012499988079071045 + }, + "5": { + "tpp_threshold_2_total_metric": -0.007499992847442627, + "tpp_threshold_2_intended_diff_only": 0.0, + "tpp_threshold_2_unintended_diff_only": 0.007499992847442627, + "tpp_threshold_5_total_metric": 0.0024999529123306274, + "tpp_threshold_5_intended_diff_only": 0.003999948501586914, + "tpp_threshold_5_unintended_diff_only": 0.0014999955892562866, + "tpp_threshold_10_total_metric": 0.009749963879585266, + "tpp_threshold_10_intended_diff_only": 0.011999964714050293, + "tpp_threshold_10_unintended_diff_only": 0.002250000834465027 + }, + "6": { + "tpp_threshold_2_total_metric": 0.01724998652935028, + "tpp_threshold_2_intended_diff_only": 0.014999985694885254, + "tpp_threshold_2_unintended_diff_only": -0.002250000834465027, + "tpp_threshold_5_total_metric": 0.0157499760389328, + "tpp_threshold_5_intended_diff_only": 0.0209999680519104, + "tpp_threshold_5_unintended_diff_only": 0.0052499920129776, + "tpp_threshold_10_total_metric": 0.026499971747398376, + "tpp_threshold_10_intended_diff_only": 0.02599996328353882, + "tpp_threshold_10_unintended_diff_only": -0.0005000084638595581 + } + } + } +} \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2ed89a8f8b8f00fdb70e4dd872af8042c65470fb --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6260936846813662, + "test_acc": 0.6623728813559322, + "test_auc": 0.664635065617956, + "val_auc": 0.6952495974235106, + "k": 1, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29599 + ] + }, + { + "test_f1": 0.7981368050011203, + "test_acc": 0.800677966101695, + "test_auc": 0.8762286130323991, + "val_auc": 0.8713768115942029, + "k": 16, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29599, + 7077, + 1700, + 2983, + 4508, + 9678, + 21974, + 4091, + 18008, + 15406, + 10265, + 12115, + 21371, + 20045, + 23854, + 18918 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b36e291cd3bb924dc335b4dd8fe5649bdee769fe --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6603972025946985, + "test_acc": 0.6671186440677966, + "test_auc": 0.6771151632818906, + "val_auc": 0.6853864734299516, + "k": 1, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15660 + ] + }, + { + "test_f1": 0.7850100387233452, + "test_acc": 0.7850847457627118, + "test_auc": 0.8750905487345241, + "val_auc": 0.893317230273752, + "k": 16, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15660, + 21371, + 20414, + 30115, + 12115, + 9684, + 110, + 21974, + 4508, + 152, + 13821, + 12827, + 10963, + 10981, + 8482, + 25097 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..826a4daa53b3aea8cfa5911d22ce78f47230dc60 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.609287137843658, + "test_acc": 0.6297376093294461, + "test_auc": 0.6299639602883178, + "val_auc": 0.5922368947579032, + "k": 1, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14420 + ] + }, + { + "test_f1": 0.6907255261541587, + "test_acc": 0.6909620991253644, + "test_auc": 0.7439480484156126, + "val_auc": 0.7837134853941576, + "k": 16, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14420, + 16091, + 14148, + 19472, + 16269, + 5624, + 8886, + 15459, + 32458, + 5534, + 28717, + 15149, + 31508, + 23004, + 7077, + 17546 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..25411b9ba23399b00d0d6e49b69383cc57677cda --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6446015219863039, + "test_acc": 0.6472303206997084, + "test_auc": 0.6916224670202639, + "val_auc": 0.7851140456182473, + "k": 1, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18008 + ] + }, + { + "test_f1": 0.8454784226945545, + "test_acc": 0.8454810495626822, + "test_auc": 0.9379844961240311, + "val_auc": 0.9507803121248499, + "k": 16, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18008, + 19963, + 25505, + 16091, + 14148, + 19472, + 5534, + 14585, + 27826, + 20615, + 14420, + 28564, + 24686, + 15830, + 32458, + 17077 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d55c8f24d1d8f9ed779bc9f0e54214296fe2038a --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6883348744093042, + "test_acc": 0.6909620991253644, + "test_auc": 0.7509519923840609, + "val_auc": 0.7244897959183674, + "k": 1, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18008 + ] + }, + { + "test_f1": 0.7988235595872198, + "test_acc": 0.7988338192419825, + "test_auc": 0.8849789201686387, + "val_auc": 0.9047619047619048, + "k": 16, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18008, + 8886, + 19963, + 4544, + 25505, + 20875, + 5787, + 14148, + 26151, + 19472, + 2768, + 29978, + 17077, + 1257, + 31748, + 27826 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e724120280d73b0ad3c74be8ed9b36198b5e04a4 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.3277368277368277, + "test_acc": 0.494949494949495, + "test_auc": 0.5, + "val_auc": 0.5, + "k": 1, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10081 + ] + }, + { + "test_f1": 0.5554648526077097, + "test_acc": 0.5555555555555556, + "test_auc": 0.5506122448979591, + "val_auc": 0.5943434343434343, + "k": 16, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10081, + 13542, + 26936, + 2345, + 2983, + 10550, + 24065, + 29328, + 24615, + 22523, + 24660, + 8897, + 31870, + 4165, + 25868, + 29741 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..49bbcddbc7daa81afb6399b0387985232578bd7b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.4867696902580623, + "test_acc": 0.494949494949495, + "test_auc": 0.4969387755102041, + "val_auc": 0.5826262626262626, + "k": 1, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2983 + ] + }, + { + "test_f1": 0.494846423417852, + "test_acc": 0.494949494949495, + "test_auc": 0.5281632653061225, + "val_auc": 0.6303030303030304, + "k": 16, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2983, + 26936, + 13821, + 6496, + 549, + 1991, + 31941, + 1540, + 32272, + 23055, + 10550, + 12349, + 2801, + 27962, + 5354, + 25868 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b77e027ada317d9a38f7eeafdbe405a1ea79ea3e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5858585858585859, + "test_acc": 0.5858585858585859, + "test_auc": 0.5946938775510204, + "val_auc": 0.6066666666666667, + "k": 1, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25868 + ] + }, + { + "test_f1": 0.5554648526077097, + "test_acc": 0.5555555555555556, + "test_auc": 0.6110204081632653, + "val_auc": 0.6145454545454546, + "k": 16, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 25868, + 3079, + 25869, + 6496, + 25135, + 32272, + 20206, + 9678, + 22052, + 12408, + 22739, + 30042, + 22523, + 938, + 16647, + 2801 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9606697b871a0caa8c854424399b68b662bce5e6 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.505564510544844, + "test_acc": 0.5105084745762711, + "test_auc": 0.5099281861203958, + "val_auc": 0.5780998389694042, + "k": 1, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14819 + ] + }, + { + "test_f1": 0.5626571875345426, + "test_acc": 0.5627118644067797, + "test_auc": 0.5822164123947888, + "val_auc": 0.6594202898550725, + "k": 16, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14819, + 26992, + 22987, + 722, + 1453, + 14253, + 12382, + 1257, + 15149, + 13821, + 19191, + 31354, + 2983, + 20615, + 18808, + 7844 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..21027acb7e6d0a5a7b35d4e9d8ba412abf8ab278 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5754891965077141, + "test_acc": 0.5769491525423729, + "test_auc": 0.6150796277297915, + "val_auc": 0.6113123993558776, + "k": 1, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31354 + ] + }, + { + "test_f1": 0.6758812527068602, + "test_acc": 0.6759322033898305, + "test_auc": 0.7193301783764107, + "val_auc": 0.7568438003220611, + "k": 16, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31354, + 14585, + 13821, + 3441, + 10489, + 9101, + 29035, + 19191, + 24310, + 15340, + 7844, + 6807, + 32668, + 25387, + 15897, + 12610 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f6b8dc078ea53d90bb340530ff378afc9a5ca17a --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5395065413939044, + "test_acc": 0.5816949152542373, + "test_auc": 0.5844429000599368, + "val_auc": 0.6179549114331725, + "k": 1, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29035 + ] + }, + { + "test_f1": 0.6017032760713443, + "test_acc": 0.6020338983050847, + "test_auc": 0.6377848378212412, + "val_auc": 0.6996779388083736, + "k": 16, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29035, + 25387, + 9101, + 14819, + 21796, + 1539, + 21802, + 10550, + 14253, + 31354, + 31325, + 15149, + 1257, + 25660, + 25601, + 6807 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_weights.safetensors b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e1cd9a29d9b8507ac481516f482c946d87919c9 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sae_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad160bda747ff5f6b72717898ef5cda8b90bcdf15c049c54f853c37bd5b09c53 +size 604251536 diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sparsity.safetensors b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sparsity.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e056601f25271c1e9269b621053e20c2a7619fac --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.7/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.8/sparsity.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:020e8cc1d92ed284791f34e5ad722ceb19c7947b0d45e852af1b7804ae39ef9e +size 131152 diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..37b5818e82c2ba4b97b3d780c609721b5e38abab --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9595464448405625, + "test_acc": 0.9595959595959596, + "test_auc": 0.96, + "val_auc": 0.9526972624798712, + "k": 1, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29209 + ] + }, + { + "test_f1": 1.0, + "test_acc": 1.0, + "test_auc": 1.0, + "val_auc": 1.0, + "k": 16, + "dataset": "130_temp_cat_Frequency", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29209, + 5439, + 17436, + 183, + 29728, + 23671, + 26794, + 6849, + 8131, + 3476, + 8077, + 22189, + 2015, + 3570, + 27560, + 18940 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3f41f3830097c19231352c89730b462130aa2fb0 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8280722400293172, + "test_acc": 0.8282828282828283, + "test_auc": 0.8971428571428571, + "val_auc": 0.8663446054750402, + "k": 1, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20044 + ] + }, + { + "test_f1": 0.9494846391855681, + "test_acc": 0.9494949494949495, + "test_auc": 0.9910204081632653, + "val_auc": 0.9794685990338166, + "k": 16, + "dataset": "131_temp_cat_Typical Time", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20044, + 10475, + 26579, + 5161, + 28775, + 2337, + 4785, + 6477, + 5427, + 27451, + 25160, + 15813, + 13983, + 10862, + 23708, + 27149 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2a5dae1bb4600353f4eb7f51ae96b23c4cefa505 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.939207955165402, + "test_acc": 0.9393939393939394, + "test_auc": 0.94, + "val_auc": 0.9259259259259259, + "k": 1, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17644 + ] + }, + { + "test_f1": 0.9797979797979798, + "test_acc": 0.9797979797979798, + "test_auc": 0.9995918367346939, + "val_auc": 1.0, + "k": 16, + "dataset": "132_temp_cat_Event Ordering", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17644, + 20044, + 7851, + 16636, + 8131, + 13757, + 5506, + 28455, + 15813, + 15196, + 13856, + 756, + 23671, + 10014, + 26974, + 17196 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..70ce971013109f164b43a6675045953d2dcef4ed --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9377408871321915, + "test_acc": 0.9377777777777778, + "test_auc": 0.9394753476611883, + "val_auc": 0.9285714285714285, + "k": 1, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7135 + ] + }, + { + "test_f1": 0.96, + "test_acc": 0.96, + "test_auc": 0.9689475347661188, + "val_auc": 0.9793019480519481, + "k": 16, + "dataset": "133_context_type_Causality", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7135, + 4420, + 27619, + 22331, + 9659, + 3521, + 2022, + 15196, + 15813, + 10334, + 12224, + 10131, + 12883, + 13087, + 532, + 21294 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d0961b7b59a403f7b630abd5398698d171287ede --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6791636306035167, + "test_acc": 0.68, + "test_auc": 0.7499999999999999, + "val_auc": 0.5663555194805195, + "k": 1, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2855 + ] + }, + { + "test_f1": 0.7687518664909968, + "test_acc": 0.7688888888888888, + "test_auc": 0.8812420986093552, + "val_auc": 0.833198051948052, + "k": 16, + "dataset": "134_context_type_Belief_states", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2855, + 17436, + 12224, + 2389, + 8975, + 21294, + 16636, + 3984, + 31041, + 8131, + 1147, + 3476, + 27686, + 27451, + 3387, + 23708 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c3552361cb2df4ab41dc68cef491bf1676ee3416 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9466350461133068, + "test_acc": 0.9466666666666667, + "test_auc": 0.9591103034134009, + "val_auc": 0.9622564935064934, + "k": 1, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28455 + ] + }, + { + "test_f1": 0.9688765941938302, + "test_acc": 0.9688888888888889, + "test_auc": 0.9926517067003794, + "val_auc": 0.9943181818181819, + "k": 16, + "dataset": "135_context_type_Event_duration", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28455, + 13757, + 16967, + 10314, + 12600, + 3570, + 20355, + 24139, + 488, + 23708, + 13566, + 20044, + 7207, + 2015, + 17254, + 24619 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e4b97340530f9e9acfa0a3a99583d4c36ff341b5 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7153048117568781, + "test_acc": 0.7160814911140009, + "test_auc": 0.7745065618888861, + "val_auc": 0.8303999999999998, + "k": 1, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30841 + ] + }, + { + "test_f1": 0.7829194139855529, + "test_acc": 0.7837017771998266, + "test_auc": 0.8593489067025812, + "val_auc": 0.9184, + "k": 16, + "dataset": "136_glue_mnli_entailment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30841, + 10834, + 25301, + 11940, + 26875, + 16332, + 4683, + 15296, + 7067, + 14706, + 23309, + 18491, + 96, + 15670, + 28532, + 13983 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8e82258cd42caa653e76c365891e029e4cb40cc2 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6227949696590077, + "test_acc": 0.6246207195491981, + "test_auc": 0.6547323612127808, + "val_auc": 0.7196, + "k": 1, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30841 + ] + }, + { + "test_f1": 0.6984368700753708, + "test_acc": 0.6987429562201994, + "test_auc": 0.7701843281260099, + "val_auc": 0.792, + "k": 16, + "dataset": "137_glue_mnli_neutral", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30841, + 4683, + 29946, + 18491, + 13983, + 10736, + 10834, + 26127, + 14706, + 11940, + 29625, + 23558, + 15670, + 26433, + 24279, + 25301 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6a81d70a150c067b252ece519d52a22bde85c50e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6739862235598577, + "test_acc": 0.6892067620286085, + "test_auc": 0.6980741972189195, + "val_auc": 0.6736000000000001, + "k": 1, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18491 + ] + }, + { + "test_f1": 0.7642684991156962, + "test_acc": 0.765496315561335, + "test_auc": 0.8472134331207415, + "val_auc": 0.8462000000000001, + "k": 16, + "dataset": "138_glue_mnli_contradiction", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18491, + 24279, + 29625, + 10736, + 30841, + 27550, + 29946, + 10834, + 25301, + 18417, + 26433, + 26875, + 6245, + 9431, + 21239, + 11940 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..2f743bdb12b601ec68a3274368112a46cd1daa03 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.668635901044088, + "test_acc": 0.6745762711864407, + "test_auc": 0.7012535254253491, + "val_auc": 0.7556360708534622, + "k": 1, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30132 + ] + }, + { + "test_f1": 0.821645728752762, + "test_acc": 0.8216949152542373, + "test_auc": 0.8929364632859355, + "val_auc": 0.9206924315619968, + "k": 16, + "dataset": "139_news_class_Politics", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30132, + 2484, + 22275, + 16117, + 9791, + 5296, + 30053, + 16406, + 30788, + 14914, + 1568, + 28349, + 23614, + 29241, + 10565, + 1234 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ddc8903a2521d5a3d0203f784fc108e32dc83250 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6609451071835133, + "test_acc": 0.6874576271186441, + "test_auc": 0.6904272061716547, + "val_auc": 0.6737117552334944, + "k": 1, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17235 + ] + }, + { + "test_f1": 0.784541145829236, + "test_acc": 0.7864406779661017, + "test_auc": 0.8733880486701746, + "val_auc": 0.856682769726248, + "k": 16, + "dataset": "140_news_class_Technology", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17235, + 11816, + 17073, + 26925, + 2269, + 31204, + 12754, + 27209, + 28349, + 4864, + 24994, + 29241, + 17904, + 30490, + 3812, + 9499 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7827d469df9289158c7b79cdc997254fdd4b2dcb --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5776253066501836, + "test_acc": 0.5938983050847457, + "test_auc": 0.6027622420050525, + "val_auc": 0.6662640901771335, + "k": 1, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2484 + ] + }, + { + "test_f1": 0.7803232313561939, + "test_acc": 0.7803389830508475, + "test_auc": 0.8745592069217843, + "val_auc": 0.9134460547504025, + "k": 16, + "dataset": "141_news_class_Entertainment", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2484, + 16406, + 9421, + 30490, + 30132, + 20669, + 23614, + 5730, + 32292, + 28349, + 25999, + 29241, + 16328, + 2269, + 5320, + 27209 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cd49ed4c9679029fd8d81f667940c39025e93786 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6126454616871968, + "test_acc": 0.6239067055393586, + "test_auc": 0.6308309533523732, + "val_auc": 0.6080432172869148, + "k": 1, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3242 + ] + }, + { + "test_f1": 0.670548335178956, + "test_acc": 0.6705539358600583, + "test_auc": 0.7170542635658915, + "val_auc": 0.6782713085234093, + "k": 16, + "dataset": "142_cancer_cat_Thyroid_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3242, + 29069, + 12013, + 26409, + 21063, + 14420, + 10674, + 20280, + 26978, + 28329, + 12098, + 14958, + 23278, + 10057, + 2536, + 4584 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8b11e6ce2578fcd8bae8491fc804f360e9a6ac8b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6542267515590477, + "test_acc": 0.685131195335277, + "test_auc": 0.6853155174758602, + "val_auc": 0.6398559423769508, + "k": 1, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21063 + ] + }, + { + "test_f1": 0.8743086005520285, + "test_acc": 0.8746355685131195, + "test_auc": 0.9495104039167687, + "val_auc": 0.9215686274509803, + "k": 16, + "dataset": "143_cancer_cat_Lung_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21063, + 3766, + 14014, + 4683, + 3716, + 10674, + 10565, + 20280, + 23278, + 29069, + 3242, + 18888, + 6418, + 17708, + 26409, + 19865 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..3e542b5c04b6d16996b8427b6f3f2ccb32845d35 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6098812195685728, + "test_acc": 0.6268221574344023, + "test_auc": 0.6347069223446212, + "val_auc": 0.6648659463785515, + "k": 1, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3766 + ] + }, + { + "test_f1": 0.7778479314600512, + "test_acc": 0.7784256559766763, + "test_auc": 0.8396912824697403, + "val_auc": 0.8611444577831132, + "k": 16, + "dataset": "144_cancer_cat_Colon_Cancer", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3766, + 4683, + 21063, + 3716, + 10080, + 23761, + 27907, + 14014, + 27922, + 6418, + 16270, + 32351, + 10565, + 17286, + 28646, + 18623 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..31636f32c49c95b9bc5ef64b315510acbc14cb90 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.4217791170046764, + "test_acc": 0.5050505050505051, + "test_auc": 0.4995918367346938, + "val_auc": 0.5258585858585858, + "k": 1, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2810 + ] + }, + { + "test_f1": 0.5757575757575758, + "test_acc": 0.5757575757575758, + "test_auc": 0.5836734693877551, + "val_auc": 0.6056565656565656, + "k": 16, + "dataset": "145_disease_class_digestive system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2810, + 26595, + 26756, + 2698, + 11940, + 19068, + 7796, + 6543, + 23309, + 25603, + 18940, + 222, + 16605, + 26875, + 20568, + 17913 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5a413b7b4548d1ce979273d0f1a11ef65fe06be4 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5536414182845684, + "test_acc": 0.5555555555555556, + "test_auc": 0.5604081632653062, + "val_auc": 0.5664646464646464, + "k": 1, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22438 + ] + }, + { + "test_f1": 0.572615039281706, + "test_acc": 0.5757575757575758, + "test_auc": 0.576734693877551, + "val_auc": 0.5866666666666667, + "k": 16, + "dataset": "146_disease_class_cardiovascular diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22438, + 12098, + 11537, + 15670, + 11940, + 1197, + 2389, + 25883, + 26595, + 14685, + 13561, + 20467, + 31970, + 4173, + 4532, + 16605 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5bfbbb8a6a3a805e4964b8572b39919262a0fde4 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5655678969958852, + "test_acc": 0.5656565656565656, + "test_auc": 0.5914285714285713, + "val_auc": 0.6171717171717171, + "k": 1, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31970 + ] + }, + { + "test_f1": 0.5420934205980934, + "test_acc": 0.5454545454545454, + "test_auc": 0.5583673469387754, + "val_auc": 0.64, + "k": 16, + "dataset": "147_disease_class_nervous system diseases", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31970, + 14911, + 14685, + 13983, + 4864, + 10931, + 30557, + 26595, + 13394, + 7371, + 15907, + 26127, + 27560, + 26069, + 28820, + 29614 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c4fb22da7e223465b8286420f6b7b711333fcf1e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5124914859761994, + "test_acc": 0.5342372881355932, + "test_auc": 0.5352781546811397, + "val_auc": 0.5795088566827697, + "k": 1, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16328 + ] + }, + { + "test_f1": 0.5814097834572097, + "test_acc": 0.5816949152542373, + "test_auc": 0.623912955547466, + "val_auc": 0.6320450885668277, + "k": 16, + "dataset": "148_twt_emotion_worry", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16328, + 19013, + 989, + 10314, + 32002, + 7053, + 1907, + 983, + 13870, + 32590, + 6328, + 736, + 15875, + 20506, + 10565, + 8662 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..bec47c9ab5d8dcf00a2f86326863573a452f7a6f --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5764400926969891, + "test_acc": 0.583728813559322, + "test_auc": 0.5855441932981066, + "val_auc": 0.645330112721417, + "k": 1, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16328 + ] + }, + { + "test_f1": 0.6745304945059569, + "test_acc": 0.6745762711864407, + "test_auc": 0.7319068000720713, + "val_auc": 0.7689210950080516, + "k": 16, + "dataset": "149_twt_emotion_happiness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16328, + 19013, + 9471, + 8562, + 989, + 23309, + 19923, + 10314, + 5874, + 1907, + 6418, + 23827, + 28798, + 18123, + 8009, + 10334 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..19b5de29aa7a4728e6f35f5c977a12a2464d0d5b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5047610150278081, + "test_acc": 0.5308474576271186, + "test_auc": 0.5341612337425952, + "val_auc": 0.5722624798711755, + "k": 1, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17698 + ] + }, + { + "test_f1": 0.5928329476054721, + "test_acc": 0.5932203389830508, + "test_auc": 0.6301750670152563, + "val_auc": 0.7202093397745573, + "k": 16, + "dataset": "150_twt_emotion_sadness", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 17698, + 19013, + 8009, + 25990, + 32351, + 24222, + 11797, + 27683, + 9034, + 32002, + 27529, + 4785, + 3249, + 10727, + 1907, + 23827 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e7d67767131e576cc5b2b93d349062d79f990bdb --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5994130563975995, + "test_acc": 0.6253101736972705, + "test_auc": 0.6312373774690901, + "val_auc": 0.624249699879952, + "k": 1, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12798 + ] + }, + { + "test_f1": 0.6128746225965359, + "test_acc": 0.6129032258064516, + "test_auc": 0.6792522535835673, + "val_auc": 0.716686674669868, + "k": 16, + "dataset": "151_it_tick_HR Support", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12798, + 18623, + 28334, + 1023, + 6534, + 28320, + 21577, + 24566, + 27907, + 28497, + 11053, + 29933, + 21288, + 12564, + 24708, + 4 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ccf992df218e0b6d18b2115fa2976ba649fc390c --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5927762769077135, + "test_acc": 0.5930521091811415, + "test_auc": 0.5894906654844588, + "val_auc": 0.5370148059223689, + "k": 1, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30017 + ] + }, + { + "test_f1": 0.6054590570719603, + "test_acc": 0.6054590570719603, + "test_auc": 0.6548938475937146, + "val_auc": 0.6490596238495399, + "k": 16, + "dataset": "152_it_tick_Hardware", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30017, + 15519, + 1473, + 9833, + 6534, + 26825, + 28334, + 22379, + 21860, + 1023, + 28497, + 17583, + 14226, + 3697, + 12098, + 10314 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5aabf0a209b68954fa8685f213e1fb5ca76ce7a6 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5903436919259188, + "test_acc": 0.5905707196029777, + "test_auc": 0.5797497660213784, + "val_auc": 0.6212484993997599, + "k": 1, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26825 + ] + }, + { + "test_f1": 0.6550443698151678, + "test_acc": 0.6550868486352357, + "test_auc": 0.7372050637899612, + "val_auc": 0.6750700280112045, + "k": 16, + "dataset": "153_it_tick_Administrative rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26825, + 28334, + 9919, + 1023, + 28908, + 1348, + 22872, + 9833, + 31657, + 14226, + 22379, + 22512, + 24333, + 6534, + 19013, + 7145 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c2562753da04840422afc96e84bea9c63fd4e0c6 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/154_athlete_sport_football_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8349033190192057, + "test_acc": 0.8366800535475234, + "test_auc": 0.8500451606428582, + "val_auc": 0.8456565656565657, + "k": 1, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21803 + ] + }, + { + "test_f1": 0.8506961499073833, + "test_acc": 0.8527443105756358, + "test_auc": 0.9408467262118106, + "val_auc": 0.9644444444444444, + "k": 16, + "dataset": "154_athlete_sport_football", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21803, + 20351, + 32029, + 5107, + 25977, + 832, + 14545, + 30560, + 24411, + 12745, + 24103, + 2269, + 21298, + 4481, + 10546, + 19833 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ffdf0a0f6ba5221deb46b813ab1d6050388e3cf6 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/155_athlete_sport_basketball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8715471999369407, + "test_acc": 0.8728246318607764, + "test_auc": 0.8857579102808563, + "val_auc": 0.8777777777777778, + "k": 1, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20351 + ] + }, + { + "test_f1": 0.8927142365712605, + "test_acc": 0.892904953145917, + "test_auc": 0.9646026580264082, + "val_auc": 0.955959595959596, + "k": 16, + "dataset": "155_athlete_sport_basketball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20351, + 32029, + 21803, + 5107, + 27759, + 29695, + 16326, + 1625, + 27542, + 24123, + 25977, + 13440, + 28798, + 1716, + 27094, + 18772 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5f1df8727d61b5e33d3e61343633cb1ff2952110 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/156_athlete_sport_baseball_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8537656738217022, + "test_acc": 0.8554216867469879, + "test_auc": 0.8798296798612206, + "val_auc": 0.8460606060606061, + "k": 1, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32029 + ] + }, + { + "test_f1": 0.88746549559118, + "test_acc": 0.8875502008032129, + "test_auc": 0.972079253344038, + "val_auc": 0.9450505050505051, + "k": 16, + "dataset": "156_athlete_sport_baseball", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32029, + 24123, + 20351, + 21803, + 28019, + 29695, + 29582, + 4481, + 832, + 5476, + 9454, + 9350, + 28798, + 27759, + 30560, + 24195 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d48c428a0556664f5221ab7baf8163fc49dbebac --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/157_amazon_5star_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8373477111699107, + "test_acc": 0.838974358974359, + "test_auc": 0.8543398862221026, + "val_auc": 0.7888616891064871, + "k": 1, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2074 + ] + }, + { + "test_f1": 0.8472146836402056, + "test_acc": 0.8482051282051282, + "test_auc": 0.9106081899888916, + "val_auc": 0.8633210934312525, + "k": 16, + "dataset": "157_amazon_5star", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2074, + 23309, + 28868, + 23827, + 8562, + 9535, + 19013, + 13926, + 25139, + 31297, + 5888, + 9924, + 13043, + 9392, + 17454, + 6418 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d4befa295e75248d36e9bc5b44880869cef3798b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/158_code_C_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7920804804200522, + "test_acc": 0.7966386554621848, + "test_auc": 0.8139170752254303, + "val_auc": 0.8346045764753112, + "k": 1, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7024 + ] + }, + { + "test_f1": 0.8766219124870209, + "test_acc": 0.8779831932773109, + "test_auc": 0.9631903919994794, + "val_auc": 0.9887595343235648, + "k": 16, + "dataset": "158_code_C", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7024, + 31422, + 11858, + 26181, + 18306, + 18239, + 15458, + 24923, + 13124, + 19933, + 1027, + 26729, + 2630, + 1707, + 29517, + 13979 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..65f73bbbd1d5434277f645d54eee95e86911f7cb --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/159_code_Python_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7599120314834203, + "test_acc": 0.7657142857142857, + "test_auc": 0.7825292318372128, + "val_auc": 0.8097149739060618, + "k": 1, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6325 + ] + }, + { + "test_f1": 0.8174136771084453, + "test_acc": 0.8178151260504202, + "test_auc": 0.9228456660230961, + "val_auc": 0.9668807707747893, + "k": 16, + "dataset": "159_code_Python", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6325, + 14958, + 18306, + 13124, + 20003, + 16065, + 26260, + 16328, + 19680, + 8970, + 25878, + 2087, + 20190, + 19933, + 15072, + 1165 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..50f6433d2362f96f69f51d8b8491d99fbc74196c --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/160_code_HTML_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7810679189322788, + "test_acc": 0.7855462184873949, + "test_auc": 0.7879480588035375, + "val_auc": 0.7657567242071457, + "k": 1, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26763 + ] + }, + { + "test_f1": 0.8262124788826084, + "test_acc": 0.826218487394958, + "test_auc": 0.9315745420887838, + "val_auc": 0.90686471296668, + "k": 16, + "dataset": "160_code_HTML", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26763, + 9732, + 690, + 15357, + 22355, + 10672, + 7145, + 22066, + 6366, + 1165, + 21288, + 22918, + 15072, + 21577, + 14958, + 14834 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fb0ca9a7acff7a0cda4befbe8814edf16e6fe556 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/161_agnews_0_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9518663705318526, + "test_acc": 0.9519327731092437, + "test_auc": 0.9567101709438791, + "val_auc": 0.9811320754716981, + "k": 1, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13983 + ] + }, + { + "test_f1": 0.9885701474896996, + "test_acc": 0.9885714285714285, + "test_auc": 0.9985393120304286, + "val_auc": 0.9991971095945404, + "k": 16, + "dataset": "161_agnews_0", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13983, + 27686, + 23614, + 14958, + 28349, + 10816, + 17708, + 31067, + 12098, + 27451, + 31358, + 19013, + 13124, + 7371, + 2484, + 30490 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..995e6d0fcf431626ef6b0ef6e030abff57ee7544 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/162_agnews_1_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9271176846174666, + "test_acc": 0.9273949579831933, + "test_auc": 0.9319876203079015, + "val_auc": 0.9150943396226415, + "k": 1, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13983 + ] + }, + { + "test_f1": 0.97780564214585, + "test_acc": 0.9778151260504202, + "test_auc": 0.9984945694224497, + "val_auc": 0.9959855479727018, + "k": 16, + "dataset": "162_agnews_1", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13983, + 27686, + 17708, + 31358, + 14958, + 23614, + 31067, + 10816, + 19013, + 1220, + 13124, + 7371, + 27451, + 2269, + 28349, + 28217 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6cce0655f92738658bfe589831bc340ecba98265 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/163_agnews_2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9202993588304363, + "test_acc": 0.920672268907563, + "test_auc": 0.9251623388362221, + "val_auc": 0.9622641509433962, + "k": 1, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13983 + ] + }, + { + "test_f1": 0.9808343681750187, + "test_acc": 0.9808403361344538, + "test_auc": 0.9981718803103601, + "val_auc": 1.0, + "k": 16, + "dataset": "163_agnews_2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13983, + 27686, + 23614, + 28349, + 17708, + 10816, + 31358, + 31067, + 19013, + 14958, + 13124, + 12098, + 7371, + 27451, + 1220, + 22438 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..766edbe97ab343da1ac0dffb7644e40a88b2f413 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/21_headline_istrump_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7968095831614066, + "test_acc": 0.7969811320754717, + "test_auc": 0.8344459054275325, + "val_auc": 0.8587434973989596, + "k": 1, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1837 + ] + }, + { + "test_f1": 0.8722012416852181, + "test_acc": 0.8722012578616353, + "test_auc": 0.9428232707771542, + "val_auc": 0.9651860744297718, + "k": 16, + "dataset": "21_headline_istrump", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1837, + 32049, + 30388, + 13586, + 1488, + 3684, + 10156, + 16255, + 12098, + 5197, + 1023, + 20456, + 22275, + 11834, + 31001, + 15052 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7497e7869b8d28b1e676ad6a2b4feb746511984d --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/22_headline_isobama_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7194844140414325, + "test_acc": 0.7194928684627575, + "test_auc": 0.7425557564798072, + "val_auc": 0.7382953181272509, + "k": 1, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1837 + ] + }, + { + "test_f1": 0.8874547498953634, + "test_acc": 0.8874801901743264, + "test_auc": 0.94249547920434, + "val_auc": 0.9403761504601841, + "k": 16, + "dataset": "22_headline_isobama", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1837, + 16255, + 3684, + 31001, + 18686, + 1234, + 9280, + 19435, + 7514, + 16328, + 671, + 32304, + 9919, + 11782, + 4774, + 32049 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..02a391a202c284da8a1ed85b5d8589c05d395e4d --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/23_headline_ischina_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6889052580320595, + "test_acc": 0.6890756302521008, + "test_auc": 0.7349889319313779, + "val_auc": 0.7834138486312399, + "k": 1, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3684 + ] + }, + { + "test_f1": 0.7971182627702068, + "test_acc": 0.7971188475390156, + "test_auc": 0.8793868751152923, + "val_auc": 0.8727858293075684, + "k": 16, + "dataset": "23_headline_ischina", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3684, + 21573, + 28311, + 28798, + 29695, + 16941, + 16328, + 5296, + 13586, + 32049, + 6241, + 10221, + 19103, + 9995, + 23671, + 28439 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..241129160862b6ba764c689f6be8bd570ddecc2b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/24_headline_isiran_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7851239669421488, + "test_acc": 0.7851239669421488, + "test_auc": 0.8132778823386558, + "val_auc": 0.7937174869947979, + "k": 1, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21573 + ] + }, + { + "test_f1": 0.8016077260783246, + "test_acc": 0.8016528925619835, + "test_auc": 0.8483698621820168, + "val_auc": 0.8483393357342938, + "k": 16, + "dataset": "24_headline_isiran", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21573, + 3684, + 30053, + 10279, + 4334, + 10221, + 30788, + 306, + 671, + 10257, + 31067, + 717, + 1234, + 27560, + 20581, + 10773 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..37511f3a84f34b43764e16c1f764cae8455f49d6 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/26_headline_isfrontpage_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6263565391968227, + "test_acc": 0.6279245283018868, + "test_auc": 0.6326162814835667, + "val_auc": 0.6774709883953581, + "k": 1, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3684 + ] + }, + { + "test_f1": 0.6643952516459346, + "test_acc": 0.6644025157232705, + "test_auc": 0.7357953711195204, + "val_auc": 0.7575030012004802, + "k": 16, + "dataset": "26_headline_isfrontpage", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3684, + 1837, + 16406, + 23614, + 11782, + 4334, + 10156, + 13586, + 20669, + 27560, + 17959, + 30132, + 32304, + 671, + 24994, + 2389 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9bed2f70d875c53d4ac01b792c9098eab0312683 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/36_sciq_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7641414657904655, + "test_acc": 0.7655345911949686, + "test_auc": 0.7857678279035054, + "val_auc": 0.751500600240096, + "k": 1, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14592 + ] + }, + { + "test_f1": 0.8404865881777331, + "test_acc": 0.840503144654088, + "test_auc": 0.9227184951682921, + "val_auc": 0.9491796718687475, + "k": 16, + "dataset": "36_sciq_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 14592, + 26069, + 7165, + 7911, + 24375, + 25516, + 23419, + 4683, + 31507, + 21907, + 10565, + 32662, + 4893, + 6210, + 12241, + 20784 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c959970ba1f8b720f7e17eb6400b3c5af4ad15e8 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/41_truthqa_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5313009299204295, + "test_acc": 0.5555555555555556, + "test_auc": 0.5516326530612246, + "val_auc": 0.5700521878763549, + "k": 1, + "dataset": "41_truthqa_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32590 + ] + }, + { + "test_f1": 0.6111557012524994, + "test_acc": 0.6262626262626263, + "test_auc": 0.6861224489795917, + "val_auc": 0.7523083099156965, + "k": 16, + "dataset": "41_truthqa_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32590, + 25979, + 22652, + 10736, + 9132, + 25268, + 14706, + 28798, + 15641, + 16053, + 11531, + 3703, + 12307, + 25516, + 9791, + 17335 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f75461715740943c588581141c0e9387eb43d94c --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/42_temp_sense_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6697988511557302, + "test_acc": 0.6747289407839867, + "test_auc": 0.6943238731218698, + "val_auc": 0.802133655394525, + "k": 1, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9431 + ] + }, + { + "test_f1": 0.7750230230957516, + "test_acc": 0.7764804003336113, + "test_auc": 0.8583528102392879, + "val_auc": 0.9166666666666667, + "k": 16, + "dataset": "42_temp_sense", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9431, + 14592, + 7911, + 10565, + 26825, + 12894, + 23188, + 3696, + 13605, + 7455, + 11431, + 11919, + 8083, + 28635, + 19013, + 20425 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b202df093fb7636d8750e26699a52726925198ed --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/44_phys_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5687005054633756, + "test_acc": 0.5886792452830188, + "test_auc": 0.5976604468279227, + "val_auc": 0.5048019207683072, + "k": 1, + "dataset": "44_phys_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9431 + ] + }, + { + "test_f1": 0.6208649064061484, + "test_acc": 0.620880503144654, + "test_auc": 0.68796700687264, + "val_auc": 0.6758703481392557, + "k": 16, + "dataset": "44_phys_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9431, + 13846, + 19013, + 21500, + 7455, + 8083, + 19261, + 9386, + 26661, + 6543, + 30386, + 17629, + 17931, + 30217, + 12136, + 26024 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..07ed35ec7a375d0d9081e667b93be6f05430e0a1 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/47_reasoning_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5445821241711089, + "test_acc": 0.5445840813883902, + "test_auc": 0.5666124688422199, + "val_auc": 0.5407466880770775, + "k": 1, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13846 + ] + }, + { + "test_f1": 0.5391799309560711, + "test_acc": 0.5391980849790544, + "test_auc": 0.5678702403804831, + "val_auc": 0.6150140505820956, + "k": 16, + "dataset": "47_reasoning_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13846, + 18491, + 18050, + 18352, + 24014, + 30644, + 16483, + 22249, + 18409, + 21574, + 32204, + 16456, + 15632, + 18424, + 16405, + 28775 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..7dea7f93886aa356f5ad8b065a7904efc58806a2 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/48_cm_correct_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5779897598600491, + "test_acc": 0.6067924528301887, + "test_auc": 0.6161623743467346, + "val_auc": 0.640656262505002, + "k": 1, + "dataset": "48_cm_correct", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2478 + ] + }, + { + "test_f1": 0.6429146822737851, + "test_acc": 0.6442767295597485, + "test_auc": 0.7242793702324668, + "val_auc": 0.7376950780312125, + "k": 16, + "dataset": "48_cm_correct", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 2478, + 9431, + 6829, + 30885, + 1220, + 12367, + 15730, + 21500, + 7455, + 5264, + 27182, + 8131, + 28277, + 14780, + 1979, + 4665 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0a0160b740dacd524dc6f146adbd0dafe0e43315 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/49_cm_isshort_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9924527432554348, + "test_acc": 0.9924528301886792, + "test_auc": 0.9949014671825619, + "val_auc": 0.9901960784313726, + "k": 1, + "dataset": "49_cm_isshort", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19220 + ] + }, + { + "test_f1": 0.9992452829233379, + "test_acc": 0.999245283018868, + "test_auc": 0.9999934179814669, + "val_auc": 1.0, + "k": 16, + "dataset": "49_cm_isshort", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19220, + 23708, + 14706, + 11446, + 31041, + 13983, + 3733, + 20506, + 21204, + 9034, + 23915, + 15670, + 1220, + 4001, + 28439, + 26825 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d814484162d00738a7a0f81da7c5c91b238a9a8b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/50_deon_isvalid_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6213072360649685, + "test_acc": 0.6236477987421384, + "test_auc": 0.6470050803056892, + "val_auc": 0.7078831532613046, + "k": 1, + "dataset": "50_deon_isvalid", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21500 + ] + }, + { + "test_f1": 0.6904483741621178, + "test_acc": 0.690566037735849, + "test_auc": 0.7622135682742657, + "val_auc": 0.7859143657462985, + "k": 16, + "dataset": "50_deon_isvalid", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21500, + 9431, + 7455, + 8443, + 4683, + 19336, + 20506, + 30936, + 12629, + 21204, + 12189, + 14706, + 30332, + 10024, + 10565, + 17159 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..8bf190c16e4a8a7f397970e773f55229fc3e6a3c --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/51_just_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6672270959234291, + "test_acc": 0.6676729559748428, + "test_auc": 0.7064637447229933, + "val_auc": 0.709483793517407, + "k": 1, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9431 + ] + }, + { + "test_f1": 0.7194252580551879, + "test_acc": 0.7194968553459119, + "test_auc": 0.7981489844958023, + "val_auc": 0.8159263705482193, + "k": 16, + "dataset": "51_just_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9431, + 21500, + 19336, + 7455, + 10565, + 8131, + 15730, + 24652, + 8443, + 21204, + 17159, + 15927, + 8083, + 23827, + 14556, + 32351 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e1c00022757b4f5766cafc6304025dad02841ea7 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/52_virtue_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7025356217573784, + "test_acc": 0.704862023653088, + "test_auc": 0.7315854705034333, + "val_auc": 0.7626, + "k": 1, + "dataset": "52_virtue_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3128 + ] + }, + { + "test_f1": 0.7981040894203995, + "test_acc": 0.7981603153745073, + "test_auc": 0.8835719570571232, + "val_auc": 0.8348, + "k": 16, + "dataset": "52_virtue_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 3128, + 8164, + 1819, + 29647, + 32672, + 5250, + 23708, + 45, + 22346, + 5105, + 6418, + 18210, + 12788, + 13798, + 30632, + 7682 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0e02376b489b0fa1bea35ae550ab9c3606051d53 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/54_cs_tf_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5248408784549426, + "test_acc": 0.5260377358490566, + "test_auc": 0.5425031315218943, + "val_auc": 0.6266506602641055, + "k": 1, + "dataset": "54_cs_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1220 + ] + }, + { + "test_f1": 0.5633789865201354, + "test_acc": 0.5637735849056604, + "test_auc": 0.5966969405765241, + "val_auc": 0.6894757903161265, + "k": 16, + "dataset": "54_cs_tf", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 1220, + 27686, + 4683, + 13983, + 28439, + 1727, + 25979, + 17629, + 11630, + 14958, + 27799, + 20851, + 21919, + 27560, + 10565, + 2677 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..522fc4f021038443265650d6701bd204b8e04c07 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/56_wikidatasex_or_gender_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9922010298245013, + "test_acc": 0.9922012578616353, + "test_auc": 0.997828440193248, + "val_auc": 1.0, + "k": 1, + "dataset": "56_wikidatasex_or_gender", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22910 + ] + }, + { + "test_f1": 0.9916980438521233, + "test_acc": 0.9916981132075472, + "test_auc": 0.9992544598238651, + "val_auc": 1.0, + "k": 16, + "dataset": "56_wikidatasex_or_gender", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22910, + 7672, + 6732, + 19013, + 15052, + 14741, + 12564, + 28798, + 16853, + 24152, + 16053, + 8029, + 19435, + 6182, + 27799, + 18016 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..36680097e0c1ab7ced2e1be17c3e2f30bf253ec7 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/57_wikidatais_alive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.844579155407392, + "test_acc": 0.8452830188679246, + "test_auc": 0.8721230250147083, + "val_auc": 0.8447378951580632, + "k": 1, + "dataset": "57_wikidatais_alive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16853 + ] + }, + { + "test_f1": 0.9730814032419406, + "test_acc": 0.9730817610062893, + "test_auc": 0.9948829868997578, + "val_auc": 0.9915966386554622, + "k": 16, + "dataset": "57_wikidatais_alive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 16853, + 7672, + 635, + 8219, + 6182, + 7070, + 6015, + 14741, + 23688, + 19435, + 19013, + 27507, + 24666, + 19632, + 1186, + 6025 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b4f0b3b97cdcd84bfef217a1bffc161b83a63506 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/58_wikidatapolitical_party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8502227534128967, + "test_acc": 0.8516455696202532, + "test_auc": 0.8633792952102024, + "val_auc": 0.8169267707082832, + "k": 1, + "dataset": "58_wikidatapolitical_party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11834 + ] + }, + { + "test_f1": 0.8561327495369985, + "test_acc": 0.8562025316455696, + "test_auc": 0.9459491609547601, + "val_auc": 0.9735894357743098, + "k": 16, + "dataset": "58_wikidatapolitical_party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 11834, + 15052, + 27542, + 752, + 3611, + 7220, + 28798, + 12707, + 24662, + 32749, + 2322, + 24123, + 18772, + 23686, + 14500, + 3129 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..b25f1cc2c72fc13cee7330e8d776e344131644de --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/59_wikidata_occupation_isjournalist_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7389280773284445, + "test_acc": 0.7415384615384616, + "test_auc": 0.7774808967583398, + "val_auc": 0.7637698898408813, + "k": 1, + "dataset": "59_wikidata_occupation_isjournalist", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22663 + ] + }, + { + "test_f1": 0.8609672304203564, + "test_acc": 0.8615384615384616, + "test_auc": 0.9254005789881173, + "val_auc": 0.9175846593227254, + "k": 16, + "dataset": "59_wikidata_occupation_isjournalist", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22663, + 7672, + 31551, + 16535, + 18099, + 25137, + 3129, + 10773, + 15866, + 13741, + 2301, + 29346, + 6182, + 9454, + 32224, + 21276 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..af1c6a4b6aa399caae27e4472574e087cdc9d9b3 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/5_hist_fig_ismale_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8942199025780293, + "test_acc": 0.8945911949685534, + "test_auc": 0.9247890463060192, + "val_auc": 0.9617847138855542, + "k": 1, + "dataset": "5_hist_fig_ismale", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22910 + ] + }, + { + "test_f1": 0.9247497751621281, + "test_acc": 0.9247798742138365, + "test_auc": 0.9776782233410528, + "val_auc": 0.9899959983993597, + "k": 16, + "dataset": "5_hist_fig_ismale", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 22910, + 18016, + 80, + 23309, + 4481, + 9132, + 4266, + 25772, + 29302, + 26704, + 16328, + 14817, + 20534, + 5039, + 15656, + 18135 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7e85cb2087377d83a91f573bb08227ec8b02a1 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/60_wikidata_occupation_isathlete_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8290952751101316, + "test_acc": 0.8307692307692308, + "test_auc": 0.8608913724038106, + "val_auc": 0.8651570787433701, + "k": 1, + "dataset": "60_wikidata_occupation_isathlete", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4722 + ] + }, + { + "test_f1": 0.878490974202134, + "test_acc": 0.8789743589743589, + "test_auc": 0.9319773117447065, + "val_auc": 0.9314565483476133, + "k": 16, + "dataset": "60_wikidata_occupation_isathlete", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4722, + 10189, + 9132, + 3308, + 10013, + 7070, + 15866, + 23673, + 14568, + 3129, + 2269, + 30657, + 15052, + 17465, + 14706, + 7672 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..124316a39cd8ca5b473c1b661fcabb78800d264f --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/61_wikidata_occupation_isactor_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8105827505827505, + "test_acc": 0.8133333333333334, + "test_auc": 0.8551225300434241, + "val_auc": 0.8523051815585476, + "k": 1, + "dataset": "61_wikidata_occupation_isactor", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6182 + ] + }, + { + "test_f1": 0.8580655991182307, + "test_acc": 0.8584615384615385, + "test_auc": 0.9254552799003601, + "val_auc": 0.9518563851489187, + "k": 16, + "dataset": "61_wikidata_occupation_isactor", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6182, + 10879, + 28474, + 15866, + 10013, + 6961, + 12458, + 10452, + 28774, + 7029, + 5476, + 5126, + 31036, + 22036, + 1847, + 27659 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f83340921d4292c45ddfcaba262b15f7ccdbdf16 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/62_wikidata_occupation_ispolitician_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7298011951847713, + "test_acc": 0.7364102564102564, + "test_auc": 0.7530190695795604, + "val_auc": 0.7250101999184007, + "k": 1, + "dataset": "62_wikidata_occupation_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9477 + ] + }, + { + "test_f1": 0.8543007341333702, + "test_acc": 0.8543589743589743, + "test_auc": 0.9282618574746692, + "val_auc": 0.8731130150958792, + "k": 16, + "dataset": "62_wikidata_occupation_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9477, + 23309, + 14741, + 10013, + 30971, + 635, + 21206, + 6182, + 19632, + 26704, + 2389, + 19013, + 7070, + 14245, + 14420, + 12564 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..5952c6e218481fd667483025a331dbf50f4e0a60 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/63_wikidata_occupation_issinger_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8217842708491384, + "test_acc": 0.8225641025641026, + "test_auc": 0.8515164775978724, + "val_auc": 0.8280293757649939, + "k": 1, + "dataset": "63_wikidata_occupation_issinger", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6025 + ] + }, + { + "test_f1": 0.8526479468311864, + "test_acc": 0.8533333333333334, + "test_auc": 0.8879430773891674, + "val_auc": 0.8918808649530804, + "k": 16, + "dataset": "63_wikidata_occupation_issinger", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6025, + 4702, + 25773, + 16328, + 17691, + 27973, + 12203, + 31897, + 10013, + 24103, + 17309, + 2389, + 9132, + 14706, + 15875, + 7029 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..76f2fa11e43b2229c833e552be978e6f27d54328 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/64_wikidata_occupation_isresearcher_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8331512631258281, + "test_acc": 0.8331550802139037, + "test_auc": 0.870326140668753, + "val_auc": 0.869090909090909, + "k": 1, + "dataset": "64_wikidata_occupation_isresearcher", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5476 + ] + }, + { + "test_f1": 0.9026657805488626, + "test_acc": 0.9026737967914439, + "test_auc": 0.958033638975823, + "val_auc": 0.9575757575757576, + "k": 16, + "dataset": "64_wikidata_occupation_isresearcher", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5476, + 12458, + 7070, + 18099, + 25773, + 32662, + 8219, + 31551, + 23309, + 29933, + 9132, + 10013, + 16328, + 27560, + 6961, + 1205 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6aaec2326735cd3e66e563dfdca1d0782c538fa2 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/65_high-school_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9770114650957755, + "test_acc": 0.9770114942528736, + "test_auc": 0.9952107798041019, + "val_auc": 1.0, + "k": 1, + "dataset": "65_high-school", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32151 + ] + }, + { + "test_f1": 0.9866666102961936, + "test_acc": 0.9866666666666667, + "test_auc": 0.994843809188809, + "val_auc": 1.0, + "k": 16, + "dataset": "65_high-school", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32151, + 24514, + 12731, + 5476, + 5567, + 29695, + 14173, + 2692, + 27260, + 4683, + 23708, + 26320, + 17347, + 21298, + 23309, + 14592 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..cd82487886b29941fcb9341c2380a0a1926b9954 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/66_living-room_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9880551228976615, + "test_acc": 0.9880554228380315, + "test_auc": 0.9977464521230649, + "val_auc": 1.0, + "k": 1, + "dataset": "66_living-room", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19550 + ] + }, + { + "test_f1": 0.9899660741781211, + "test_acc": 0.9899665551839465, + "test_auc": 0.9977464521230649, + "val_auc": 1.0, + "k": 16, + "dataset": "66_living-room", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 19550, + 24514, + 26894, + 21863, + 5476, + 7867, + 14855, + 9386, + 4275, + 18351, + 6201, + 16454, + 14267, + 32351, + 8982, + 7985 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..12777cdc046980d7807f69e543a6086e706730c0 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/67_social-security_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9949424966626412, + "test_acc": 0.9949425287356322, + "test_auc": 0.9999010701336654, + "val_auc": 1.0, + "k": 1, + "dataset": "67_social-security", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30897 + ] + }, + { + "test_f1": 0.9931034307815774, + "test_acc": 0.993103448275862, + "test_auc": 0.9995577750419395, + "val_auc": 1.0, + "k": 16, + "dataset": "67_social-security", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 30897, + 15477, + 25373, + 27582, + 13440, + 14289, + 11839, + 5476, + 30991, + 21455, + 9890, + 24514, + 23818, + 17309, + 29695, + 2884 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..dc0e3c14e0ec2bab9aa760ab98981eddab13bcd6 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/68_credit-card_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9608967594458733, + "test_acc": 0.960919540229885, + "test_auc": 0.99018860936739, + "val_auc": 0.9797077922077922, + "k": 1, + "dataset": "68_credit-card", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24514 + ] + }, + { + "test_f1": 0.9774668345702828, + "test_acc": 0.9774712643678161, + "test_auc": 0.9975013867092375, + "val_auc": 0.9918831168831169, + "k": 16, + "dataset": "68_credit-card", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24514, + 30389, + 1997, + 27622, + 5476, + 17347, + 24103, + 3468, + 24662, + 14592, + 32749, + 7179, + 25138, + 27799, + 13158, + 26493 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..4a0bb53b342f1be1ef26078ec0e2930dc1d29410 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/69_blood-pressure_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9954022696933781, + "test_acc": 0.9954022988505747, + "test_auc": 0.9998799312733373, + "val_auc": 0.9963474025974026, + "k": 1, + "dataset": "69_blood-pressure", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6092 + ] + }, + { + "test_f1": 0.9977011465095805, + "test_acc": 0.9977011494252873, + "test_auc": 0.9999687144867146, + "val_auc": 1.0, + "k": 16, + "dataset": "69_blood-pressure", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6092, + 24514, + 30451, + 18761, + 21438, + 29098, + 23951, + 27510, + 2940, + 16640, + 5476, + 3367, + 3251, + 27579, + 31468, + 28941 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..189b2c27057baf644e6ffee9100e523f7487326e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/6_hist_fig_isamerican_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7123887181676477, + "test_acc": 0.7134591194968554, + "test_auc": 0.7623857133743578, + "val_auc": 0.800920368147259, + "k": 1, + "dataset": "6_hist_fig_isamerican", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18099 + ] + }, + { + "test_f1": 0.896497287054663, + "test_acc": 0.8966037735849056, + "test_auc": 0.9504485392475638, + "val_auc": 0.9863945578231292, + "k": 16, + "dataset": "6_hist_fig_isamerican", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 18099, + 8640, + 1205, + 4452, + 8840, + 1597, + 2389, + 3684, + 8011, + 19298, + 27507, + 7208, + 6961, + 10782, + 32662, + 16328 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..567e639975654dcac0029d9f3ea35c659ce3f5f7 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/70_prime-factors_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9986206896551724, + "test_acc": 0.9986206896551724, + "test_auc": 0.9992110977325613, + "val_auc": 1.0, + "k": 1, + "dataset": "70_prime-factors", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28902 + ] + }, + { + "test_f1": 0.998160917207662, + "test_acc": 0.9981609195402299, + "test_auc": 0.9999949266735213, + "val_auc": 1.0, + "k": 16, + "dataset": "70_prime-factors", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28902, + 1299, + 25177, + 2989, + 1471, + 30754, + 842, + 14242, + 16301, + 1750, + 21142, + 26684, + 25048, + 22189, + 11663, + 1255 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..bb36fd68f5fb3007f3d9d053e51fd53f96e5a0e2 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/71_social-media_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.990343970296667, + "test_acc": 0.9903448275862069, + "test_auc": 0.9977939485361762, + "val_auc": 1.0, + "k": 1, + "dataset": "71_social-media", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5360 + ] + }, + { + "test_f1": 0.9944826933082378, + "test_acc": 0.9944827586206897, + "test_auc": 0.9976527409491855, + "val_auc": 1.0, + "k": 16, + "dataset": "71_social-media", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5360, + 16092, + 24514, + 24666, + 15028, + 11958, + 14267, + 5476, + 14592, + 24406, + 32049, + 18897, + 7779, + 20585, + 5114, + 19214 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..97617eb4176e5caeb65cbb5a436010cfaa7ddee7 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/72_gene-expression_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8767808277825321, + "test_acc": 0.8767816091954023, + "test_auc": 0.9310179798690406, + "val_auc": 0.9541396103896104, + "k": 1, + "dataset": "72_gene-expression", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7179 + ] + }, + { + "test_f1": 0.9549425096863604, + "test_acc": 0.9549425287356322, + "test_auc": 0.9936930096325559, + "val_auc": 0.9939123376623377, + "k": 16, + "dataset": "72_gene-expression", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7179, + 6804, + 5476, + 30451, + 1931, + 19395, + 26409, + 14592, + 12707, + 10380, + 2940, + 23790, + 14231, + 6732, + 8443, + 5534 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..35fb8697f81b2db2b69ce37641bc648faa2d892e --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/73_control-group_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9415764426524553, + "test_acc": 0.9416091954022988, + "test_auc": 0.968376264949402, + "val_auc": 0.9886363636363635, + "k": 1, + "dataset": "73_control-group", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7373 + ] + }, + { + "test_f1": 0.9728732420978177, + "test_acc": 0.9728735632183908, + "test_auc": 0.9918336354781103, + "val_auc": 1.0, + "k": 16, + "dataset": "73_control-group", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7373, + 7860, + 23433, + 30217, + 14592, + 19161, + 19009, + 30399, + 4893, + 32662, + 4301, + 5476, + 32351, + 10314, + 22332, + 5930 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0348f49eaeb55da4d94e84cd0e03f2a0656e82b3 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/74_magnetic-field_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9512448685173112, + "test_acc": 0.9512643678160919, + "test_auc": 0.9794006033876292, + "val_auc": 0.9829545454545454, + "k": 1, + "dataset": "74_magnetic-field", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10351 + ] + }, + { + "test_f1": 0.9701117456178866, + "test_acc": 0.9701149425287356, + "test_auc": 0.9943931286866172, + "val_auc": 0.9987824675324676, + "k": 16, + "dataset": "74_magnetic-field", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10351, + 21438, + 15052, + 24514, + 14592, + 31658, + 5476, + 12600, + 3367, + 6435, + 1308, + 30451, + 2692, + 11982, + 13961, + 16053 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..f3d9d9acc0644ac40b201ce109c604ef594d64f6 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/75_cell-lines_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9793072741522086, + "test_acc": 0.9793103448275862, + "test_auc": 0.9918184154986742, + "val_auc": 0.9918831168831168, + "k": 1, + "dataset": "75_cell-lines", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29077 + ] + }, + { + "test_f1": 0.9839066171611118, + "test_acc": 0.9839080459770115, + "test_auc": 0.9962871705720007, + "val_auc": 0.9959415584415584, + "k": 16, + "dataset": "75_cell-lines", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 29077, + 6592, + 24514, + 12564, + 5249, + 16800, + 10726, + 32006, + 8609, + 14592, + 26894, + 28754, + 11374, + 32351, + 26521, + 31671 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..51beafc672eb89c9acbf41bf70d7170d901007c3 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/76_trial-court_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9862060042917123, + "test_acc": 0.9862068965517241, + "test_auc": 0.9976489359543266, + "val_auc": 1.0, + "k": 1, + "dataset": "76_trial-court", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20971 + ] + }, + { + "test_f1": 0.9880456434463953, + "test_acc": 0.9880459770114942, + "test_auc": 0.998181212457384, + "val_auc": 1.0, + "k": 16, + "dataset": "76_trial-court", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20971, + 26535, + 30882, + 26725, + 5476, + 14592, + 13676, + 10755, + 16839, + 9653, + 22570, + 26207, + 3367, + 24300, + 352, + 26054 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..547143339052af3f614c149686e026d0c0435dc4 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/77_second-derivative_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.938377882681506, + "test_acc": 0.9383908045977012, + "test_auc": 0.9627372625683207, + "val_auc": 0.9500811688311688, + "k": 1, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31334 + ] + }, + { + "test_f1": 0.9875862068965517, + "test_acc": 0.9875862068965517, + "test_auc": 0.9987079928567564, + "val_auc": 1.0, + "k": 16, + "dataset": "77_second-derivative", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 31334, + 10050, + 29743, + 10883, + 14075, + 5476, + 1660, + 17347, + 16423, + 24644, + 9474, + 9791, + 15275, + 16435, + 29123, + 8749 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6627cfb8944970402becde78e0772f3a02082fc8 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/78_north-america_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9852859193288216, + "test_acc": 0.9852873563218391, + "test_auc": 0.9901103955841766, + "val_auc": 1.0, + "k": 1, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4935 + ] + }, + { + "test_f1": 0.9903445091816099, + "test_acc": 0.9903448275862069, + "test_auc": 0.9994419340873424, + "val_auc": 1.0, + "k": 16, + "dataset": "78_north-america", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4935, + 8089, + 8058, + 1716, + 6415, + 16282, + 20454, + 32490, + 7179, + 32662, + 10637, + 21184, + 12630, + 20886, + 11851, + 2554 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..11fc3b92da83f681af2846795e0ad46bfb948561 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/79_human-rights_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9724122068634272, + "test_acc": 0.9724137931034482, + "test_auc": 0.9969069619568157, + "val_auc": 0.9983766233766234, + "k": 1, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 828 + ] + }, + { + "test_f1": 0.9908045977011494, + "test_acc": 0.9908045977011494, + "test_auc": 0.999180657773689, + "val_auc": 1.0, + "k": 16, + "dataset": "79_human-rights", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 828, + 24514, + 5476, + 15005, + 10915, + 9952, + 2940, + 28726, + 19663, + 14592, + 9962, + 17309, + 28673, + 28754, + 17347, + 26714 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..36845980e65850edd11dc0faa14013a358effc70 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/7_hist_fig_ispolitician_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5343832123458773, + "test_acc": 0.5486792452830188, + "test_auc": 0.5638608956203249, + "val_auc": 0.597639055622249, + "k": 1, + "dataset": "7_hist_fig_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7672 + ] + }, + { + "test_f1": 0.6248879680723111, + "test_acc": 0.6251572327044025, + "test_auc": 0.6593309226268532, + "val_auc": 0.6638655462184875, + "k": 16, + "dataset": "7_hist_fig_ispolitician", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7672, + 26704, + 23309, + 9350, + 2389, + 9767, + 18135, + 48, + 26894, + 26490, + 16053, + 4266, + 32662, + 14706, + 9132, + 27337 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9d1967ed82d5e00f9c27da281c8c2813dead1eed --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/80_side-effects_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9737920951559683, + "test_acc": 0.9737931034482759, + "test_auc": 0.9920391052004979, + "val_auc": 0.9995941558441559, + "k": 1, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15191 + ] + }, + { + "test_f1": 0.9880452037194841, + "test_acc": 0.9880459770114942, + "test_auc": 0.9970405595540885, + "val_auc": 0.9995941558441559, + "k": 16, + "dataset": "80_side-effects", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15191, + 24514, + 5476, + 1600, + 19013, + 14592, + 4521, + 26894, + 27419, + 4893, + 10677, + 32662, + 3093, + 1300, + 17347, + 27560 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..fb8e37aac399c0920fa3a89c1b66b82c9bcac1a8 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/81_public-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.983448170896161, + "test_acc": 0.983448275862069, + "test_auc": 0.9983562422208995, + "val_auc": 0.9991883116883117, + "k": 1, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 196 + ] + }, + { + "test_f1": 0.9949425223210773, + "test_acc": 0.9949425287356322, + "test_auc": 0.9994292507711456, + "val_auc": 1.0, + "k": 16, + "dataset": "81_public-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 196, + 10732, + 5476, + 24514, + 14592, + 15005, + 23786, + 27799, + 12731, + 28082, + 5710, + 26714, + 29866, + 17026, + 23480, + 28754 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1b9d698ca5568414d95ca8aac23e68760c53f428 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/82_federal-government_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8118401861203299, + "test_acc": 0.8119540229885057, + "test_auc": 0.871728549975648, + "val_auc": 0.8831168831168831, + "k": 1, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6492 + ] + }, + { + "test_f1": 0.9654986439364587, + "test_acc": 0.9655172413793104, + "test_auc": 0.9945072785323881, + "val_auc": 0.994724025974026, + "k": 16, + "dataset": "82_federal-government", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 6492, + 24356, + 5476, + 20102, + 6591, + 4374, + 10565, + 12634, + 14948, + 19469, + 29520, + 2884, + 4683, + 20445, + 1760, + 30744 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..05a1bfc19384ce8d20342cd3cdf84bb3ced41922 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/83_third-party_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9728689062612823, + "test_acc": 0.9728735632183908, + "test_auc": 0.9767793847069646, + "val_auc": 0.9691558441558443, + "k": 1, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24051 + ] + }, + { + "test_f1": 0.9742474733594352, + "test_acc": 0.9742528735632184, + "test_auc": 0.9921363439580062, + "val_auc": 0.9849837662337663, + "k": 16, + "dataset": "83_third-party", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24051, + 22506, + 5476, + 16934, + 9433, + 11024, + 26644, + 9901, + 2609, + 30640, + 24514, + 29104, + 16053, + 12681, + 14747, + 6418 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..122ff1690b703edd4638e120e8da5d8e2232e253 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/84_clinical-trials_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8784500312180069, + "test_acc": 0.8786206896551724, + "test_auc": 0.9336324341144, + "val_auc": 0.9512987012987013, + "k": 1, + "dataset": "84_clinical-trials", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32657 + ] + }, + { + "test_f1": 0.9563035501300508, + "test_acc": 0.9563218390804598, + "test_auc": 0.9895582485524108, + "val_auc": 0.9959415584415585, + "k": 16, + "dataset": "84_clinical-trials", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 32657, + 5476, + 14592, + 10091, + 30487, + 1518, + 27799, + 19933, + 24514, + 17363, + 1589, + 4557, + 13678, + 19062, + 11107, + 8124 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..24e5d119b4d54d9bd2209faf058a996df7f29774 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/85_mental-health_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9687298813927513, + "test_acc": 0.968735632183908, + "test_auc": 0.9962059973483413, + "val_auc": 0.994724025974026, + "k": 1, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5790 + ] + }, + { + "test_f1": 0.99356321566948, + "test_acc": 0.9935632183908046, + "test_auc": 0.9987764827642188, + "val_auc": 1.0, + "k": 16, + "dataset": "85_mental-health", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 5790, + 24514, + 5413, + 5476, + 15005, + 1085, + 10474, + 14592, + 4683, + 18897, + 26714, + 22660, + 28754, + 20371, + 6369, + 2940 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d9827c6bc6ba66c302584edff74ecf3c7ec42819 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/87_glue_cola_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6361071957700194, + "test_acc": 0.6425157232704403, + "test_auc": 0.6584861458636064, + "val_auc": 0.6154461784713885, + "k": 1, + "dataset": "87_glue_cola", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20784 + ] + }, + { + "test_f1": 0.7039015617668734, + "test_acc": 0.7044025157232704, + "test_auc": 0.7651431994078208, + "val_auc": 0.756702681072429, + "k": 16, + "dataset": "87_glue_cola", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 20784, + 1023, + 15886, + 10565, + 26372, + 2969, + 26825, + 21204, + 8194, + 16861, + 4683, + 19336, + 27560, + 19822, + 17527, + 27182 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..77a640b290cd0eb19ec029cf2f3cfe619c4bb0c0 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/89_glue_mrpc_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6803269388368293, + "test_acc": 0.6815847395451211, + "test_auc": 0.7477790552964634, + "val_auc": 0.7728365384615384, + "k": 1, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10834 + ] + }, + { + "test_f1": 0.7019020570585026, + "test_acc": 0.7021276595744681, + "test_auc": 0.7710198474728815, + "val_auc": 0.8024839743589745, + "k": 16, + "dataset": "89_glue_mrpc", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 10834, + 30841, + 11940, + 2759, + 96, + 27119, + 14898, + 20897, + 25301, + 4683, + 5849, + 5228, + 27550, + 14706, + 8236, + 30692 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c01712b95a41d84621128bcaff8ec911ed2ff31f --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/90_glue_qnli_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.697975439391749, + "test_acc": 0.7081761006289308, + "test_auc": 0.7174548296320449, + "val_auc": 0.6598639455782312, + "k": 1, + "dataset": "90_glue_qnli", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13481 + ] + }, + { + "test_f1": 0.7672240958381262, + "test_acc": 0.7677987421383647, + "test_auc": 0.836567973518008, + "val_auc": 0.7771108443377351, + "k": 16, + "dataset": "90_glue_qnli", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 13481, + 16605, + 22604, + 11940, + 4683, + 12189, + 8133, + 1023, + 32184, + 2832, + 5670, + 22449, + 29354, + 24187, + 23642, + 14793 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..9ae8f86fce1f992d5899a3428b6bb3f715ea1a54 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/91_glue_qqp_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7634822878550737, + "test_acc": 0.7637735849056604, + "test_auc": 0.7978378575428412, + "val_auc": 0.751500600240096, + "k": 1, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 96 + ] + }, + { + "test_f1": 0.7881758325075944, + "test_acc": 0.7881761006289308, + "test_auc": 0.8660754157557322, + "val_auc": 0.8411364545818327, + "k": 16, + "dataset": "91_glue_qqp", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 96, + 25301, + 1290, + 30841, + 11933, + 45, + 29647, + 15296, + 20581, + 5108, + 16456, + 5550, + 13941, + 23735, + 9580, + 21176 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..ad74bc34ab64be17c67cb2040655de3aef535700 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/92_glue_sst2_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7295937311578404, + "test_acc": 0.7396226415094339, + "test_auc": 0.7446991966899534, + "val_auc": 0.8427370948379352, + "k": 1, + "dataset": "92_glue_sst2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9924 + ] + }, + { + "test_f1": 0.8412775494068865, + "test_acc": 0.8420125786163521, + "test_auc": 0.9230194959388947, + "val_auc": 0.9673869547819128, + "k": 16, + "dataset": "92_glue_sst2", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 9924, + 10736, + 5888, + 28868, + 15008, + 14304, + 25027, + 19013, + 8562, + 10314, + 989, + 2459, + 30885, + 24284, + 1298, + 2195 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0ebe83ff402adaea12add20b6206402b3c5e0189 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/94_ai_gen_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9129347610514859, + "test_acc": 0.9132075471698113, + "test_auc": 0.9254750951607987, + "val_auc": 0.9081632653061223, + "k": 1, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23957 + ] + }, + { + "test_f1": 0.9350295778772539, + "test_acc": 0.9350943396226415, + "test_auc": 0.9791909484081134, + "val_auc": 0.9919967987194879, + "k": 16, + "dataset": "94_ai_gen", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23957, + 10565, + 26069, + 983, + 31970, + 13823, + 14958, + 21271, + 8443, + 22378, + 4001, + 20305, + 22090, + 28798, + 15358, + 30017 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..eae2a312ea3bb96b000cbd102c319f08e21dce88 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/95_toxic_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7337602709503536, + "test_acc": 0.7474747474747475, + "test_auc": 0.7444897959183674, + "val_auc": 0.7427884615384616, + "k": 1, + "dataset": "95_toxic_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12326 + ] + }, + { + "test_f1": 0.8383838383838383, + "test_acc": 0.8383838383838383, + "test_auc": 0.8865306122448978, + "val_auc": 0.8814102564102565, + "k": 16, + "dataset": "95_toxic_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 12326, + 19220, + 11446, + 2478, + 2969, + 1538, + 6418, + 27057, + 31417, + 17708, + 7455, + 28568, + 28880, + 19013, + 29939, + 30885 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..01153b473c65b695fe689e834e1ef7823eb3eb65 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp_zero-p0.8/normal_setting/96_spam_is_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.8459524841750337, + "test_acc": 0.8464818763326226, + "test_auc": 0.8959629023458812, + "val_auc": 0.9351999999999999, + "k": 1, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21305 + ] + }, + { + "test_f1": 0.9680153126089237, + "test_acc": 0.9680170575692963, + "test_auc": 0.9942898708856156, + "val_auc": 0.9944000000000001, + "k": 16, + "dataset": "96_spam_is", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 21305, + 15357, + 17698, + 13054, + 22087, + 19220, + 1907, + 1852, + 2493, + 3676, + 26825, + 4785, + 21577, + 6619, + 28386, + 21500 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..0a5447c0660d9c0dcf5ac5771a93e71e9ab7b8a3 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9083475419791089, + "test_acc": 0.9083532219570406, + "test_auc": 0.9580275705942825, + "val_auc": 0.9721149721149721, + "k": 1, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4683 + ] + }, + { + "test_f1": 0.9809040932168969, + "test_acc": 0.9809069212410502, + "test_auc": 0.997728880042579, + "val_auc": 0.996996996996997, + "k": 16, + "dataset": "100_news_fake", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 4683, + 10565, + 3812, + 17708, + 28217, + 14420, + 27686, + 31358, + 14958, + 21466, + 31204, + 22771, + 14797, + 14731, + 26483, + 8443 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..6981a089bb4986556b34fbe7f248f6c91500ac51 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.9124142947082431, + "test_acc": 0.9125081011017498, + "test_auc": 0.9573756913503089, + "val_auc": 0.9607275733774286, + "k": 1, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27560 + ] + }, + { + "test_f1": 0.9669432561913497, + "test_acc": 0.9669475048606611, + "test_auc": 0.9918718036598724, + "val_auc": 0.9851178172798678, + "k": 16, + "dataset": "105_click_bait", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27560, + 14958, + 13983, + 29424, + 27451, + 15358, + 27686, + 32662, + 21500, + 30490, + 14706, + 22415, + 13354, + 15519, + 8508, + 18123 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..d3e3206e05fb8e51f53cb2b5699353320316c5d4 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5670893930123001, + "test_acc": 0.5828930817610063, + "test_auc": 0.5933325164879565, + "val_auc": 0.5918367346938774, + "k": 1, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23018 + ] + }, + { + "test_f1": 0.5933138136655052, + "test_acc": 0.5977358490566038, + "test_auc": 0.6344735499053709, + "val_auc": 0.6626650660264105, + "k": 16, + "dataset": "106_hate_hate", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 23018, + 5888, + 23309, + 9346, + 28798, + 24117, + 20585, + 27938, + 8021, + 26343, + 27799, + 32049, + 17923, + 14592, + 20464, + 28493 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..46ac65cab67105d695f3d42f00a95f727a60c45a --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.6946317135716176, + "test_acc": 0.7038993710691824, + "test_auc": 0.7126960302327301, + "val_auc": 0.7450980392156863, + "k": 1, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15027 + ] + }, + { + "test_f1": 0.7135603029625891, + "test_acc": 0.7162264150943396, + "test_auc": 0.7714761138547439, + "val_auc": 0.8339335734293718, + "k": 16, + "dataset": "107_hate_offensive", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 15027, + 983, + 9155, + 29307, + 22910, + 24117, + 4683, + 24123, + 10565, + 28091, + 17159, + 16896, + 1907, + 23157, + 28568, + 14706 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..1beb9fe46a44fd479de5416c307cfeba5453dc6b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7844759065806926, + "test_acc": 0.7849056603773585, + "test_auc": 0.8246256603536671, + "val_auc": 0.8683473389355743, + "k": 1, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27686 + ] + }, + { + "test_f1": 0.7837470409188517, + "test_acc": 0.7838993710691824, + "test_auc": 0.865382531727861, + "val_auc": 0.9063625450180072, + "k": 16, + "dataset": "110_aimade_humangpt3", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 27686, + 21204, + 14958, + 21919, + 13983, + 7915, + 27451, + 14894, + 5881, + 17708, + 2810, + 2396, + 3082, + 31553, + 15886, + 28439 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..e1abd5b5042f1e6cf9c775d0c0288938f9f57b1b --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.7957120974181452, + "test_acc": 0.7979874213836478, + "test_auc": 0.8146521301943519, + "val_auc": 0.8301320528211285, + "k": 1, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28868 + ] + }, + { + "test_f1": 0.8850274299304568, + "test_acc": 0.8850314465408805, + "test_auc": 0.9503832253713523, + "val_auc": 0.9659863945578231, + "k": 16, + "dataset": "113_movie_sent", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 28868, + 10736, + 9924, + 8562, + 5888, + 14304, + 16328, + 2459, + 21054, + 10824, + 23827, + 25027, + 10546, + 19013, + 12564, + 1089 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..c5a7e73e984f0a21c70492b4fa15d44727429b65 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5357563072469601, + "test_acc": 0.561025641025641, + "test_auc": 0.566756151748746, + "val_auc": 0.5846593227254182, + "k": 1, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24566 + ] + }, + { + "test_f1": 0.5836457316376483, + "test_acc": 0.5856410256410256, + "test_auc": 0.6325466220082809, + "val_auc": 0.6340269277845777, + "k": 16, + "dataset": "114_nyc_borough_Manhattan", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 24566, + 27542, + 20102, + 14706, + 19933, + 18009, + 10902, + 5023, + 13934, + 31531, + 9791, + 26070, + 23130, + 4505, + 27661, + 27286 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..47fe625342b308e4489599dc3bdf23f6a859cc78 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.495552499850488, + "test_acc": 0.5087179487179487, + "test_auc": 0.5090046117076783, + "val_auc": 0.5671154630762953, + "k": 1, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7098 + ] + }, + { + "test_f1": 0.5340148524761578, + "test_acc": 0.5343589743589744, + "test_auc": 0.5311837277409365, + "val_auc": 0.5650754793961649, + "k": 16, + "dataset": "115_nyc_borough_Brooklyn", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 7098, + 20837, + 20102, + 19161, + 10902, + 16910, + 1272, + 4455, + 1597, + 9791, + 31531, + 9132, + 32330, + 9767, + 17601, + 32321 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json new file mode 100644 index 0000000000000000000000000000000000000000..87644d65016143935908fe0b2172f3037feeb7d5 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json @@ -0,0 +1,45 @@ +[ + { + "test_f1": 0.5321468070082528, + "test_acc": 0.5425641025641026, + "test_auc": 0.5410172686572188, + "val_auc": 0.5491636066911465, + "k": 1, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26070 + ] + }, + { + "test_f1": 0.5281788524701286, + "test_acc": 0.5353846153846153, + "test_auc": 0.5452460699498435, + "val_auc": 0.5503875968992249, + "k": 16, + "dataset": "116_nyc_borough_Bronx", + "hook_name": "blocks.12.hook_resid_post", + "reg_type": "l1", + "binarize": false, + "indices": [ + 26070, + 1265, + 9791, + 14942, + 9833, + 4236, + 22056, + 14154, + 279, + 19220, + 21455, + 19214, + 26141, + 8683, + 12889, + 26483 + ] + } +] \ No newline at end of file diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_weights.safetensors b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c11ac1e93b7bc5ec8bf6d0e2b921e6885ea2ac13 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sae_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30dc0600fa4c3720c585128e04a34ce306dfc3d5ed8837d1341db9222c9fe1d1 +size 604251536 diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sparsity.safetensors b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sparsity.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c16d8183faecab5b4b09b0a280dbbaddb854633 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/sparsity.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b26a48539066c03a10cee8ea371b9db3459d00b924d3cb925e99068098ab1840 +size 131152 diff --git a/gemma-2-2b-btk-softmax_topp_zero-p0.9/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.1/sae_weights.safetensors b/gemma-2-2b-btk-softmax_topp_zero-p0.9/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.1/sae_weights.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e52fefe88805dadecc271263369ba5e89aac96f2 --- /dev/null +++ b/gemma-2-2b-btk-softmax_topp_zero-p0.9/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.1/sae_weights.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89c4f5eb15cf78dc7a517514e15dbc2645278ddc276f801227c429aca0d1d588 +size 604251536 diff --git a/gemma-2-2b-btk-vnorm_threshold_renorm-t0.01/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.2/saebench_autointerp_custom_sae_eval_results.json b/gemma-2-2b-btk-vnorm_threshold_renorm-t0.01/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.2/saebench_autointerp_custom_sae_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..aabf9ada23334960aefed9e75d40b6e1515472f7 --- /dev/null +++ b/gemma-2-2b-btk-vnorm_threshold_renorm-t0.01/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.2/saebench_autointerp_custom_sae_eval_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a631be3b49a2514b5a180108ce933a90f0af5bcd3cf666aa0af04f5d01e11b +size 25752738 diff --git a/gemma-2-2b-btk-vnorm_threshold_renorm-t0.05/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.4/saebench_autointerp_custom_sae_eval_results.json b/gemma-2-2b-btk-vnorm_threshold_renorm-t0.05/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.4/saebench_autointerp_custom_sae_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..723595388ca5225a592308068997c5609d5c7393 --- /dev/null +++ b/gemma-2-2b-btk-vnorm_threshold_renorm-t0.05/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.4/saebench_autointerp_custom_sae_eval_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1de48e723ccd452028035e76e8c83d59d986371acf3d8a759b1ce18c915e60a9 +size 25896752 diff --git a/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.2/saebench_autointerp_custom_sae_eval_results.json b/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.2/saebench_autointerp_custom_sae_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..fe3895d669a7f3ce00f6216acd0bc38726e716e7 --- /dev/null +++ b/gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.2/saebench_autointerp_custom_sae_eval_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:801106b99d13aa328046a8312b7720af5c7a6d6d45e7fde63ac161ca309f3e52 +size 26046222 diff --git a/gemma-2-2b-btk-vnorm_topp-p0.95/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.1/saebench_autointerp_custom_sae_eval_results.json b/gemma-2-2b-btk-vnorm_topp-p0.95/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.1/saebench_autointerp_custom_sae_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a6e7c4c6c233ea4ea3b120ef3a4629c299db1693 --- /dev/null +++ b/gemma-2-2b-btk-vnorm_topp-p0.95/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.1/saebench_autointerp_custom_sae_eval_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d3df26c6ac2bce70c8074ed6c336124e453584ab063b8f46cf327bf53b63ecd +size 25895844 diff --git a/gemma-2-2b-btk-vnorm_topp-p0.99/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.3/saebench_autointerp_custom_sae_eval_results.json b/gemma-2-2b-btk-vnorm_topp-p0.99/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.3/saebench_autointerp_custom_sae_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..2422efa5d7e402dda000d89dfca6378c8dff020b --- /dev/null +++ b/gemma-2-2b-btk-vnorm_topp-p0.99/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.3/saebench_autointerp_custom_sae_eval_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a33525809d796c0163181b3b1c520e987246a4a8fc5d65349132e8788bc48ce0 +size 25997486 diff --git a/gemma-2-2b-btk/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.1/saebench_autointerp_custom_sae_eval_results.json b/gemma-2-2b-btk/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.1/saebench_autointerp_custom_sae_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..220a64902e60df3f2cfaf45aa0bf274832b18982 --- /dev/null +++ b/gemma-2-2b-btk/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.1/saebench_autointerp_custom_sae_eval_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc4d2390e9eb32def7010ef29c6149181221697348d6008dc044164902ca2ae +size 25779046